mirror of
https://github.com/deepseek-ai/deepseek-harness.git
synced 2026-10-26 16:55:08 +00:00
imccyu
ed7bf8cc42
os.availableParallelism() reports host CPUs rather than a container's CPU quota (256 against a 64-CPU quota here), so local defaults spawned 255 Vitest forks (55 GiB peak RSS) and oversubscribed every scheduler. scripts/parallelism.ts keeps the CPU count in CI and caps other runs at 12, or 48 for Vitest forks and the local coverage budget; documentation and hygiene aggregates run up to 8 gates instead of 4. Explicit DSH_GATE_CONCURRENCY, DSH_OXLINT_THREADS, DSH_COVERAGE_MAX_WORKERS, and --maxWorkers still win. Refs #5852
45 lines
2.0 KiB
TypeScript
45 lines
2.0 KiB
TypeScript
/**
|
|
* Default worker budget shared by repository gates, builds, linters, and Vitest configurations.
|
|
*
|
|
* In CI (`CI=true`) the budget is the CPU count Node reports for the runner. Elsewhere it is capped at
|
|
* {@link LOCAL_PARALLELISM_CAP}, or {@link LOCAL_TEST_PARALLELISM_CAP} for Vitest forks, because
|
|
* `os.availableParallelism()` reports host CPUs rather than a container's CPU quota and local runs share
|
|
* the workstation. Each tool's explicit override
|
|
* (`DSH_GATE_CONCURRENCY`, `DSH_OXLINT_THREADS`, `DSH_COVERAGE_MAX_WORKERS`, `--maxWorkers`) still wins.
|
|
*/
|
|
|
|
import { availableParallelism } from 'node:os'
|
|
|
|
/** Largest default worker count outside CI. */
|
|
export const LOCAL_PARALLELISM_CAP = 12
|
|
|
|
/** Largest default Vitest fork count outside CI, for unit and coverage runs. */
|
|
export const LOCAL_TEST_PARALLELISM_CAP = 48
|
|
|
|
/**
|
|
* Resolve the default worker budget for one process.
|
|
* @param env - Environment whose `CI` value selects the CI budget.
|
|
* @param available - CPU count Node reports for this process.
|
|
* @param cap - Local cap; {@link LOCAL_TEST_PARALLELISM_CAP} for Vitest forks.
|
|
* @returns `available` in CI, otherwise `available` capped at `cap`.
|
|
*/
|
|
export function defaultParallelism(
|
|
env: NodeJS.ProcessEnv = process.env,
|
|
available: number = availableParallelism(),
|
|
cap: number = LOCAL_PARALLELISM_CAP,
|
|
): number {
|
|
return env.CI === 'true' ? available : Math.min(available, cap)
|
|
}
|
|
|
|
/**
|
|
* Describe a default worker budget for scheduler and tool start lines.
|
|
* @param env - Environment whose `CI` value selects the CI budget.
|
|
* @param available - CPU count Node reports for this process.
|
|
* @returns The budget and where it came from, for example `12 local default worker(s) of 256 CPU(s)`.
|
|
*/
|
|
export function describeDefaultParallelism(env: NodeJS.ProcessEnv = process.env, available: number = availableParallelism()): string {
|
|
return env.CI === 'true'
|
|
? `${String(available)} available CPU(s)`
|
|
: `${String(defaultParallelism(env, available))} local default worker(s) of ${String(available)} CPU(s)`
|
|
}
|