vitest.config.ts 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365
  1. import { spawnSync } from 'node:child_process'
  2. import { fileURLToPath } from 'node:url'
  3. import tsconfigPaths from 'vite-tsconfig-paths'
  4. import { resolvePwshPath } from './packages/shell/pwsh-local/src/resolve.ts'
  5. import { defineConfig } from 'vitest/config'
  6. import { standardDecoratorPlugin, vitestExecArgv } from './vitest.shared.ts'
  7. import { COVERAGE_EXEMPT_ENV, coverageExemptHeavySuites } from './scripts/coverage-exempt.ts'
  8. import { COVERAGE_PARTITION_MODE_ENV } from './scripts/coverage-partitions.ts'
  9. // Prints exact `path:line:col` records for every uncovered statement, branch
  10. // path, and function when a file misses the per-file 100% gate — the built-in
  11. // threshold ERRORs name only the file. Absolute path because istanbul-reports
  12. // require()s custom reporters (which is also why the reporter is CJS).
  13. const uncoveredLocationsReporter = fileURLToPath(new URL('./scripts/coverage-uncovered-locations.cjs', import.meta.url))
  14. // Resolution facade shared by every plugin instance below: tsconfig.base.json
  15. // has no include, which vite-tsconfig-paths treats as match-all, so its paths
  16. // map applies to every test file. paths must win over package exports so built
  17. // lib/ never loads a second module-singleton copy.
  18. const pathsPlugin = (): ReturnType<typeof tsconfigPaths> => tsconfigPaths({ projects: ['./tsconfig.base.json'] })
  19. const windowsUnsupportedPackages = process.platform === 'win32'
  20. ? [
  21. // Bash-requiring suites (a real POSIX shell is unavailable on Windows).
  22. // The pwsh-requiring suites (pwsh-local, tool-pwsh) deliberately stay
  23. // INCLUDED: PowerShell ships with Windows, so they run natively here.
  24. // This explicit list (not a 'packages/shell/*' glob) keeps
  25. // packages/shell/shell — the Service Definition package — running on Windows.
  26. 'packages/shell/bash-local',
  27. 'packages/shell/bash-sandbox',
  28. 'packages/shell/tool-bash',
  29. 'packages/hooks/*',
  30. 'packages/terminal/terminal-bash',
  31. 'packages/code-runtime/code-runtime-python',
  32. 'packages/sandbox/sandbox-local',
  33. ]
  34. : []
  35. const windowsUnsupportedTests = process.platform === 'win32'
  36. ? [
  37. ...windowsUnsupportedPackages.map(path => `${path}/tests/**/*.spec.ts`),
  38. 'packages/subprocess/subprocess/tests/**/*.spec.ts',
  39. 'packages/subprocess/subprocess-local/tests/local.spec.ts',
  40. 'packages/subprocess/subprocess-local/tests/process-inspector.spec.ts',
  41. 'packages/subprocess/subprocess-local/tests/spawn.spec.ts',
  42. 'packages/subprocess/subprocess-local/tests/terminal.spec.ts',
  43. // Oracle-diff suites: they compare the worker's POSIX path/url faces
  44. // against the host Node's own answers, which are win32 semantics on
  45. // Windows. The worker always speaks POSIX; the Linux lanes hold the diff.
  46. 'packages/experimental/webworker-runtime/tests/node/path-diff.spec.ts',
  47. 'packages/experimental/webworker-runtime/tests/node/shim-diff.spec.ts',
  48. // The subprocess ladder over the worker's child_process face: its kill
  49. // rung reaches the in-worker process table through `process.kill`,
  50. // which the ladder's win32 branch replaces with taskkill-by-real-pid —
  51. // undeliverable to a table pid. The worker host always reports 'linux',
  52. // so the Linux lanes hold the ladder.
  53. 'packages/experimental/webworker-runtime/tests/node/child-process.spec.ts',
  54. ]
  55. : []
  56. // These suites compare against or assemble the Worker's fixed Linux platform.
  57. // Host-native Windows and macOS behavior is not their oracle.
  58. const nonLinuxWebWorkerTests = process.platform === 'linux'
  59. ? []
  60. : [
  61. 'packages/experimental/webworker-runtime/tests/node/fs-watch-stream.spec.ts',
  62. 'packages/experimental/webworker-runtime/tests/node/sandbox-stack.spec.ts',
  63. ]
  64. const platformUnsupportedTests = [...windowsUnsupportedTests, ...nonLinuxWebWorkerTests]
  65. const windowsUnsupportedCoveragePackages = process.platform === 'win32'
  66. ? [...windowsUnsupportedPackages, 'packages/subprocess/*']
  67. : []
  68. // Windows-only packages: their sources execute exclusively on win32 (koffi
  69. // loads Win32 libraries), so the Linux coverage lane can never cover them.
  70. // The Windows dev/CI lane exercises them through the probe/runner suites; the
  71. // per-file 100% gate must not fail on their Linux-uncovered paths.
  72. const windowsOnlyCoverageExclusions = process.platform !== 'win32'
  73. ? [
  74. 'packages/sandbox/sandbox-windows-acl/src/**/*.ts',
  75. // The koffi-backed Win32 table (Toolhelp32/GetProcessTimes/taskkill)
  76. // executes only on win32; its decision logic is unit-pinned on every
  77. // host through the injected-internals suites.
  78. 'packages/subprocess/subprocess-local/src/windows-inspector.ts',
  79. ]
  80. : []
  81. // The confinement runner entry executes exclusively as a spawned child
  82. // process (the sandbox seam's argv-prefix wrapper): its module-level main()
  83. // would run the confinement in-process if imported, and vitest's v8 coverage
  84. // never measures child processes. Its behavior is pinned end-to-end by
  85. // tests/runner.spec.ts, which spawns the real entry through tsx.
  86. const windowsRunnerCoverageExclusions = process.platform === 'win32'
  87. ? ['packages/sandbox/sandbox-windows-acl/src/runner.ts']
  88. : []
  89. // pwsh-local's run/start/lifecycle suites self-skip without a real pwsh
  90. // (executor.spec.ts hasPwsh), leaving this file
  91. // far below per-file 100% on pwsh-less hosts; the exemption keeps those hosts
  92. // green while CI runners ship pwsh and still enforce the full bar. The probe
  93. // runs the suites' own resolution (the dependency-free resolve.ts module),
  94. // so the exemption is active exactly when the suites skip — a mismatched
  95. // narrower probe could exempt the file on hosts whose suites actually run.
  96. const pwshCoverageExclusions = spawnSync(resolvePwshPath(), ['-NoLogo', '-NoProfile', '-NonInteractive', '-Command', '$true'], { encoding: 'utf8' }).status === 0
  97. ? []
  98. : [
  99. 'packages/shell/pwsh-local/src/index.ts',
  100. 'packages/shell/pwsh-sandbox/src/**/*.ts',
  101. ]
  102. const testIncludes = [
  103. 'packages/*/*/tests/**/*.spec.{ts,tsx}',
  104. 'apps/*/tests/**/*.spec.ts',
  105. 'scripts/**/*.spec.ts',
  106. ]
  107. // The instrumented coverage gate sets this env; the exempt heavy suites then
  108. // run beside it uninstrumented (membership contract in scripts/coverage-exempt.ts).
  109. // A set-but-not-'1' value is a misconfiguration, not a silent no-op.
  110. const coverageExemptRaw = process.env[COVERAGE_EXEMPT_ENV]
  111. if (coverageExemptRaw !== undefined && coverageExemptRaw !== '' && coverageExemptRaw !== '1') {
  112. throw new Error(`vitest config: ${COVERAGE_EXEMPT_ENV} must be '1' or unset, got ${JSON.stringify(coverageExemptRaw)}.`)
  113. }
  114. const coverageExemptExcludes = coverageExemptRaw === '1'
  115. ? coverageExemptHeavySuites.map(suite => suite.exclude)
  116. : []
  117. const coveragePartitionRaw = process.env[COVERAGE_PARTITION_MODE_ENV]
  118. if (coveragePartitionRaw !== undefined && coveragePartitionRaw !== '' && coveragePartitionRaw !== '1') {
  119. throw new Error(`vitest config: ${COVERAGE_PARTITION_MODE_ENV} must be '1' or unset, got ${JSON.stringify(coveragePartitionRaw)}.`)
  120. }
  121. const coveragePartitionMode = coveragePartitionRaw === '1'
  122. // These suites exercise process-global state, process APIs, or timing-sensitive process I/O
  123. // that worker threads cannot isolate reliably under aggregate gate contention.
  124. // Keep the narrow exception in forks while the rest of the inventory avoids per-file processes.
  125. const processBoundTests = [
  126. 'packages/session/session-persistence-jsonl/tests/jsonl.spec.ts',
  127. 'packages/subagent/subagent-acp/tests/subagent-acp.spec.ts',
  128. 'packages/subprocess/subprocess-local/tests/process-exit.spec.ts',
  129. 'packages/subprocess/subprocess-local/tests/spawn.spec.ts',
  130. 'packages/context/time-context/tests/time-context.spec.ts',
  131. 'packages/llm/llm-pi-ai/tests/adapter.spec.ts',
  132. 'packages/boot/app-boot/tests/app-boot.spec.ts',
  133. 'packages/workflow/workflow-worker-thread/tests/session.spec.ts',
  134. ]
  135. export default defineConfig({
  136. plugins: [pathsPlugin(), standardDecoratorPlugin()],
  137. test: {
  138. setupFiles: ['./scripts/test-invariants.ts'],
  139. // .tsx: client component specs (jsdom via per-file @vitest-environment pragma).
  140. include: testIncludes,
  141. exclude: platformUnsupportedTests,
  142. // One coverage invocation aggregates both projects. Every suite forks for
  143. // Node stability; process-bound suites stay separate for inventory control.
  144. projects: [
  145. {
  146. plugins: [pathsPlugin(), standardDecoratorPlugin()],
  147. test: {
  148. name: 'thread-safe',
  149. execArgv: vitestExecArgv,
  150. // Node 24 has aborted in its CJS lexer (v8::ToLocalChecked Empty
  151. // MaybeLocal in cjs_lexer::Parse) from worker threads on macOS,
  152. // Linux, and Windows. Forked workers avoid that shared thread path.
  153. pool: 'forks',
  154. setupFiles: ['./scripts/test-invariants.ts'],
  155. include: testIncludes,
  156. exclude: [
  157. ...platformUnsupportedTests,
  158. ...processBoundTests,
  159. ...coverageExemptExcludes,
  160. ],
  161. },
  162. },
  163. {
  164. plugins: [pathsPlugin(), standardDecoratorPlugin()],
  165. test: {
  166. name: 'process-bound',
  167. execArgv: vitestExecArgv,
  168. pool: 'forks',
  169. setupFiles: ['./scripts/test-invariants.ts'],
  170. include: processBoundTests,
  171. exclude: [
  172. ...platformUnsupportedTests,
  173. ...coverageExemptExcludes,
  174. ],
  175. },
  176. },
  177. ],
  178. coverage: {
  179. provider: 'v8',
  180. // Coverage measures OUR runtime source. Types-only files carry no
  181. // executable code; vendor/ and application/config fixtures are out of scope.
  182. // .tsx: client components are gated like everything else (jsdom lane).
  183. include: ['packages/*/*/src/**/*.{ts,tsx}'],
  184. // Types-only files have no runtime coverage. Importing self-executing bins/workers would boot
  185. // them inside the unit process, so real subprocess/Worker tests cover their thin entry glue.
  186. exclude: [
  187. 'packages/*/*/src/types.ts',
  188. 'packages/*/*/src/bin.ts',
  189. 'packages/*/*/src/worker.ts',
  190. // Dynamic Host/Client composition is covered by its focused lifecycle
  191. // tests and assembled application checks rather than per-file coverage.
  192. 'packages/self-modification/*/src/**/*.{ts,tsx}',
  193. // A killed executable lint-contract test can leave a non-product source probe behind.
  194. 'packages/*/*/src/oxlint-contract-*.ts',
  195. // Client/web UI files whose remaining branches need a browser-grade
  196. // harness the jsdom lane doesn't cover yet. TODO(gui): cover and
  197. // remove as the client test lane matures.
  198. 'packages/client/ui-trajectory/src/*',
  199. // Trajectory's compact Markdown projection retains deferred branch coverage.
  200. 'packages/client/ui-primitives/src/markdown/plain-text.ts',
  201. 'packages/client/ui-user-questions/src/client/QuestionComposer.tsx',
  202. 'packages/client/ui-primitives/src/Menu.tsx',
  203. 'packages/client/ui-primitives/src/RiskConfirmation.tsx',
  204. 'packages/client/ui-workspace/src/client/WorkspaceBrowser.tsx',
  205. 'packages/client/ui-workspace/src/client/WorkspacePicker.tsx',
  206. 'packages/client/ui-workspace/src/client/rows/WorkspaceBrowser.tsx',
  207. 'packages/client/ui-renderer/src/client/*',
  208. // Session object internals retain the runtime GUI debt exemption; the
  209. // new Controller entry, transport, Agent scope, and adapters stay gated.
  210. 'packages/api/session-controller/src/client/sessions/*',
  211. 'packages/api/session-controller/src/client/ordered-baseline.ts',
  212. 'packages/api/session-controller/src/client/time-zone.ts',
  213. // Keep the browser conversation tree under its existing GUI debt
  214. // exemption while gating the newly stateful Host half and vocabulary.
  215. 'packages/client/ui-conversation/src/client/*',
  216. 'packages/client/ui-conversation/src/invariant.ts',
  217. // Chat presentation and assembly retain the same GUI debt exemption;
  218. // package wiring and the new approval-detail adapter remain gated.
  219. 'packages/client/ui-chat/src/client/chat/!(ApprovalCommand).{ts,tsx}',
  220. 'packages/client/ui-chat/src/client/conversation-nodes/*',
  221. 'packages/client/ui-chat/src/client/details/*',
  222. 'packages/client/ui-chat/src/client/model/*',
  223. 'packages/client/ui-chat/src/client/contract/context-provenance.ts',
  224. 'packages/client/ui-chat/src/client/contract/snapshot.ts',
  225. 'packages/client/ui-chat/src/client/historical-images.ts',
  226. 'packages/client/ui-primitives/src/DisclosureRow.tsx',
  227. 'packages/client/ui-tool/src/*',
  228. 'packages/client/ui-slots/src/*',
  229. 'packages/client/ui-layout/src/*',
  230. 'packages/client/web/src/*',
  231. 'packages/host/webserver/src/*',
  232. // The browser-worker runtime and its image packer: the executing
  233. // composition is a real dedicated Worker driven by the web browser lane
  234. // (apps/web/tests/preview-boot.e2e.ts), which unit-process V8 coverage
  235. // cannot observe. Unit specs cover the algorithmic cores; the assembled
  236. // evidence is that boot. TODO(webworker): revisit when a browser-grade
  237. // coverage lane exists.
  238. 'packages/experimental/webworker-runtime/src/**',
  239. 'packages/experimental/webworker-packer/src/*',
  240. // Inspector execution adapters run in a Node Worker, the Host native
  241. // inspector session, or a browser realm, outside attributable parent
  242. // Vitest coverage.
  243. 'packages/experimental/inspector/src/client/**',
  244. 'packages/experimental/inspector/src/host/bridge/**',
  245. 'packages/experimental/inspector/src/host/cdp/**',
  246. 'packages/experimental/inspector/src/worker/bridge/**',
  247. 'packages/experimental/inspector/src/worker/cdp/**',
  248. 'packages/experimental/inspector/src/worker/realms/**',
  249. 'packages/experimental/inspector/src/worker/{entry,server}.ts',
  250. // Keep already-complete Inspector modules under the per-file gate and
  251. // enumerate the remaining direct-test debt instead of exempting src/**.
  252. // TODO(inspector): close these branch gaps and remove the entries.
  253. 'packages/experimental/inspector/src/host/plugin.ts',
  254. 'packages/experimental/inspector/src/shared/bridge/{control-codec,rpc}.ts',
  255. 'packages/experimental/inspector/src/shared/bridge/messages/observation.ts',
  256. 'packages/experimental/inspector/src/shared/bridge/messages/query/codec.ts',
  257. 'packages/experimental/inspector/src/shared/bridge/messages/runtime/{command-codec,console-frames,frames,value-codec}.ts',
  258. 'packages/experimental/inspector/src/shared/bridge/messages/sources/{codec,frames}.ts',
  259. 'packages/experimental/inspector/src/worker/inspection/{cordis-store,query-router,realm-store}.ts',
  260. 'packages/client/modules/src/client/system.ts',
  261. 'packages/client/hmr/src/client/index.ts',
  262. // Web config-tree boot round: the new host-side web-transport halves
  263. // whose remaining branches need real-composition/process harnesses.
  264. // TODO(gui): cover and remove with the client test lane above.
  265. 'packages/client/modules/src/index.ts',
  266. 'packages/client/modules/src/invariant.ts',
  267. 'packages/client/modules/src/client/index.ts',
  268. 'packages/client/modules/src/client/manifest.ts',
  269. 'packages/client/hmr/src/index.ts',
  270. 'packages/client/hmr/src/invariant.ts',
  271. 'packages/client/connection/src/index.ts',
  272. 'packages/client/connection/src/http-bridge.ts',
  273. // This assembly imports generated Host-for-Client code that exists
  274. // only in lib; the post-build built-bin smoke executes both entries.
  275. 'packages/api/remotes/src/index.ts',
  276. 'packages/api/remotes/src/client/index.ts',
  277. // The Team browser entry binds its source-covered mount lifecycle to
  278. // the generated Team Remote contribution, which likewise exists only in lib.
  279. 'packages/experimental/client-ui-agent-team/src/client/index.ts',
  280. // Slash/command/input round: per-file gaps deferred with the same
  281. // client-lane debt. TODO(gui): cover and remove with the lane above.
  282. 'packages/client/connection/src/client/fixture.ts',
  283. 'packages/client/ui-commands/src/index.ts',
  284. 'packages/client/ui-skill/src/index.ts',
  285. 'packages/client/ui-input-trigger/src/index.ts',
  286. 'packages/client/ui-subagent/src/index.ts',
  287. 'packages/client/ui-commands/src/client/popup.ts',
  288. 'packages/client/ui-commands/src/client/directory.ts',
  289. 'packages/client/ui-commands/src/client/service.ts',
  290. 'packages/client/ui-commands/src/client/PopupSelectView.tsx',
  291. 'packages/client/ui-model-selection/src/index.ts',
  292. 'packages/client/ui-permission-presets/src/index.ts',
  293. 'packages/client/ui-model-selection/src/client/ModelSelect.tsx',
  294. 'packages/client/ui-model-selection/src/client/directory.ts',
  295. 'packages/client/ui-model-selection/src/client/index.ts',
  296. 'packages/client/ui-model-selection/src/client/service.ts',
  297. 'packages/client/ui-input-trigger/src/client/controller.ts',
  298. 'packages/client/ui-input-trigger/src/client/service.ts',
  299. 'packages/client/ui-input-trigger/src/core/menu.ts',
  300. 'packages/client/ui-input-trigger/src/core/detect.ts',
  301. 'packages/client/ui-sidebar/src/client/index.ts',
  302. 'packages/client/ui-skill/src/client/index.ts',
  303. 'packages/client/ui-workspace/src/client/index.ts',
  304. 'packages/test-support/client-runtime/src/translate.ts',
  305. 'packages/client/ui-primitives/src/JsonTree.tsx',
  306. 'packages/client/ui-settings-models/src/client/DeepSeekOnboardingDialog.tsx',
  307. 'packages/client/ui-settings-models/src/client/welcome-store.ts',
  308. 'packages/extensions/*/src/**/*.ts',
  309. 'packages/extensions/*/src/**/*.tsx',
  310. // Typert generator: correctness is pinned by its fixture suites and
  311. // the byte-for-byte catalog reproduction test; per-file coverage
  312. // would put whole-workspace compiler analysis under v8
  313. // instrumentation — the coverage lane's longest tail.
  314. 'packages/typert/generator/src/*.ts',
  315. // Experimental webworker-runtime is outside the coverage requirement
  316. // by decision: its correctness signal is its uninstrumented suite and
  317. // the packer's end-to-end image spec.
  318. 'packages/experimental/webworker-runtime/src/**/*.ts',
  319. // Projection/command round: executor lifecycle branches and the
  320. // registry's drive tails need the same maturing lanes. TODO(gui):
  321. // cover and remove with the client test lane above.
  322. 'packages/interaction/commands/src/index.ts',
  323. 'packages/interaction/commands/src/invariant.ts',
  324. 'packages/session/session-projection/src/index.ts',
  325. ...windowsUnsupportedCoveragePackages.map(path => `${path}/src/**/*.ts`),
  326. ...windowsOnlyCoverageExclusions,
  327. ...windowsRunnerCoverageExclusions,
  328. ...pwshCoverageExclusions,
  329. ],
  330. // 100% or it doesn't merge (docs/testing.md: excessive tests are welcome).
  331. // Per-file so a well-covered big file can't subsidize a bare one.
  332. // Every v8 ignore comment must carry a reason — see the quality-gates Agent Note
  333. // (.agents/notes/implemented/process/2026-06-11-quality-gates.md).
  334. thresholds: coveragePartitionMode
  335. ? undefined
  336. : {
  337. perFile: true,
  338. statements: 100,
  339. branches: 100,
  340. functions: 100,
  341. lines: 100,
  342. },
  343. reporter: coveragePartitionMode
  344. ? []
  345. : process.env.CI
  346. ? ['text', uncoveredLocationsReporter]
  347. : ['text', 'html', uncoveredLocationsReporter],
  348. },
  349. },
  350. })