code-mode-keyless-smoke.e2e.ts 4.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899
  1. import { spawn, type ChildProcessWithoutNullStreams } from 'node:child_process'
  2. import { mkdtemp, rm } from 'node:fs/promises'
  3. import { tmpdir } from 'node:os'
  4. import { join } from 'node:path'
  5. import { fileURLToPath } from 'node:url'
  6. import { afterEach, describe, expect, it } from 'vitest'
  7. /**
  8. * Keyless Loader-path smoke for the Code Mode overlay: boot the REAL
  9. * example through the `@deepseek-ai/dsh-stdio-agent` bin against
  10. * `code-mode.cordis.yml` (the cordis Loader, `unwrapExports`, the include
  11. * patches over ./cordis.yml, the worker-thread code runtime, and the
  12. * registry in `mode: code`), then close stdin with no prompt and assert
  13. * the Code Mode banner + a clean exit.
  14. *
  15. * No prompt is ever sent, so the model is NEVER called and no `run_code`
  16. * turn happens — a dummy key lets `llm-deepseek`'s key-PRESENT check boot
  17. * the tree. This is the export-shape guard (postmortem 0001) for the Code
  18. * Mode composition; the with-key proof lives in `code-mode.e2e.ts`.
  19. */
  20. const binScript = fileURLToPath(new URL('../../../packages/ui/stdio-agent/src/bin.ts', import.meta.url))
  21. const configPath = fileURLToPath(new URL('../code-mode.cordis.yml', import.meta.url))
  22. const tsxLoader = fileURLToPath(import.meta.resolve('tsx'))
  23. // Dev/test run UNBUILT: resolve `@deepseek-ai/dsh-*` through the root tsconfig
  24. // `paths` map; tsx searches UP from cwd, and we spawn from a temp dir outside
  25. // the repo, so point it at the repo tsconfig.
  26. const repoTsconfig = fileURLToPath(new URL('../../../tsconfig.json', import.meta.url))
  27. // The real-API workflow runs up to 14 e2e files at once. Cold tsx/Loader
  28. // startup can therefore outlive a tight smoke-test deadline before the child
  29. // emits any output; 30s still detects a wedged process without confusing
  30. // bounded CI contention with a lifecycle failure.
  31. const PROCESS_TIMEOUT_MS = 30_000
  32. // Leave enough room for the process-owned timeout to report captured output
  33. // before Vitest aborts the test itself.
  34. const TEST_TIMEOUT_MS = PROCESS_TIMEOUT_MS + 15_000
  35. let child: ChildProcessWithoutNullStreams | undefined
  36. let workdir: string | undefined
  37. afterEach(async () => {
  38. if (child !== undefined && child.exitCode === null) child.kill('SIGKILL')
  39. child = undefined
  40. if (workdir !== undefined) await rm(workdir, { recursive: true, force: true })
  41. workdir = undefined
  42. })
  43. async function bootAndEof(): Promise<{ stdout: string; code: number }> {
  44. workdir = await mkdtemp(join(tmpdir(), 'code-mode-smoke-'))
  45. const cwd = workdir
  46. return new Promise((resolve, reject) => {
  47. const proc = spawn(
  48. process.execPath,
  49. // --expose-internals: the included cordis.yml loads the HMR plugin (mirrors demo:code-mode).
  50. ['--expose-internals', '--import', tsxLoader, binScript, configPath],
  51. {
  52. cwd,
  53. env: {
  54. ...process.env,
  55. TSX_TSCONFIG_PATH: repoTsconfig,
  56. // A dummy key so llm-deepseek's apply() (key-PRESENT check only) boots.
  57. // No prompt is sent, so the adapter never streams — no network call.
  58. DEEPSEEK_API_KEY: 'keyless-smoke-no-call',
  59. },
  60. stdio: ['pipe', 'pipe', 'pipe'],
  61. },
  62. )
  63. child = proc
  64. let stdout = ''
  65. let stderr = ''
  66. proc.stdout.setEncoding('utf8')
  67. proc.stdout.on('data', (chunk: string) => { stdout += chunk })
  68. proc.stderr.setEncoding('utf8')
  69. proc.stderr.on('data', (chunk: string) => { stderr += chunk })
  70. const timer = setTimeout(() => {
  71. proc.kill('SIGKILL')
  72. reject(new Error(`code-mode overlay did not exit within ${PROCESS_TIMEOUT_MS / 1_000}s. stdout:\n${stdout}\nstderr:\n${stderr}`))
  73. }, PROCESS_TIMEOUT_MS)
  74. proc.on('exit', (code) => {
  75. clearTimeout(timer)
  76. if (code === 0) resolve({ stdout, code })
  77. else reject(new Error(`code-mode overlay exited ${code}. stderr:\n${stderr}`))
  78. })
  79. proc.on('error', (err) => { clearTimeout(timer); reject(err) })
  80. // No prompt — just EOF, so the stdio UI exits without ever running a turn.
  81. proc.stdin.end()
  82. })
  83. }
  84. describe('code-mode overlay keyless smoke (real code-mode.cordis.yml via the Loader)', () => {
  85. it('boots the Code Mode plugin tree, prints its banner, and exits cleanly on EOF', async () => {
  86. const { stdout, code } = await bootAndEof()
  87. expect(code).toBe(0)
  88. expect(stdout).toContain('code-mode agent ready.')
  89. }, TEST_TIMEOUT_MS)
  90. })