fake-runtime.ts 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323
  1. #!/usr/bin/env node
  2. /**
  3. * Scripted stand-in for the DeepSeek Harness SDK runtime, driven entirely by
  4. * env vars — no model, no network, no harness imports. Speaks the runtime's
  5. * newline-delimited JSON-RPC protocol on stdio: answers `initialize`,
  6. * `session/prompt` (streaming scripted `session.event` notifications, then
  7. * `session.finished`, then the response), and `shutdown`.
  8. *
  9. * Script vocabulary (all optional):
  10. * - `FAKE_TEXT`: assistant text for each turn (default `hello from fake runtime`).
  11. * - `FAKE_STATUS`: the `session.finished` status (default `ok`).
  12. * - `FAKE_REASON_KIND`: the `session.finished` reason kind (default `completed`; `none` omits the reason).
  13. * - `FAKE_ABORT_REASON_KIND`: nested cause for an `aborted` turn (default `user`).
  14. * - `FAKE_SUBAGENT`: also emit a child session (subagent.started + child event + subagent.finished).
  15. * - `FAKE_ECHO_CWD`: prefix the assistant text with the process cwd.
  16. * - `FAKE_ECHO_ENV`: comma-separated env names to echo as `name=value` lines in the assistant text.
  17. * - `FAKE_MALFORMED`: `initialize` returns `{}` (no serverInfo); `prompt` returns `{}` (no accepted).
  18. * - `FAKE_MALFORMED_PROMPT`: `initialize` is normal; only `prompt` returns `{}` (no accepted).
  19. * - `FAKE_INIT_ERROR`: `initialize` answers a JSON-RPC error response with code 7.
  20. * - `FAKE_INIT_ERROR_ONCE_FILE`: fail `initialize` (code 7) only when this
  21. * marker file does NOT exist yet, creating it — so the first runtime
  22. * process fails the handshake and a respawned one succeeds (retry probe).
  23. * - `FAKE_ECHO_CWD_IN_INIT`: reply `serverInfo.version` = this process's cwd
  24. * (wire-visible spawn-cwd probe).
  25. * - `FAKE_MALFORMED_EVENT`: the turn's `session.event` carries a number as
  26. * the event; `FAKE_MALFORMED_MESSAGE`: assistant/message content is not an
  27. * array; `FAKE_MESSAGE_WITHOUT_DATA`: assistant/message with no data
  28. * member; `FAKE_MALFORMED_REASON`: the `turn/end` carries a bare reason
  29. * (`1`), an aborted reason without its cause (`aborted`), an unknown abort
  30. * cause (`abort-unknown`), a hook cause without its reason (`hook`), or no
  31. * data member (`no-data`) for wire-validation probes.
  32. * - `FAKE_EMPTY_MESSAGE`: record an empty assistant/message whose embedded
  33. * stream contains only usage and max-tokens settlement.
  34. * - `FAKE_HANG_INIT`: never answer `initialize` (mid-handshake cancel probe).
  35. * - `FAKE_INIT_READY` + `FAKE_INIT_GO`: touch the READY file when `initialize`
  36. * arrives, then poll for the GO file before answering (deterministic
  37. * cancel-during-handshake window).
  38. * - `FAKE_HANG_PROMPT`: never answer `session/prompt` (for timeout/dispose tests).
  39. * - `FAKE_EXIT_DURING_PROMPT`: commit one interrupted assistant message, then
  40. * exit 17 while the owned session run is waiting for its terminal state.
  41. * - `FAKE_STREAM_THEN_MALFORMED`: commit a partial assistant attempt for the
  42. * prompt, then answer `{}` (no accepted) — same-pipe ordering makes the
  43. * attempt arrive before the protocol failure (partial-output retention probe).
  44. * - `FAKE_IGNORE_EOF` + `FAKE_SIGTERM_FILE`: keep running after stdin EOF; touch the file on SIGTERM (ladder probe).
  45. * - `FAKE_TRAP_SIGTERM`: with `FAKE_IGNORE_EOF`, survive SIGTERM too (SIGKILL-rung probe).
  46. * - `FAKE_EXIT_BEFORE_INIT`: exit 3 immediately (spawn-then-die probe).
  47. * - `FAKE_STDERR`: write this line to stderr at boot (diagnostics-tail probe).
  48. * - `FAKE_STDERR_NO_NEWLINE`: write this to stderr WITHOUT a newline (buffer-flush probe).
  49. * - `FAKE_RECORD_INIT`: append each `initialize` params JSON to this file (handshake probe).
  50. */
  51. import { appendFileSync, existsSync, writeFileSync } from 'node:fs'
  52. import process from 'node:process'
  53. import { createInterface } from 'node:readline'
  54. const env = process.env
  55. if (env.FAKE_STDERR !== undefined) process.stderr.write(`${env.FAKE_STDERR}\n`)
  56. if (env.FAKE_STDERR_NO_NEWLINE !== undefined) process.stderr.write(env.FAKE_STDERR_NO_NEWLINE)
  57. if (env.FAKE_EXIT_BEFORE_INIT !== undefined) process.exit(3)
  58. if (env.FAKE_IGNORE_EOF !== undefined) {
  59. // Simulate a runtime that never quiesces from EOF so the dispose ladder
  60. // must escalate; record which rung fired.
  61. process.stdin.resume()
  62. process.stdin.on('end', () => { setInterval(() => {}, 1_000) })
  63. process.on('SIGTERM', () => {
  64. if (env.FAKE_SIGTERM_FILE !== undefined) writeFileSync(env.FAKE_SIGTERM_FILE, 'sigterm\n')
  65. if (env.FAKE_TRAP_SIGTERM === undefined) process.exit(0)
  66. })
  67. }
  68. function write(message: object): void {
  69. process.stdout.write(`${JSON.stringify(message)}\n`)
  70. }
  71. function notify(method: string, params: object): void {
  72. write({ jsonrpc: '2.0', method, params })
  73. }
  74. let seq = 0
  75. function event(sessionId: string, type: string, data: object): void {
  76. notify('session.event', { sessionId, event: { type, seq: seq++, time: 0, data } })
  77. }
  78. function assistantText(): string {
  79. const parts: string[] = []
  80. if (env.FAKE_ECHO_CWD !== undefined) parts.push(`cwd=${process.cwd()}`)
  81. for (const name of (env.FAKE_ECHO_ENV ?? '').split(',').filter(entry => entry.length > 0)) {
  82. parts.push(`${name}=${env[name] ?? ''}`)
  83. }
  84. parts.push(env.FAKE_TEXT ?? 'hello from fake runtime')
  85. return parts.join('\n')
  86. }
  87. function textStream(text: string): object[] {
  88. return [
  89. { type: 'chunk', time: 0, chunk: { type: 'block-start', index: 0, blockType: 'text' } },
  90. { type: 'text-chunks', time0: 0, index: 0, dt: [], texts: [text] },
  91. { type: 'chunk', time: 0, chunk: { type: 'block-end', index: 0, block: { type: 'text', text } } },
  92. { type: 'chunk', time: 0, chunk: { type: 'finish', reason: { kind: 'stop' } } },
  93. ]
  94. }
  95. function usageOnlyStream(): object[] {
  96. return [
  97. {
  98. type: 'chunk',
  99. time: 0,
  100. chunk: { type: 'usage', usage: { inputTokens: 1, outputTokens: 0, totalTokens: 1 } },
  101. },
  102. { type: 'chunk', time: 0, chunk: { type: 'finish', reason: { kind: 'max-tokens' } } },
  103. ]
  104. }
  105. function runTurn(sessionId: string): void {
  106. const text = assistantText()
  107. if (env.FAKE_MALFORMED_EVENT !== undefined) {
  108. notify('session.event', { sessionId, event: 42 })
  109. return
  110. }
  111. event(sessionId, 'turn/start', { turn: 0 })
  112. if (env.FAKE_MALFORMED_MESSAGE !== undefined) {
  113. event(sessionId, 'assistant/attempt', {
  114. turn: 0,
  115. step: 0,
  116. stream: textStream(text),
  117. })
  118. event(sessionId, 'assistant/message', {
  119. turn: 0,
  120. step: 0,
  121. message: {
  122. id: 'fake-malformed-message',
  123. role: 'assistant',
  124. content: 'not-an-array',
  125. source: { kind: 'model', provider: 'fake', model: 'fake' },
  126. },
  127. stream: textStream(text),
  128. })
  129. return
  130. }
  131. if (env.FAKE_MESSAGE_WITHOUT_DATA !== undefined) {
  132. notify('session.event', { sessionId, event: { type: 'assistant/message', seq: seq++, time: 0 } })
  133. return
  134. }
  135. if (env.FAKE_EMPTY_MESSAGE !== undefined) {
  136. event(sessionId, 'assistant/attempt', {
  137. turn: 0,
  138. step: 0,
  139. stream: textStream(text),
  140. })
  141. }
  142. event(sessionId, 'assistant/message', {
  143. turn: 0,
  144. step: 0,
  145. message: {
  146. id: `fake-assistant-${seq}`,
  147. role: 'assistant',
  148. // Model the usage-only message recorded after a max-tokens step that
  149. // assembled no output blocks.
  150. content: env.FAKE_EMPTY_MESSAGE !== undefined ? [] : [{ type: 'text', text }],
  151. source: { kind: 'model', provider: 'fake', model: 'fake' },
  152. },
  153. stream: env.FAKE_EMPTY_MESSAGE !== undefined ? usageOnlyStream() : textStream(text),
  154. })
  155. const reasonKind = env.FAKE_REASON_KIND ?? 'completed'
  156. if (reasonKind !== 'none') {
  157. if (env.FAKE_MALFORMED_REASON === 'no-data') {
  158. notify('session.event', { sessionId, event: { type: 'turn/end', seq: seq++, time: 0 } })
  159. return
  160. }
  161. const reason = env.FAKE_MALFORMED_REASON === 'aborted'
  162. ? { kind: 'aborted' }
  163. : env.FAKE_MALFORMED_REASON === 'abort-unknown'
  164. ? { kind: 'aborted', reason: { kind: 'future' } }
  165. : env.FAKE_MALFORMED_REASON === 'hook'
  166. ? { kind: 'aborted', reason: { kind: 'hook' } }
  167. : env.FAKE_MALFORMED_REASON !== undefined
  168. ? 'not-a-reason-envelope'
  169. : reasonKind === 'aborted'
  170. ? {
  171. kind: 'aborted',
  172. reason: env.FAKE_ABORT_REASON_KIND === 'hook'
  173. ? { kind: 'hook', reason: 'scripted hook abort' }
  174. : { kind: env.FAKE_ABORT_REASON_KIND ?? 'user' },
  175. }
  176. : reasonKind === 'error'
  177. ? { kind: 'error', error: { message: 'scripted child error', code: 'UNKNOWN' } }
  178. : { kind: reasonKind }
  179. event(sessionId, 'turn/end', { turn: 0, reason })
  180. }
  181. if (env.FAKE_SUBAGENT !== undefined) {
  182. const childId = `${sessionId}-child`
  183. notify('subagent.started', { parentSessionId: sessionId, childSessionId: childId })
  184. event(childId, 'assistant/message', {
  185. turn: 0,
  186. step: 0,
  187. message: {
  188. id: `fake-child-${seq}`,
  189. role: 'assistant',
  190. content: [{ type: 'text', text: 'child says hi' }],
  191. source: { kind: 'model', provider: 'fake', model: 'fake' },
  192. },
  193. stream: textStream('child says hi'),
  194. })
  195. notify('subagent.finished', {
  196. provider: 'spawn',
  197. agentId: childId,
  198. parentSessionId: sessionId,
  199. childSessionId: childId,
  200. status: 'ok',
  201. stopReason: 'completed',
  202. lastAssistantMessage: [{ type: 'text', text: 'child says hi' }],
  203. })
  204. }
  205. }
  206. function sessionIdOf(params: Record<string, unknown> | undefined): string {
  207. const value = params?.sessionId
  208. return typeof value === 'string' ? value : ''
  209. }
  210. const reader = createInterface({ input: process.stdin })
  211. reader.on('line', (line) => {
  212. if (line.trim().length === 0) return
  213. const frame = JSON.parse(line) as { id?: string | number; method?: string; params?: Record<string, unknown> }
  214. if (frame.method === undefined || frame.id === undefined) return
  215. const respond = (result: object): void => { write({ jsonrpc: '2.0', id: frame.id, result }) }
  216. switch (frame.method) {
  217. case 'initialize':
  218. if (env.FAKE_RECORD_INIT !== undefined) appendFileSync(env.FAKE_RECORD_INIT, `${JSON.stringify(frame.params)}\n`)
  219. if (env.FAKE_HANG_INIT !== undefined) return
  220. if (env.FAKE_INIT_READY !== undefined && env.FAKE_INIT_GO !== undefined) {
  221. writeFileSync(env.FAKE_INIT_READY, 'ready\n')
  222. const go = env.FAKE_INIT_GO
  223. const id = frame.id
  224. const poll = setInterval(() => {
  225. if (!existsSync(go)) return
  226. clearInterval(poll)
  227. write({ jsonrpc: '2.0', id, result: { serverInfo: { name: 'deepseek-harness-sdk-runtime', version: '0.0.1' } } })
  228. }, 5)
  229. return
  230. }
  231. if (env.FAKE_INIT_ERROR !== undefined) {
  232. write({ jsonrpc: '2.0', id: frame.id, error: { code: 7, message: 'scripted init failure', data: { hint: 'fake' } } })
  233. return
  234. }
  235. if (env.FAKE_INIT_ERROR_ONCE_FILE !== undefined && !existsSync(env.FAKE_INIT_ERROR_ONCE_FILE)) {
  236. writeFileSync(env.FAKE_INIT_ERROR_ONCE_FILE, 'failed-once\n')
  237. write({ jsonrpc: '2.0', id: frame.id, error: { code: 7, message: 'scripted first-boot failure' } })
  238. return
  239. }
  240. if (env.FAKE_MALFORMED !== undefined) {
  241. respond({})
  242. return
  243. }
  244. if (env.FAKE_ECHO_CWD_IN_INIT !== undefined) {
  245. respond({ serverInfo: { name: 'deepseek-harness-sdk-runtime', version: process.cwd() } })
  246. return
  247. }
  248. respond({ serverInfo: { name: 'deepseek-harness-sdk-runtime', version: '0.0.1' } })
  249. return
  250. case 'session/prompt': {
  251. const sessionId = sessionIdOf(frame.params)
  252. const messageId = `fake-user-${seq}`
  253. event(sessionId, 'agent/inbox/spliced', {
  254. target: 'next-turn',
  255. start: 0,
  256. inserted: [{
  257. id: messageId,
  258. role: 'user',
  259. content: [],
  260. source: { kind: 'user' },
  261. }],
  262. })
  263. notify('session.status', { sessionId, status: 'running' })
  264. if (env.FAKE_STREAM_THEN_MALFORMED !== undefined) {
  265. event(sessionId, 'assistant/attempt', {
  266. turn: 0,
  267. step: 0,
  268. stream: textStream('streamed then cut short'),
  269. })
  270. respond({})
  271. return
  272. }
  273. if (env.FAKE_EXIT_DURING_PROMPT !== undefined) {
  274. const partial = env.FAKE_TEXT ?? 'partial before exit'
  275. respond({ messageId })
  276. event(sessionId, 'assistant/message', {
  277. turn: 0,
  278. step: 0,
  279. message: {
  280. id: `fake-partial-${seq}`,
  281. role: 'assistant',
  282. content: [{ type: 'text', text: partial }],
  283. source: { kind: 'model', provider: 'fake', model: 'fake' },
  284. },
  285. stream: textStream(partial),
  286. interrupted: true,
  287. })
  288. setImmediate(() => { process.exit(17) })
  289. return
  290. }
  291. if (env.FAKE_HANG_PROMPT !== undefined) return
  292. if (env.FAKE_MALFORMED !== undefined || env.FAKE_MALFORMED_PROMPT !== undefined) {
  293. respond({})
  294. return
  295. }
  296. runTurn(sessionId)
  297. notify('session.status', { sessionId, status: 'idle' })
  298. respond({ messageId })
  299. return
  300. }
  301. case 'shutdown':
  302. respond({})
  303. // An EOF-ignoring fake also refuses the protocol exit, so the client's
  304. // dispose ladder (not this cooperative path) must reap it.
  305. if (env.FAKE_IGNORE_EOF === undefined) setImmediate(() => process.exit(0))
  306. return
  307. default:
  308. write({ jsonrpc: '2.0', id: frame.id, error: { code: -32603, message: `unknown method: ${frame.method}` } })
  309. }
  310. })