1
0

gen-doc-graphs.ts 65 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487
  1. /**
  2. * Generate the relationship layer above the module, Cordis, and tool catalogs.
  3. * Enumerable facts come from source; hybrid graphs add manifests for policy the
  4. * source cannot infer, while curated graphs explain flow and ownership.
  5. * `--check` verifies the generated set.
  6. */
  7. import { existsSync, mkdirSync, readFileSync, writeFileSync } from 'node:fs'
  8. import { dirname, relative, resolve } from 'node:path'
  9. import ts from 'typescript'
  10. import { projectCordisCatalog } from '@deepseek-ai/dsh-typert-generator'
  11. import { CORDIS_CATALOG_POLICY } from './gen-cordis-catalog.ts'
  12. import type { EventEntry, ServiceEntry } from '@deepseek-ai/dsh-typert-generator'
  13. import {
  14. collectPackageGraph,
  15. escapeMermaidLabel as escLabel,
  16. graphNodeId as nodeId,
  17. type PackageGraphNode,
  18. } from './package-graph.ts'
  19. import { TypeScriptProject } from './ts-project.ts'
  20. const root = resolve(import.meta.dirname, '..')
  21. type Pkg = PackageGraphNode
  22. interface GraphDoc {
  23. rel: string
  24. content: string
  25. }
  26. interface ServiceRole {
  27. key: string
  28. pkg: string
  29. title: string
  30. mode: 'core' | 'seam' | 'bundle'
  31. implementations?: string[]
  32. consumers?: string[]
  33. companions?: string[]
  34. note: string
  35. }
  36. interface ExamplePlugin {
  37. id: string
  38. name: string
  39. }
  40. interface EventRelation {
  41. dispatchers: Map<string, Set<string>>
  42. listeners: Set<string>
  43. }
  44. /** One scanned package source file and its owning package short name. */
  45. export interface PackageSource {
  46. /** Repository-relative path. */
  47. rel: string
  48. /** Package short name from the `packages/<group>/<pkg>/src` path. */
  49. pkg: string
  50. /** The bound program source file. */
  51. sourceFile: ts.SourceFile
  52. }
  53. type EventReceiverKind = 'context' | 'agent-dispatch' | 'events-service'
  54. const GROUP_ORDER = [
  55. 'util',
  56. 'attachment',
  57. 'llm',
  58. 'core',
  59. 'typert',
  60. 'goal',
  61. 'experimental',
  62. 'process',
  63. 'bash',
  64. 'pty',
  65. 'sandbox',
  66. 'e2b',
  67. 'fs',
  68. 'skill',
  69. 'compact',
  70. 'subagent',
  71. 'tasks',
  72. 'workflow',
  73. 'web',
  74. 'webhook',
  75. 'spill',
  76. 'todo',
  77. 'plan',
  78. 'cordis',
  79. 'hooks',
  80. 'session-persistence',
  81. 'session-query',
  82. 'session-title',
  83. 'telemetry',
  84. 'storage',
  85. 'workspace',
  86. 'support',
  87. 'acp',
  88. 'ui',
  89. ]
  90. const SERVICE_ROLES: ServiceRole[] = [
  91. {
  92. key: 'attachments',
  93. pkg: 'attachment',
  94. title: 'Durable binary attachment storage',
  95. mode: 'seam',
  96. implementations: ['attachment-local'],
  97. consumers: ['host-runtime', 'llm-pi-ai'],
  98. note: 'The host commits accepted images before session events; provider adapters resolve authorized durable references into provider-native content.',
  99. },
  100. {
  101. key: 'llm',
  102. pkg: 'llm',
  103. title: 'LLM adapter registry',
  104. mode: 'seam',
  105. implementations: ['llm-deepseek', 'llm-pi-ai', 'llm-replay'],
  106. consumers: ['agent-loop', 'compaction-basic'],
  107. note: 'Adapters register provider implementations; the loop and compaction call the provider-neutral stream service.',
  108. },
  109. {
  110. key: 'deepseekLlmApiExtensions',
  111. pkg: 'deepseek-llm-api-extensions',
  112. title: 'Official DeepSeek request extensions',
  113. mode: 'seam',
  114. implementations: ['session-log-deepseek', 'plugin-package-inventory-deepseek'],
  115. consumers: ['llm-deepseek'],
  116. note: 'Plugins prepare independent top-level fields; the official adapter merges them and commits their delivery state after HTTP acceptance.',
  117. },
  118. {
  119. key: 'tokenMeter',
  120. pkg: 'token-meter',
  121. title: 'Replay token measurement',
  122. mode: 'core',
  123. consumers: ['compaction-basic'],
  124. note: 'Owns isolated per-session replay folds; pressure consumers share immutable revisioned measurements.',
  125. },
  126. {
  127. key: 'toolResultPruner',
  128. pkg: 'compaction-tool-result-pruner',
  129. title: 'Model-free tool-result pruning',
  130. mode: 'core',
  131. consumers: ['compaction-basic'],
  132. note: 'Rewrites oversized current tool results through replayable single-node surface replacements before summary compaction.',
  133. },
  134. {
  135. key: 'sessions',
  136. pkg: 'session',
  137. title: 'In-memory session store',
  138. mode: 'core',
  139. consumers: ['agent-loop', 'agent', 'session-persistence', 'session-query', 'session-query-sqlite', 'subagent-inprocess', 'invariants', 'message-feedback'],
  140. note: 'Owns append-only Session instances and emits the durable session event feed.',
  141. },
  142. {
  143. key: 'sessionController',
  144. pkg: 'api-session-controller',
  145. title: 'Host Session Remote controller',
  146. mode: 'core',
  147. consumers: ['apiproxy'],
  148. note: 'Owns Session commands, cold reads, durable-event following, live control state, and Agent activation policy; apiProxy reuses its inspection and Agent-resolution operations for Session-aware domains.',
  149. },
  150. {
  151. key: 'workspaceController',
  152. pkg: 'api-workspace-controller',
  153. title: 'Host Workspace Remote controller',
  154. mode: 'core',
  155. note: 'Owns Workspace commands and reconnect-safe Workspace state delivery through the generated Remote namespace.',
  156. },
  157. {
  158. key: 'invariants',
  159. pkg: 'invariants',
  160. title: 'Package-owned invariant registry',
  161. mode: 'core',
  162. consumers: ['session', 'agent', 'scope', 'agent-loop'],
  163. note: 'Companion subpaths register owner-local checks; the service owns selection, uniqueness, child fibers, and package-attributed failures.',
  164. },
  165. {
  166. key: 'typert',
  167. pkg: 'typert-registry',
  168. title: 'Runtime type registry',
  169. mode: 'core',
  170. consumers: ['typert-loader', 'api-gateway'],
  171. note: 'Plugins register live zod contributions directly or through dsh-typert-loader; the API gateway consumes invocation descriptors and providers, while other runtime consumers query schemas and reflection metadata at their own edges.',
  172. },
  173. {
  174. key: 'typertGateway',
  175. pkg: 'api-gateway',
  176. title: 'Typert Host invocation gateway',
  177. mode: 'core',
  178. note: 'Associates generated Remote descriptors with live Cordis services, resolves registered identities, and exposes unary calls through the shared Connection RPC carrier.',
  179. },
  180. {
  181. key: 'sessionPersistence',
  182. pkg: 'session-persistence',
  183. title: 'Durable session persistence seam',
  184. mode: 'seam',
  185. implementations: ['session-persistence-jsonl', 'session-persistence-sqlite'],
  186. consumers: ['agent-loop', 'tool-bash', 'hooks-claude-code', 'hooks-codex', 'session-query', 'session-query-sqlite', 'message-feedback'],
  187. note: 'Backends persist the same SessionEvent vocabulary; apps choose a backend at composition time.',
  188. },
  189. {
  190. key: 'settings',
  191. pkg: 'settings',
  192. title: 'User-settings seam',
  193. mode: 'seam',
  194. implementations: ['settings-file'],
  195. consumers: ['llm-deepseek', 'llm-pi-ai', 'apiproxy'],
  196. note: 'Plugins register namespace schemas and resolve layered values; providers store the raw document. The LLM adapters register their entry config as the composition base under the user section; the web gateway serves redacted layered descriptors and writes the user layer.',
  197. },
  198. {
  199. key: 'subagentModelSelection',
  200. pkg: 'tool-subagent',
  201. title: 'Subagent model-selection preference',
  202. mode: 'core',
  203. consumers: ['tool-subagent'],
  204. note: 'Owns the default-off settings namespace that Agent-scoped delegation tools sample when composing a new top-level Session.',
  205. },
  206. {
  207. key: 'credentials',
  208. pkg: 'credentials',
  209. title: 'Credential seam',
  210. mode: 'seam',
  211. implementations: ['credentials-local'],
  212. consumers: ['llm-deepseek', 'llm-pi-ai', 'apiproxy'],
  213. note: 'Configuration carries references to secrets; providers own the values. Consumers resolve per operation, so a rotated credential reaches the very next request; the web gateway exposes value-free views and write-only storage.',
  214. },
  215. {
  216. key: 'authorization',
  217. pkg: 'authorization',
  218. title: 'Authorization flow registry',
  219. mode: 'seam',
  220. implementations: [],
  221. consumers: ['llm-pi-ai'],
  222. note: 'Flows are registered by the plugin that knows how to obtain one credential and keyed by the record they write; the seam owns the conversation and the one-attempt-per-key lifecycle, never the protocol.',
  223. },
  224. {
  225. key: 'sessionTelemetry',
  226. pkg: 'session-telemetry',
  227. title: 'Session telemetry seam',
  228. mode: 'seam',
  229. implementations: ['session-telemetry-otel'],
  230. consumers: [],
  231. note: 'The seam captures, redacts, and hands session records to one backend; nothing else consumes the service — its output leaves the process.',
  232. },
  233. {
  234. key: 'storage',
  235. pkg: 'storage',
  236. title: 'Non-session storage hub',
  237. mode: 'seam',
  238. implementations: ['storage-json', 'storage-sqlite'],
  239. consumers: ['storage-domain'],
  240. note: 'Backends register side by side under names; data forms (domain first) mount on the hub and translate typed operations into opaque KV-unit primitives.',
  241. },
  242. {
  243. key: 'storageDomain',
  244. pkg: 'storage-domain',
  245. title: 'Domain data facility',
  246. mode: 'core',
  247. consumers: ['workspace', 'message-feedback'],
  248. note: 'Waits for every configured backend, then publishes the domain form as one lifecycle-bound service for typed durable state.',
  249. },
  250. {
  251. key: 'messageFeedback',
  252. pkg: 'message-feedback',
  253. title: 'Lifecycle-bound message feedback',
  254. mode: 'core',
  255. note: 'Owns local per-assistant-message feedback, lifecycle and target validation, per-item compare-and-set, and the Host unary Remote contract without entering Session history or telemetry.',
  256. },
  257. {
  258. key: 'workspaceRegistry',
  259. pkg: 'workspace',
  260. title: 'Workspace entity registry',
  261. mode: 'core',
  262. consumers: ['apiproxy'],
  263. note: 'Owns WorkspaceId-branded records over the domain facility; stable sessionIds accounts drive Host RPC and GUI projections.',
  264. },
  265. {
  266. key: 'sessionQuery',
  267. pkg: 'session-query',
  268. title: 'Session reads, traces, filters, and search',
  269. mode: 'seam',
  270. implementations: ['session-query-sqlite'],
  271. consumers: ['session-reference', 'tool-session-query'],
  272. note: 'The interface supplies exact reads, filters, and traces; its concrete backend adds full-text reconciliation, ranking, snippets, and cursor generations, while the model consumer owns workspace authority and cursor-free rendering.',
  273. },
  274. {
  275. key: 'fileReferences',
  276. pkg: 'file-reference',
  277. title: 'File reference discovery',
  278. mode: 'seam',
  279. implementations: ['file-reference-local'],
  280. note: 'The interface returns path-only completion candidates within the addressed Agent cwd through its unary Remote contract; providers own namespace access and ranking without reading file contents.',
  281. },
  282. {
  283. key: 'sessionReferenceResolver',
  284. pkg: 'session-reference',
  285. title: 'Cross-session snapshot preparation',
  286. mode: 'core',
  287. note: 'Projects bounded current-surface conversation snapshots into durable untrusted message context; host adapters own mention syntax.',
  288. },
  289. {
  290. key: 'sessionTitle',
  291. pkg: 'session-title',
  292. title: 'Log-backed session titles',
  293. mode: 'seam',
  294. implementations: ['session-title-first-prompt-llm', 'session-title-all-prompts-llm'],
  295. note: 'Owns the deterministic fallback, latest-title fold, and sole optional asynchronous provider registration.',
  296. },
  297. {
  298. key: 'systemPrompt',
  299. pkg: 'system-prompt',
  300. title: 'System prompt assembly registry',
  301. mode: 'core',
  302. consumers: ['agent-loop', 'tools', 'tool-fs', 'tool-terminal', 'tool-web'],
  303. note: 'Collects prompt sections and model-facing tool schemas for each step.',
  304. },
  305. {
  306. key: 'tools',
  307. pkg: 'tools',
  308. title: 'Tool registry and guarded execution pipeline',
  309. mode: 'core',
  310. consumers: ['agent-loop', 'tool-ask-user', 'tool-bash', 'tool-cordis', 'tool-fs', 'tool-terminal', 'tool-skill', 'tool-subagent', 'tool-todo', 'tool-web'],
  311. note: 'Registers capabilities, owns Code Mode transport, and routes calls through pre-policy, monotonic guards, around dispatch, post-policy, and final-result observation.',
  312. },
  313. {
  314. key: 'userQuestions',
  315. pkg: 'user-questions',
  316. title: 'Human question/answer seam',
  317. mode: 'seam',
  318. consumers: ['tool-ask-user'],
  319. note: 'UI front ends provide the active human-answer provider; tool-ask-user pauses a tool call on the provider-neutral ask() promise.',
  320. },
  321. {
  322. key: 'planMode',
  323. pkg: 'plan-mode',
  324. title: 'Plan collaboration state',
  325. mode: 'core',
  326. note: 'Folds logged plan/mode state, flushes user selections at turn boundaries, renders deployment-owned guidance, registers /plan, and keeps the plan-exit schema stable across transitions.',
  327. },
  328. {
  329. key: 'agentPresets',
  330. pkg: 'agent-presets',
  331. title: 'Per-session agent composition',
  332. mode: 'core',
  333. note: 'Discovers preset directories over trusted and user-authored roots and mounts one preset cordis.yml under an agent scope during creation, rejecting a row that never activates or that publishes into the root service realm.',
  334. },
  335. {
  336. key: 'commands',
  337. pkg: 'commands',
  338. title: 'Human command registry',
  339. mode: 'core',
  340. note: 'Plugins register direct human commands without sending invocations to the model.',
  341. },
  342. {
  343. key: 'sessionProjections',
  344. pkg: 'session-projection',
  345. title: 'Session projection units',
  346. mode: 'core',
  347. consumers: ['tool-todo', 'session-title', 'host-apiproxy'],
  348. note: 'Domains register state-driven fold units; the eager drive keeps per-session watermark states and api-proxy serves baselines and pushes changed values.',
  349. },
  350. {
  351. key: 'sessionProjectionCache',
  352. pkg: 'session-projection-cache',
  353. title: 'Persisted projection cache',
  354. mode: 'core',
  355. consumers: ['host-apiproxy'],
  356. note: 'Durably checkpoints projection unit states per session (throttled + turn/end/detach mandatory points) and serves the cold-read ladder: cache row + persistence tail replay, so listings never load full logs.',
  357. },
  358. {
  359. key: 'skills',
  360. pkg: 'skill',
  361. title: 'Skill provider registry',
  362. mode: 'seam',
  363. implementations: ['skill-badge', 'skill-filesystem'],
  364. consumers: ['tool-skill'],
  365. note: 'Merges provider skill catalogs; tool-skill renders the session-prefix catalog and loads complete skill bodies.',
  366. },
  367. {
  368. key: 'agents',
  369. pkg: 'agent',
  370. title: 'Agent service',
  371. mode: 'core',
  372. consumers: ['agent-loop', 'acp', 'subagent-inprocess'],
  373. note: 'Owns live Agent handles, the create/resume factory seam, and process-local initiator propagation.',
  374. },
  375. {
  376. key: 'agentDefaultModel',
  377. pkg: 'agent-default-model',
  378. title: 'Default Agent model selection',
  379. mode: 'core',
  380. consumers: ['headless', 'host-apiproxy'],
  381. note: 'Layers the default ModelSelection through settings so direct and Host-backed Agent entry points share one state owner.',
  382. },
  383. {
  384. key: 'agentLoop',
  385. pkg: 'agent-loop',
  386. title: 'Concrete loop driver',
  387. mode: 'bundle',
  388. consumers: ['agent-spine-demo'],
  389. note: 'The one concrete loop plugin; extension packages depend on dsh-agent events and services, not on this package.',
  390. },
  391. {
  392. key: 'goals',
  393. pkg: 'goal',
  394. title: 'Same-session goal domain',
  395. mode: 'core',
  396. note: 'Folds revisioned objective state from the session log and keeps live continuation activation process-local.',
  397. },
  398. {
  399. key: 'e2b',
  400. pkg: 'e2b',
  401. title: 'E2B sandbox lifecycle owner',
  402. mode: 'core',
  403. consumers: ['fs-e2b', 'subprocess-e2b'],
  404. note: 'Owns one shared E2B SDK handle, remote working directory, and final sandbox disposition so both fundamental E2B providers inhabit the same Linux runtime.',
  405. },
  406. {
  407. key: 'subprocess',
  408. pkg: 'subprocess',
  409. title: 'Subprocess seam',
  410. mode: 'seam',
  411. implementations: ['subprocess-local', 'subprocess-e2b'],
  412. consumers: ['bash-local', 'bash-sandbox', 'terminal-bash', 'lsp-stdio', 'subagent-acp', 'subagent-codex', 'subagent-claude-code'],
  413. note: 'The bash executors, the PTY shell backend, the LSP host, and the out-of-process ACP, Codex, and Claude Code subagent backends spawn through ctx.subprocess; the service owns process coordinates, tree/session lifetime, stdio dispositions, terminal mechanics, and kill escalation.',
  414. },
  415. {
  416. key: 'shell',
  417. pkg: 'shell',
  418. title: 'Bash executor seam',
  419. mode: 'seam',
  420. implementations: ['bash-local', 'bash-sandbox', 'pwsh-local'],
  421. consumers: ['tool-bash', 'tool-pwsh', 'hooks-claude-code', 'hooks-codex'],
  422. note: 'The model-facing shell tools and hook bridges consume this seam; sandboxed, remote, or PowerShell executors replace bash-local without touching them.',
  423. },
  424. {
  425. key: 'shellEnv',
  426. pkg: 'shell-env',
  427. title: 'Managed bash environment registry',
  428. mode: 'core',
  429. consumers: ['tool-bash', 'tool-pwsh'],
  430. note: 'Plugins declare effect-scoped DSH_* facts; each shell tool collects one trusted snapshot per execution and its executor rebuilds the namespace.',
  431. },
  432. {
  433. key: 'terminals',
  434. pkg: 'terminal',
  435. title: 'Persistent PTY session registry',
  436. mode: 'seam',
  437. implementations: ['terminal-bash'],
  438. consumers: ['tool-terminal'],
  439. note: 'The registry owns exact-Agent session identity and cleanup; backends own terminal mechanics, while tool-terminal exposes the owner-scoped model tools.',
  440. },
  441. {
  442. key: 'sandbox',
  443. pkg: 'sandbox',
  444. title: 'Process-sandbox seam',
  445. mode: 'seam',
  446. implementations: ['sandbox-local'],
  447. consumers: ['bash-sandbox', 'terminal-bash'],
  448. note: 'Consumers hand over the exact argv they are about to spawn; same-world backends wrap it under a per-call policy and report enforcement.',
  449. },
  450. {
  451. key: 'sandboxPolicy',
  452. pkg: 'sandbox-policy',
  453. title: 'Sandbox policy home',
  454. mode: 'core',
  455. implementations: [],
  456. consumers: ['bash-sandbox', 'fs-sandbox', 'terminal-bash'],
  457. note: 'The one home for the deployment default mode + workspace root; only the sandboxed executor and provider read the service (the tool layers use the pure `sandbox/mode` fold it also exports). Both enforcing families read it so bash and fs cannot confine to different roots.',
  458. },
  459. {
  460. key: 'approval',
  461. pkg: 'approval',
  462. title: 'Approval seam',
  463. mode: 'seam',
  464. implementations: ['acp'],
  465. consumers: ['tools', 'tool-bash'],
  466. note: 'One-shot permission decisions dispatched over the `approval/request` waterfall; answerers are listeners (the ACP bridge for its own agents), absence fails closed to `unavailable`.',
  467. },
  468. {
  469. key: 'permissionPresets',
  470. pkg: 'permission-presets',
  471. title: 'Permission presets',
  472. mode: 'core',
  473. implementations: [],
  474. note: 'User-facing preset table (`workspace-write`/`danger-full-access`) bundling the sandbox-mode and approval-policy knobs; a switch writes one `permission/preset` event through to both knob events.',
  475. },
  476. {
  477. key: 'codeRuntime',
  478. pkg: 'code-runtime',
  479. title: 'Code-execution seam',
  480. mode: 'seam',
  481. implementations: ['code-runtime-worker'],
  482. consumers: ['tools'],
  483. note: 'Runs one model-written program against host-provided async bindings; backends differ by substrate and language (the tool registry consumes it for Code Mode).',
  484. },
  485. {
  486. key: 'fs',
  487. pkg: 'fs',
  488. title: 'Filesystem provider seam',
  489. mode: 'seam',
  490. implementations: ['fs-local', 'fs-sandbox', 'fs-e2b'],
  491. consumers: ['tool-fs'],
  492. companions: ['fs-observation-policy'],
  493. note: 'tool-fs executes read/write/edit through ctx.fs; fs-sandbox fences mutations by the shared sandbox mode; fs-observation-policy contributes observed-state checks through the fs/* event gate.',
  494. },
  495. {
  496. key: 'compaction',
  497. pkg: 'compaction',
  498. title: 'Compaction seam',
  499. mode: 'seam',
  500. implementations: ['compaction-basic'],
  501. consumers: ['compaction-basic'],
  502. note: 'The basic backend consumes post-step pressure and request-error recovery events; there is no model-facing compact tool.',
  503. },
  504. {
  505. key: 'subagents',
  506. pkg: 'subagent',
  507. title: 'Subagent provider and continuation service',
  508. mode: 'seam',
  509. implementations: ['subagent-spawn-in-process', 'subagent-fork-in-process', 'subagent-acp', 'subagent-codex', 'subagent-claude-code', 'subagent-dsh-sdk'],
  510. consumers: ['tool-subagent', 'tool-subagent-control', 'tool-ralph'],
  511. note: 'Providers implement transports; the service also owns optional Activation-based continuation orchestration, tool-subagent selects one-shot or continuable delegation, tool-subagent-control delivers follow-ups, and tool-ralph requires one fresh structured-output route.',
  512. },
  513. {
  514. key: 'agentTeams',
  515. pkg: 'agent-team',
  516. title: 'Agent Teams coordination domain',
  517. mode: 'core',
  518. consumers: ['tool-agent-team'],
  519. note: 'Owns the implicit-root roster, durable peer mailbox, shared task DAG, and continuable-child lifecycle; tool-agent-team contributes the scoped model policy and controls.',
  520. },
  521. {
  522. key: 'jobs',
  523. pkg: 'jobs',
  524. title: 'Background job registry',
  525. mode: 'seam',
  526. implementations: ['jobs-local'],
  527. consumers: ['tool-bash', 'tool-terminal', 'tool-subagent', 'tool-jobs'],
  528. note: 'Producers (background bash, PTY sends, and subagent delegations) register running work; tool-jobs is the model-facing controller that reads, lists, and kills it; jobs-local is the process-local registry.',
  529. },
  530. {
  531. key: 'web',
  532. pkg: 'web',
  533. title: 'Web access provider registry',
  534. mode: 'seam',
  535. implementations: ['web-search-exa', 'web-search-perplexity', 'web-search-deepseek', 'web-fetch-http'],
  536. consumers: ['tool-web'],
  537. note: 'Search and fetch providers register into one ctx.web seam; tool-web owns the stable model-facing names.',
  538. },
  539. {
  540. key: 'spillStore',
  541. pkg: 'spill',
  542. title: 'Spill storage seam',
  543. mode: 'seam',
  544. implementations: ['spill-local'],
  545. consumers: ['spill-policy'],
  546. note: 'The backend saves oversized tool text and returns a model-facing locator plus retrieval hint; spill-policy is the tools/post-execute consumer that decides when to spill.',
  547. },
  548. {
  549. key: 'directoryPicker',
  550. pkg: 'directory-picker',
  551. title: 'Workspace-directory picking seam',
  552. mode: 'seam',
  553. implementations: ['directory-picker-native', 'directory-picker-browse'],
  554. consumers: ['apiproxy'],
  555. note: 'Discriminated interaction capability: the native backend opens one OS chooser on the host display, the browse backend serves listing/creation primitives for the in-app browser; dual-face backends fill ui-workspace directory-flow slots from their browser halves (no wire advertisement).',
  556. },
  557. {
  558. key: 'webServer',
  559. pkg: 'webserver',
  560. title: 'HTTP route registration',
  561. mode: 'core',
  562. consumers: ['connection', 'modules', 'hmr'],
  563. note: 'Plain node:http carrier: named-route registry, index transform taps, and the static dist fallback; web-transport plugins register their own routes.',
  564. },
  565. {
  566. key: 'clientModules',
  567. pkg: 'modules',
  568. title: 'Client plugin graph host',
  569. mode: 'core',
  570. consumers: ['hmr'],
  571. note: 'Composes the __DSH_BOOT__ entry graph from an incremental dsh.client scan, serves plugin bundles, and notifies rebuilt/graph-changed subscribers.',
  572. },
  573. {
  574. key: 'workflowEngine',
  575. pkg: 'workflow',
  576. title: 'Workflow script engine',
  577. mode: 'seam',
  578. implementations: ['workflow-worker-thread'],
  579. consumers: ['tool-workflow', 'tool-ralph'],
  580. note: 'One engine per context, as in bash, with no named-provider registry; the general workflow and fixed Ralph consumers start runs whose agent() calls fan out through ctx.subagents.',
  581. },
  582. {
  583. key: 'webhookRuntime',
  584. pkg: 'webhook',
  585. title: 'Webhook rule runtime',
  586. mode: 'core',
  587. consumers: ['webhook-github'],
  588. note: 'Provider adapters dispatch authenticated deliveries; trusted plugins register independent process-local rules, and the runtime turns non-null results into ordinary Workspace-backed Sessions without delivery or completion state.',
  589. },
  590. {
  591. key: 'lsp',
  592. pkg: 'lsp',
  593. title: 'Language-server navigation seam',
  594. mode: 'seam',
  595. implementations: ['lsp-local'],
  596. consumers: ['tool-lsp'],
  597. note: 'Provider registration and selection plus normalized query execution over exactly four operations; the seam offers no protocol escape hatch, so a backend translates into the normalized request and result.',
  598. },
  599. {
  600. key: 'apiProxy',
  601. pkg: 'apiproxy',
  602. title: 'Host API dispatch',
  603. mode: 'core',
  604. consumers: ['connection'],
  605. note: 'The transport-agnostic host gateway face: it dispatches browser API calls, and each open host stream subscribes to the events it forwards rather than being pushed to through a broadcast verb.',
  606. },
  607. {
  608. key: 'dynamicCordisRunner',
  609. pkg: 'cordis-host-runner',
  610. title: 'Dynamic Cordis package host runner',
  611. mode: 'core',
  612. consumers: ['tool-cordis'],
  613. note: 'Owns the in-memory definition registry, the vm sandbox for host halves, and the request-run round trip; browser pages reach the same service over the wire through its remote namespace.',
  614. },
  615. {
  616. key: 'cordisInspect',
  617. pkg: 'cordis-host-runner',
  618. title: 'Dynamic Cordis inspect registry',
  619. mode: 'core',
  620. consumers: ['tool-cordis'],
  621. note: 'Registers host inspect providers, mirrors the client provider manifest, and routes client queries through the dynamic Cordis transport.',
  622. },
  623. ]
  624. function generatedHeader(title: string): string[] {
  625. return [
  626. '<!-- Generated by scripts/gen-doc-graphs.ts - do not edit by hand.',
  627. ' Run `pnpm run gen-doc-graphs` to regenerate. -->',
  628. '',
  629. `# ${title}`,
  630. '',
  631. ]
  632. }
  633. function maintenanceFooter(source: string): string[] {
  634. return [`Maintenance mode: ${source}.`, '']
  635. }
  636. function graphIndexLink(rel: string): string {
  637. return relative('docs', rel).replaceAll('\\', '/')
  638. }
  639. function linkFromDoc(docRel: string, targetRel: string): string {
  640. return relative(dirname(docRel), targetRel).replaceAll('\\', '/')
  641. }
  642. function mermaidCode(value: string): string {
  643. return `<code>${value.replace(/&/g, '&amp;').replace(/</g, '&lt;').replace(/>/g, '&gt;')}</code>`
  644. }
  645. function repoLink(path: string, label: string, up = '..'): string {
  646. return `[${label}](${up}/${path})`
  647. }
  648. function sourceLink(source: string, up = '..'): string {
  649. return repoLink(source.split(':')[0] ?? source, `\`${source}\``, up)
  650. }
  651. function pkgLink(pkg: Pkg | undefined, fallback: string, up = '..'): string {
  652. return pkg ? repoLink(pkg.rel, `\`${pkg.short}\``, up) : `\`${fallback}\``
  653. }
  654. function pkgList(names: string[] | undefined, pkgsByShort: Map<string, Pkg>): string {
  655. if (!names || names.length === 0) return '-'
  656. return names.map(name => pkgLink(pkgsByShort.get(name), name)).join(', ')
  657. }
  658. function tableCell(value: string): string {
  659. return value.replace(/\|/g, '\\|').replace(/\n/g, '<br>')
  660. }
  661. function assertServiceRolesComplete(services: readonly ServiceEntry[]): void {
  662. const discovered = new Set(services.map(service => service.key))
  663. const classified = new Set(SERVICE_ROLES.map(role => role.key))
  664. const missing = [...discovered].filter(key => !classified.has(key)).sort()
  665. const stale = [...classified].filter(key => !discovered.has(key)).sort()
  666. if (missing.length || stale.length) {
  667. throw new Error([
  668. missing.length ? `missing service role classification: ${missing.join(', ')}` : '',
  669. stale.length ? `stale service role classification: ${stale.join(', ')}` : '',
  670. ].filter(Boolean).join('; '))
  671. }
  672. }
  673. function renderCapabilitySeams(pkgs: Pkg[], services: readonly ServiceEntry[]): string {
  674. assertServiceRolesComplete(services)
  675. const pkgsByShort = new Map(pkgs.map(pkg => [pkg.short, pkg]))
  676. const maintenance = 'hybrid: services are discovered from Cordis declarations; interface/implementation/consumer roles are classified in `scripts/gen-doc-graphs.ts` with a completeness guard'
  677. const nodes = new Map<string, string>()
  678. const edges = new Set<string>()
  679. const companionEdges = new Set<string>()
  680. const addNode = (id: string, label: string): void => {
  681. if (!nodes.has(id)) nodes.set(id, ` ${id}["${escLabel(label)}"]`)
  682. }
  683. const addEdge = (from: string, to: string): void => { edges.add(` ${from} --> ${to}`) }
  684. const lines = generatedHeader('Capability Seams And Core Services')
  685. lines.push(
  686. 'A service can be a core spine service, a swappable capability seam, or a bundle/composition point. The graph shows the package that owns the service declaration, known implementation packages, and packages that consume the service directly.',
  687. '',
  688. '```mermaid',
  689. 'flowchart LR',
  690. )
  691. for (const role of SERVICE_ROLES) {
  692. const svc = nodeId('svc', role.key)
  693. const owner = nodeId('pkg', role.pkg)
  694. addNode(owner, role.pkg)
  695. addNode(svc, `ctx.${role.key}<br/>${role.title}`)
  696. addEdge(owner, svc)
  697. for (const impl of role.implementations ?? []) {
  698. addNode(nodeId('pkg', impl), impl)
  699. addEdge(nodeId('pkg', impl), svc)
  700. }
  701. for (const consumer of role.consumers ?? []) {
  702. addNode(nodeId('pkg', consumer), consumer)
  703. addEdge(svc, nodeId('pkg', consumer))
  704. }
  705. for (const companion of role.companions ?? []) {
  706. addNode(nodeId('pkg', companion), companion)
  707. companionEdges.add(` ${svc} -. event gate .-> ${nodeId('pkg', companion)}`)
  708. }
  709. }
  710. lines.push(...nodes.values(), ...[...edges].sort(), ...[...companionEdges].sort())
  711. lines.push('```', '', '| ctx key | Role | Owner | Implementations | Direct consumers | Companion plugins | Note |', '| --- | --- | --- | --- | --- | --- | --- |')
  712. for (const role of SERVICE_ROLES) {
  713. lines.push(`| \`ctx.${role.key}\` | \`${role.mode}\` | ${pkgLink(pkgsByShort.get(role.pkg), role.pkg)} | ${pkgList(role.implementations, pkgsByShort)} | ${pkgList(role.consumers, pkgsByShort)} | ${pkgList(role.companions, pkgsByShort)} | ${tableCell(role.note)} |`)
  714. }
  715. lines.push('', ...maintenanceFooter(maintenance))
  716. return lines.join('\n')
  717. }
  718. function parseExampleCordis(rel: string): ExamplePlugin[] {
  719. const text = readFileSync(resolve(root, rel), 'utf8')
  720. const plugins: ExamplePlugin[] = []
  721. let current: { id: string; name?: string } | null = null
  722. const flush = (): void => {
  723. if (current?.name) plugins.push({ id: current.id, name: current.name })
  724. }
  725. for (const line of text.split('\n')) {
  726. // Top-level rows (`- id:`) and bundle-patch insert rows (` - id:`).
  727. const id = /^\s*-\s+id:\s+(.+?)\s*$/.exec(line)
  728. if (id?.[1] !== undefined) {
  729. flush()
  730. current = { id: stripYamlScalar(id[1]) }
  731. continue
  732. }
  733. const name = /^\s+name:\s+(.+?)\s*$/.exec(line)
  734. if (name?.[1] !== undefined && current) current.name = stripYamlScalar(name[1])
  735. }
  736. flush()
  737. return plugins
  738. }
  739. function stripYamlScalar(value: string): string {
  740. return value.trim().replace(/^['"]|['"]$/g, '')
  741. }
  742. const APP_EXAMPLES = [
  743. {
  744. id: 'dsh_base',
  745. rel: 'apps/cli/composition.md',
  746. title: 'DSH Base Composition',
  747. label: 'packages/bundle/base/cordis.patch.yml',
  748. config: 'packages/bundle/base/cordis.patch.yml',
  749. summary: 'The dsh-base bundle patch shared by the web, headless, sdk, and acp profiles; their mode bundles and user layers patch over it, while sdk-minimal owns a separate standalone tree.',
  750. },
  751. ]
  752. type AppExample = typeof APP_EXAMPLES[number]
  753. function renderAppComposition(example: AppExample): string {
  754. const plugins = parseExampleCordis(example.config)
  755. const maintenance = 'hybrid: the patch row list is parsed from its `cordis.yml`; app package expansion is curated from package source'
  756. const lines = generatedHeader(example.title)
  757. lines.push(
  758. example.summary,
  759. '',
  760. '```mermaid',
  761. 'flowchart LR',
  762. ` cfg["${escLabel(example.label)}<br/>cordis.yml"]`,
  763. )
  764. for (const plugin of plugins) {
  765. const pluginNode = nodeId(`plugin_${example.id}`, plugin.id)
  766. lines.push(` ${pluginNode}["${escLabel(plugin.id)}<br/>${escLabel(plugin.name)}"]`)
  767. lines.push(` cfg --> ${pluginNode}`)
  768. }
  769. lines.push(
  770. '```',
  771. '',
  772. '| Plugin id | Package / module |',
  773. '| --- | --- |',
  774. ...plugins.map(plugin => `| \`${plugin.id}\` | \`${plugin.name}\` |`),
  775. '',
  776. `Source config: [\`${example.config}\`](${linkFromDoc(example.rel, example.config)}).`,
  777. )
  778. lines.push('', ...maintenanceFooter(maintenance))
  779. return lines.join('\n')
  780. }
  781. type CallSiteIndex = Map<ts.SignatureDeclaration | ts.JSDocSignature, ts.CallExpression[]>
  782. /**
  783. * The only method names visitSource classifies; receiver typing runs on these
  784. * alone. Obligation: every method name matched by a branch inside visitSource
  785. * must appear here — the prefilter drops non-members before any branch runs,
  786. * so a branch for an unlisted name is silently dead.
  787. */
  788. const EVENT_API_METHODS = new Set(['on', 'once', 'emit', 'parallel', 'serial', 'waterfall', 'dispatch'])
  789. /**
  790. * Collect event dispatch/listener relations from real cross-file receiver types.
  791. *
  792. * TODO: the program is seeded from the host aggregate alone (ts-project.ts
  793. * documents why: one program cannot hold both faces' Context merges), so a
  794. * Client package enters only when a host file imports it. Client-face
  795. * listeners on client-face events are therefore under-reported —
  796. * `connection/reset` omits `ui-skill`/`ui-agent-preset`. Closing it needs a
  797. * second Client program whose relations merge into these, not a wider seed.
  798. */
  799. export class EventRelationCollector {
  800. private readonly relations = new Map<string, EventRelation>()
  801. private readonly fileCallSites = new Map<ts.SourceFile, CallSiteIndex>()
  802. private readonly localCalleeProofs = new Map<ts.FunctionDeclaration, boolean>()
  803. private globalCallSites: CallSiteIndex | null = null
  804. private readonly contextType: ts.Type
  805. private readonly agentDispatchType: ts.Type
  806. private readonly eventsServiceType: ts.Type
  807. private readonly packageSourceFiles: ReadonlySet<ts.SourceFile>
  808. constructor(
  809. private readonly project: TypeScriptProject,
  810. private readonly sources: readonly PackageSource[],
  811. ) {
  812. this.contextType = this.declaredType('vendor/cordis/src/context.ts', 'Context')
  813. this.agentDispatchType = this.declaredType('packages/core/agent/src/dispatch.ts', 'AgentEventDispatch')
  814. this.eventsServiceType = this.declaredType('vendor/cordis/src/events.ts', 'EventsService')
  815. this.packageSourceFiles = new Set(sources.map(source => source.sourceFile))
  816. }
  817. /** Return all event relations discovered from the Program. */
  818. collect(): Map<string, EventRelation> {
  819. for (const source of this.sources) this.visitSource(source)
  820. return this.relations
  821. }
  822. /** Resolve one named class/interface declaration to its merged instance type. */
  823. private declaredType(relativePath: string, name: string): ts.Type {
  824. const sourceFile = this.project.sourceFile(relativePath)
  825. const declaration = sourceFile.statements.find((statement): statement is ts.ClassDeclaration | ts.InterfaceDeclaration => {
  826. return (ts.isClassDeclaration(statement) || ts.isInterfaceDeclaration(statement)) && statement.name?.text === name
  827. })
  828. const symbol = declaration?.name && this.project.checker.getSymbolAtLocation(declaration.name)
  829. if (!symbol) throw new Error(`cannot resolve TypeScript type ${name} from ${relativePath}`)
  830. return this.project.checker.getDeclaredTypeOfSymbol(symbol)
  831. }
  832. /** Index resolved function calls in the given files for narrow argument-flow recovery. */
  833. private buildCallSiteIndex(files: Iterable<ts.SourceFile>): CallSiteIndex {
  834. const index: CallSiteIndex = new Map()
  835. const visit = (node: ts.Node): void => {
  836. if (ts.isCallExpression(node)) {
  837. const declaration = this.project.checker.getResolvedSignature(node)?.declaration
  838. if (declaration) {
  839. const calls = index.get(declaration) ?? []
  840. calls.push(node)
  841. index.set(declaration, calls)
  842. }
  843. }
  844. ts.forEachChild(node, visit)
  845. }
  846. for (const file of files) visit(file)
  847. return index
  848. }
  849. /**
  850. * Return every indexed call resolving to one local helper declaration.
  851. * Fast path: when every same-file reference to the non-exported helper is
  852. * provably a direct callee, module scoping confines all of its calls to that
  853. * file, so only that file is indexed. Any other reference form may alias
  854. * the function value outward, so the original full package-source index
  855. * decides instead.
  856. */
  857. private callSitesFor(owner: ts.FunctionDeclaration): ts.CallExpression[] {
  858. if (!this.globalCallSites && !this.provenLocalCallee(owner)) {
  859. this.globalCallSites = this.buildCallSiteIndex(this.packageSourceFiles)
  860. }
  861. if (this.globalCallSites) return this.globalCallSites.get(owner) ?? []
  862. const file = owner.getSourceFile()
  863. let index = this.fileCallSites.get(file)
  864. if (!index) {
  865. index = this.buildCallSiteIndex([file])
  866. this.fileCallSites.set(file, index)
  867. }
  868. return index.get(owner) ?? []
  869. }
  870. /**
  871. * Prove every same-file reference to one helper is a direct callee. The
  872. * proof owns its premises: an exported helper or a helper in a global
  873. * script file (no import/export means program-wide scope, callable from
  874. * another file with no same-file reference at all) fails immediately.
  875. * Alias escapes (re-export statements, default exports, value reads)
  876. * resolve back to the owner symbol at a non-callee position and fail the
  877. * proof, as does anything the scan cannot positively classify.
  878. */
  879. private provenLocalCallee(owner: ts.FunctionDeclaration): boolean {
  880. const cached = this.localCalleeProofs.get(owner)
  881. if (cached !== undefined) return cached
  882. if (hasExportModifier(owner) || !ts.isExternalModule(owner.getSourceFile())) {
  883. this.localCalleeProofs.set(owner, false)
  884. return false
  885. }
  886. const name = owner.name
  887. const ownerSymbol = name && this.project.checker.getSymbolAtLocation(name)
  888. let proven = !!ownerSymbol
  889. const refersToOwner = (identifier: ts.Identifier): boolean => {
  890. // Shorthand properties resolve to the property symbol; ask for the value side.
  891. const local = ts.isShorthandPropertyAssignment(identifier.parent)
  892. ? this.project.checker.getShorthandAssignmentValueSymbol(identifier.parent)
  893. : this.project.checker.getSymbolAtLocation(identifier)
  894. if (!local) return false
  895. const symbol = local.flags & ts.SymbolFlags.Alias
  896. ? this.project.checker.getAliasedSymbol(local)
  897. : local
  898. return symbol === ownerSymbol
  899. }
  900. const visit = (node: ts.Node): void => {
  901. if (!proven) return
  902. if (ts.isIdentifier(node) && node !== name && node.text === name?.text
  903. && !isDirectCallee(node) && refersToOwner(node)) {
  904. proven = false
  905. return
  906. }
  907. ts.forEachChild(node, visit)
  908. }
  909. visit(owner.getSourceFile())
  910. this.localCalleeProofs.set(owner, proven)
  911. return proven
  912. }
  913. /** Walk one package source file and classify event API calls by receiver type. */
  914. private visitSource(source: PackageSource): void {
  915. const visit = (node: ts.Node): void => {
  916. if (ts.isCallExpression(node)) {
  917. if (this.isAgentEventEmitter(node.expression)) {
  918. const event = node.arguments[2]
  919. if (event) {
  920. for (const name of this.finiteStringValues(event) ?? []) {
  921. this.addDispatcher(name, source.pkg, 'emitAgentEvent')
  922. }
  923. }
  924. } else if (ts.isPropertyAccessExpression(node.expression) && EVENT_API_METHODS.has(node.expression.name.text)) {
  925. const receiverKind = this.receiverKind(node.expression.expression)
  926. const method = node.expression.name.text
  927. if (receiverKind === 'events-service' && method === 'dispatch') {
  928. const argumentList = node.arguments[1]
  929. if (argumentList) {
  930. for (const event of this.eventNamesFromArgumentList(argumentList, new Set())) {
  931. this.addDispatcher(event, source.pkg, 'events.dispatch')
  932. }
  933. }
  934. } else if (receiverKind === 'context' || receiverKind === 'agent-dispatch') {
  935. const eventNames = this.eventNamesFromCall(node, receiverKind)
  936. if (method === 'on' || method === 'once') {
  937. for (const event of eventNames) this.ensure(event).listeners.add(source.pkg)
  938. } else if (method === 'emit' || method === 'parallel' || method === 'serial' || method === 'waterfall') {
  939. for (const event of eventNames) this.addDispatcher(event, source.pkg, method)
  940. }
  941. }
  942. }
  943. }
  944. ts.forEachChild(node, visit)
  945. }
  946. visit(source.sourceFile)
  947. }
  948. /** Match the exported contained-notification helper by declaration identity. */
  949. private isAgentEventEmitter(expression: ts.Expression): boolean {
  950. if (!ts.isIdentifier(expression)) return false
  951. const local = this.project.checker.getSymbolAtLocation(expression)
  952. if (!local) return false
  953. const symbol = local.flags & ts.SymbolFlags.Alias
  954. ? this.project.checker.getAliasedSymbol(local)
  955. : local
  956. const declarations = symbol.declarations ?? []
  957. return declarations.some((declaration) => {
  958. return ts.isFunctionDeclaration(declaration)
  959. && declaration.name?.text === 'emitAgentEvent'
  960. && this.project.relativePath(declaration.getSourceFile()) === 'packages/core/agent/src/dispatch.ts'
  961. })
  962. }
  963. /** Classify a receiver using assignability to the repository's actual event API types. */
  964. private receiverKind(receiver: ts.Expression): EventReceiverKind | undefined {
  965. const type = this.project.checker.getTypeAtLocation(receiver)
  966. if (type.flags & (ts.TypeFlags.Any | ts.TypeFlags.Unknown | ts.TypeFlags.Never)) return undefined
  967. if (this.project.checker.isTypeAssignableTo(type, this.eventsServiceType)) return 'events-service'
  968. if (this.project.checker.isTypeAssignableTo(type, this.contextType)) return 'context'
  969. if (this.project.checker.isTypeAssignableTo(type, this.agentDispatchType)) return 'agent-dispatch'
  970. return undefined
  971. }
  972. /** Resolve the event-name argument for Context and fused agent dispatch calls. */
  973. private eventNamesFromCall(call: ts.CallExpression, receiverKind: Exclude<EventReceiverKind, 'events-service'>): Set<string> {
  974. const candidates = receiverKind === 'context' ? call.arguments.slice(0, 2) : call.arguments.slice(0, 1)
  975. for (const candidate of candidates) {
  976. const values = this.finiteStringValues(candidate)
  977. if (values) return values
  978. }
  979. return new Set()
  980. }
  981. /** Recover the event slot from the argument array handed to EventsService.dispatch(). */
  982. private eventNamesFromArgumentList(expression: ts.Expression, seen: Set<ts.Node>): Set<string> {
  983. const current = unwrapExpression(expression)
  984. if (seen.has(current)) return new Set()
  985. seen.add(current)
  986. if (ts.isArrayLiteralExpression(current)) {
  987. for (const element of current.elements.slice(0, 2)) {
  988. if (ts.isOmittedExpression(element) || ts.isSpreadElement(element)) continue
  989. const values = this.finiteStringValues(element)
  990. if (values) return values
  991. }
  992. return new Set()
  993. }
  994. if (ts.isConditionalExpression(current)) {
  995. return unionSets(
  996. this.eventNamesFromArgumentList(current.whenTrue, new Set(seen)),
  997. this.eventNamesFromArgumentList(current.whenFalse, new Set(seen)),
  998. )
  999. }
  1000. if (!ts.isIdentifier(current)) return new Set()
  1001. const symbol = this.project.checker.getSymbolAtLocation(current)
  1002. if (!symbol) return new Set()
  1003. const events = new Set<string>()
  1004. for (const declaration of symbol.declarations ?? []) {
  1005. if (ts.isVariableDeclaration(declaration) && declaration.initializer && isConstDeclaration(declaration)) {
  1006. addAll(events, this.eventNamesFromArgumentList(declaration.initializer, new Set(seen)))
  1007. } else if (ts.isParameter(declaration)) {
  1008. addAll(events, this.eventNamesFromParameter(declaration, seen))
  1009. }
  1010. }
  1011. return events
  1012. }
  1013. /** Follow a non-exported local helper parameter back to every resolved call site. */
  1014. private eventNamesFromParameter(parameter: ts.ParameterDeclaration, seen: Set<ts.Node>): Set<string> {
  1015. const owner = parameter.parent
  1016. if (!ts.isFunctionDeclaration(owner) || hasExportModifier(owner)) return new Set()
  1017. const index = owner.parameters.indexOf(parameter)
  1018. if (index < 0) return new Set()
  1019. const events = new Set<string>()
  1020. for (const call of this.callSitesFor(owner)) {
  1021. const argument = call.arguments[index]
  1022. if (argument) addAll(events, this.eventNamesFromArgumentList(argument, new Set(seen)))
  1023. }
  1024. return events
  1025. }
  1026. /** Return a finite string-literal value set, rejecting widened and generic strings. */
  1027. private finiteStringValues(expression: ts.Expression): Set<string> | undefined {
  1028. const current = unwrapExpression(expression)
  1029. if (ts.isStringLiteralLike(current)) return new Set([current.text])
  1030. if (this.isForwardedAgentEventParameter(current)) return undefined
  1031. return finiteStringTypeValues(this.project.checker.getTypeAtLocation(current))
  1032. }
  1033. /** Reject the contextual parameter inside the AgentEventDispatch forwarding object. */
  1034. private isForwardedAgentEventParameter(expression: ts.Expression): boolean {
  1035. if (!ts.isIdentifier(expression)) return false
  1036. const declarations = this.project.checker.getSymbolAtLocation(expression)?.declarations ?? []
  1037. return declarations.some((declaration) => {
  1038. if (!ts.isParameter(declaration)) return false
  1039. const method = declaration.parent
  1040. if (!ts.isMethodDeclaration(method) || !ts.isObjectLiteralExpression(method.parent)) return false
  1041. const contextualType = this.project.checker.getContextualType(method.parent)
  1042. return contextualType !== undefined
  1043. && this.project.checker.isTypeAssignableTo(contextualType, this.agentDispatchType)
  1044. })
  1045. }
  1046. /** Get or create one relation row. */
  1047. private ensure(event: string): EventRelation {
  1048. const existing = this.relations.get(event)
  1049. if (existing) return existing
  1050. const relation = { dispatchers: new Map<string, Set<string>>(), listeners: new Set<string>() }
  1051. this.relations.set(event, relation)
  1052. return relation
  1053. }
  1054. /** Add one dispatcher method without duplicating package/method labels. */
  1055. private addDispatcher(event: string, pkg: string, method: string): void {
  1056. const relation = this.ensure(event)
  1057. const methods = relation.dispatchers.get(pkg) ?? new Set<string>()
  1058. methods.add(method)
  1059. relation.dispatchers.set(pkg, methods)
  1060. }
  1061. }
  1062. /** Return whether an identifier is the callee of a call, seen through value-preserving wrappers. */
  1063. function isDirectCallee(identifier: ts.Identifier): boolean {
  1064. let current: ts.Node = identifier
  1065. while (
  1066. ts.isParenthesizedExpression(current.parent)
  1067. || ts.isAsExpression(current.parent)
  1068. || ts.isTypeAssertionExpression(current.parent)
  1069. || ts.isNonNullExpression(current.parent)
  1070. || ts.isSatisfiesExpression(current.parent)
  1071. ) {
  1072. current = current.parent
  1073. }
  1074. return ts.isCallExpression(current.parent) && current.parent.expression === current
  1075. }
  1076. /** Peel syntax-only wrappers that do not change an expression's runtime value. */
  1077. function unwrapExpression(expression: ts.Expression): ts.Expression {
  1078. let current = expression
  1079. while (
  1080. ts.isParenthesizedExpression(current)
  1081. || ts.isAsExpression(current)
  1082. || ts.isTypeAssertionExpression(current)
  1083. || ts.isNonNullExpression(current)
  1084. || ts.isSatisfiesExpression(current)
  1085. ) {
  1086. current = current.expression
  1087. }
  1088. return current
  1089. }
  1090. /** Return every value only when a type is a closed string-literal union. */
  1091. function finiteStringTypeValues(type: ts.Type): Set<string> | undefined {
  1092. if (type.flags & ts.TypeFlags.StringLiteral) {
  1093. return new Set([(type as ts.StringLiteralType).value])
  1094. }
  1095. if (type.flags & ts.TypeFlags.Never) return new Set()
  1096. if (!type.isUnion()) return undefined
  1097. const values = new Set<string>()
  1098. for (const member of type.types) {
  1099. const memberValues = finiteStringTypeValues(member)
  1100. if (!memberValues) return undefined
  1101. addAll(values, memberValues)
  1102. }
  1103. return values
  1104. }
  1105. /** Return whether a variable declaration belongs to a const declaration list. */
  1106. function isConstDeclaration(declaration: ts.VariableDeclaration): boolean {
  1107. return (declaration.parent.flags & ts.NodeFlags.Const) !== 0
  1108. }
  1109. /** Return whether a declaration is visible to callers outside its source module. */
  1110. function hasExportModifier(node: ts.Node): boolean {
  1111. return ts.canHaveModifiers(node) && (ts.getModifiers(node)?.some((modifier) => {
  1112. return modifier.kind === ts.SyntaxKind.ExportKeyword || modifier.kind === ts.SyntaxKind.DefaultKeyword
  1113. }) ?? false)
  1114. }
  1115. /** Add every member of source to target. */
  1116. function addAll<T>(target: Set<T>, source: ReadonlySet<T>): void {
  1117. for (const value of source) target.add(value)
  1118. }
  1119. /** Return the union of two sets without mutating either input. */
  1120. function unionSets<T>(left: ReadonlySet<T>, right: ReadonlySet<T>): Set<T> {
  1121. const out = new Set(left)
  1122. addAll(out, right)
  1123. return out
  1124. }
  1125. /**
  1126. * Select the package source files of one project in deterministic order.
  1127. * @param project - the loaded repository TypeScript project.
  1128. * @returns `packages/<group>/<pkg>/src` files tagged with their package name.
  1129. */
  1130. export function collectPackageSources(project: TypeScriptProject): PackageSource[] {
  1131. return project.sourceFiles().flatMap((sourceFile): PackageSource[] => {
  1132. const rel = project.relativePath(sourceFile)
  1133. const match = /^packages\/[^/]+\/([^/]+)\/src\/.+\.ts$/.exec(rel)
  1134. return match?.[1] ? [{ rel, pkg: match[1], sourceFile }] : []
  1135. }).sort((left, right) => left.rel.localeCompare(right.rel))
  1136. }
  1137. function collectEventRelations(): Map<string, EventRelation> {
  1138. const project = new TypeScriptProject(root)
  1139. return new EventRelationCollector(project, collectPackageSources(project)).collect()
  1140. }
  1141. function relationPackages(map: Map<string, Set<string>>, pkgsByShort: Map<string, Pkg>): string {
  1142. if (map.size === 0) return '-'
  1143. return [...map.entries()]
  1144. .sort(([a], [b]) => a.localeCompare(b))
  1145. .map(([pkg, methods]) => `${pkgLink(pkgsByShort.get(pkg), pkg)} (${[...methods].sort().map(m => `\`${m}\``).join(', ')})`)
  1146. .join(', ')
  1147. }
  1148. function listenerPackages(listeners: Set<string>, pkgsByShort: Map<string, Pkg>): string {
  1149. if (listeners.size === 0) return '-'
  1150. return [...listeners].sort().map(pkg => pkgLink(pkgsByShort.get(pkg), pkg)).join(', ')
  1151. }
  1152. function renderEventRelations(pkgs: Pkg[], events: readonly EventEntry[]): string {
  1153. const relations = collectEventRelations()
  1154. const pkgsByShort = new Map(pkgs.map(pkg => [pkg.short, pkg]))
  1155. const maintenance = 'generated: Cordis event declarations and producer/listener edges are resolved from the repository TypeScript Program'
  1156. const lines = generatedHeader('Event Producer And Consumer Matrix')
  1157. lines.push(
  1158. 'This matrix shows which packages dispatch each harness-owned event and which packages listen to it. Events are many-to-many, so the dense relation data is presented as a table rather than one large graph. Receiver and event-name types also cover contained dispatch sites that deliberately bypass `ctx.emit`, such as subagent lifecycle containment.',
  1159. '',
  1160. '| Event | Mode | Declared in | Dispatchers | Listeners |',
  1161. '| --- | --- | --- | --- | --- |',
  1162. )
  1163. for (const event of [...events].sort((a, b) => a.name.localeCompare(b.name))) {
  1164. const relation = relations.get(event.name) ?? { dispatchers: new Map<string, Set<string>>(), listeners: new Set<string>() }
  1165. lines.push(`| \`${event.name}\` | \`${event.mode}\` | ${sourceLink(event.source)} | ${relationPackages(relation.dispatchers, pkgsByShort)} | ${listenerPackages(relation.listeners, pkgsByShort)} |`)
  1166. }
  1167. // Every declared event needs a dispatcher: zero means dead vocabulary or an
  1168. // unrecognized semantic dispatch form. Listener-free extension points remain
  1169. // valid. Client-declared events are exempt: the relation scan seeds the HOST
  1170. // aggregate program only (host+client cannot share one program — the cordis
  1171. // Context merges collide), so client dispatch sites are structurally
  1172. // invisible here; their rows stay in the table for the declarations' sake.
  1173. const undispatched = [...events]
  1174. .filter(event => !event.source.startsWith('packages/client/'))
  1175. .filter(event => (relations.get(event.name)?.dispatchers.size ?? 0) === 0)
  1176. .map(event => event.name)
  1177. .sort()
  1178. if (undispatched.length > 0) {
  1179. throw new Error(
  1180. `event-producer-consumer matrix: no dispatcher found for declared event${undispatched.length > 1 ? 's' : ''} `
  1181. + `${undispatched.map(name => `"${name}"`).join(', ')} — dead vocabulary, or a dispatch form the semantic scan misses `
  1182. + '(teach scripts/gen-doc-graphs.ts that form)',
  1183. )
  1184. }
  1185. const declared = new Set(events.map(event => event.name))
  1186. const extra = [...relations.keys()].filter(event => !declared.has(event)).sort()
  1187. if (extra.length > 0) {
  1188. lines.push('', '## Non-harness or undeclared event strings seen in package source', '', '| Event string | Dispatchers | Listeners |', '| --- | --- | --- |')
  1189. for (const event of extra) {
  1190. const relation = relations.get(event)
  1191. if (!relation) continue
  1192. lines.push(`| \`${event}\` | ${relationPackages(relation.dispatchers, pkgsByShort)} | ${listenerPackages(relation.listeners, pkgsByShort)} |`)
  1193. }
  1194. }
  1195. lines.push('', ...maintenanceFooter(maintenance))
  1196. return lines.join('\n')
  1197. }
  1198. function renderLifecycle(): string {
  1199. const maintenance = 'curated Mermaid sequence; exact event signatures live in the generated Cordis catalog'
  1200. return [
  1201. ...generatedHeader('Agent Turn And Step Lifecycle'),
  1202. 'This sequence is the visual companion to [architecture.md](architecture.md#turn-flow). It keeps durable replay facts on `session/event` and live control/status on `agent/*`.',
  1203. '',
  1204. '```mermaid',
  1205. 'sequenceDiagram',
  1206. ' participant User',
  1207. ' participant Agent',
  1208. ' participant Driver',
  1209. ' participant Hooks as hook listeners',
  1210. ' participant Prompt as ctx.systemPrompt',
  1211. ' participant LLM as ctx.llm',
  1212. ' participant Tools as ctx.tools',
  1213. ' participant Session',
  1214. ' participant SDK as UI or SDK listener',
  1215. ' User->>Agent: followup(content)',
  1216. ` Agent-->>SDK: ${mermaidCode('agent/inbox/spliced')}`,
  1217. ` Agent-->>SDK: ${mermaidCode('agent/inbox/inserted')} { message }`,
  1218. ' Agent->>Driver: queued work wakes driver',
  1219. ` Driver-->>SDK: ${mermaidCode('agent/status')} running`,
  1220. ` Driver->>Session: ${mermaidCode('turn/start')}`,
  1221. ' Note over Agent,Driver: claim pending next-step input plus one queued prompt',
  1222. ` Driver-->>SDK: ${mermaidCode('agent/inbox/spliced')} pure deletion`,
  1223. ` Driver-->>SDK: ${mermaidCode('agent/inbox/claimed')} { message, turn } per message`,
  1224. ` Driver->>Hooks: ${mermaidCode('agent/pre-step')} waterfall`,
  1225. ' Hooks-->>Driver: authoritative reject or enter(messages)',
  1226. ' alt proposed step rejected or pre-step failed',
  1227. ' Driver-->>Driver: claimed batch stays removed, the open turn spends no step',
  1228. ' else enter proposed step',
  1229. ` Driver->>Session: ${mermaidCode('step/start')}`,
  1230. ` Driver->>Session: ${mermaidCode('user/message')} per entered message`,
  1231. ` Driver->>Prompt: ${mermaidCode('system-prompt/assemble')} waterfall`,
  1232. ` Driver->>LLM: ${mermaidCode('agent/request')} waterfall, then ${mermaidCode('llm/stream')} waterfall`,
  1233. ' LLM-->>Driver: StreamChunk*',
  1234. ` Driver->>Session: ${mermaidCode('assistant/chunk')}*`,
  1235. ` Session-->>SDK: ${mermaidCode('session/event')} ${mermaidCode('assistant/chunk')}*`,
  1236. ' alt final adapter or terminal in-band request failure',
  1237. ` Driver->>Session: ${mermaidCode('step/end')}`,
  1238. ` Driver->>Hooks: ${mermaidCode('agent/request-error')} waterfall`,
  1239. ' Hooks-->>Driver: return retry action or preserve the original error',
  1240. ' else model request succeeded',
  1241. ` Driver->>Session: ${mermaidCode('assistant/message')}`,
  1242. ' Driver->>Tools: classify pending call by executionMode',
  1243. ' loop barriers and bounded rolling pool, reclassify before start',
  1244. ' opt call starts',
  1245. ` Driver->>Session: ${mermaidCode('tool/call')}`,
  1246. ' Driver->>Tools: ordered pre, concurrent execute',
  1247. ' Tools-->>Session: tool-owned events when applicable',
  1248. ' end',
  1249. ' opt next model-order result ready',
  1250. ' Driver->>Tools: ordered post',
  1251. ` Driver->>Session: ${mermaidCode('tool/result')}`,
  1252. ' end',
  1253. ' end',
  1254. ` Driver->>Session: ${mermaidCode('step/end')}`,
  1255. ' opt natural stop and next-step inbox empty',
  1256. ` Driver->>Hooks: ${mermaidCode('agent/turn-stopping')} serial terminal checkpoint`,
  1257. ' end',
  1258. ' opt next-step input is pending',
  1259. ' Driver-->>Driver: claim pending next-step input',
  1260. ` Driver-->>SDK: ${mermaidCode('agent/inbox/claimed')} { message, turn } per message`,
  1261. ` Driver->>Hooks: ${mermaidCode('agent/pre-step')} waterfall`,
  1262. ' Hooks-->>Driver: authoritative reject or enter(messages)',
  1263. ' end',
  1264. ' end',
  1265. ' end',
  1266. ` Driver->>Session: ${mermaidCode('turn/end')}`,
  1267. ` Driver-->>SDK: ${mermaidCode('agent/status')} idle`,
  1268. '```',
  1269. '',
  1270. 'The `assistant/message` event records every successful provider call, including content-less and `max-tokens` finishes. Empty content stays out of derived history, while the durable event keeps usage and `sourceEventSeqs` listing the exact `assistant/chunk` events, including an explicit empty list.',
  1271. '',
  1272. '`dsh-compaction-basic` uses `agent/pre-step` for pressure before request derivation and `agent/request-error` only for canonical context overflow. Once either trigger qualifies, optional tool-result pruning runs before summary selection. Recovery works between the closed failed step and failed turn close, and opens a fresh retry turn only when pruning or summarization advances the surface replacement generation; otherwise the original request error remains authoritative.',
  1273. '',
  1274. 'The returned `agent/pre-step` decision is authoritative; listeners wrapping `next()` preserve downstream messages unless replacement is intentional. Steering and injected context pass through the same waterfall after a later claim operation takes their next-step batch.',
  1275. '',
  1276. 'SDK users that need replayable transcript data should consume `session/event`; `agent/*` is the live coordination API for queue/status, prompt interception, request construction, steering, continuation, and errors.',
  1277. '',
  1278. ...maintenanceFooter(maintenance),
  1279. ].join('\n')
  1280. }
  1281. function renderToolPipeline(): string {
  1282. const maintenance = 'curated Mermaid flow; exact tool schemas and event signatures live in generated catalogs'
  1283. return [
  1284. ...generatedHeader('Tool Execution Pipeline'),
  1285. 'This graph shows where policy, hooks, sandboxing, filesystem guards, result rewriting, final-outcome observation, and UI rendering run without changing the loop. The `tools/pre-execute` waterfall runs first, monotonic guards run next, and the `tools/execute` and `tools/post-execute` waterfalls follow; the three waterfalls may transform a call. Definition-owned `finalizeContent` and `tools/result` run afterward.',
  1286. '',
  1287. '```mermaid',
  1288. 'flowchart TD',
  1289. ' model["Assistant message contains tool-call block"]',
  1290. ` toolCall["Session event: ${mermaidCode('tool/call')}<br/>logged before execution"]`,
  1291. ' presentCall["UI pending card<br/>presentCall(args)"]',
  1292. ` pre["${mermaidCode('tools/pre-execute')} waterfall<br/>hooks, permission, sandbox"]`,
  1293. ' guards["Registered monotonic guards<br/>deny or abstain; identity protected"]',
  1294. ' denied["denied or approval refused<br/>tool body skipped"]',
  1295. ` approval["${mermaidCode('ctx.approval')} one-shot prompt<br/>absent or unanswerable: deny"]`,
  1296. ` around["${mermaidCode('tools/execute')} waterfall<br/>timeout, retry, metrics (around dispatch)"]`,
  1297. ' toolBody["Registered tool execute() body"]',
  1298. ` fsGate["${mermaidCode('fs/write-intent')} or ${mermaidCode('fs/edit-intent')}<br/>tool-fs mutations only"]`,
  1299. ` owned["Tool-owned session events<br/>${mermaidCode('todo/write')}, ${mermaidCode('fs/observed')}, ${mermaidCode('hook/invoked')}, ${mermaidCode('hook/result')}, ${mermaidCode('tool/code-dispatch')}"]`,
  1300. ` post["${mermaidCode('tools/post-execute')} waterfall<br/>accept, block, replace, add context"]`,
  1301. ' normalized["Registry outer normalization<br/>pipeline/result snapshot throws become isError"]',
  1302. ' finalize["ToolDefinition.finalizeContent<br/>last content-only invariant"]',
  1303. ` final["${mermaidCode('tools/result')} synchronous notification<br/>frozen authoritative outcome"]`,
  1304. ' context["Active-batch additionalContexts FIFO<br/>injected user/message after recorded tool results"]',
  1305. ` toolResult["Session event: ${mermaidCode('tool/result')}<br/>single model-facing outcome"]`,
  1306. ' allResults["Tool batch settled<br/>recorded tool/result events complete"]',
  1307. ' presentResult["UI completed card<br/>presentResult(args, result)"]',
  1308. ' model --> toolCall',
  1309. ' toolCall --> presentCall',
  1310. ' toolCall --> pre',
  1311. ' pre -->|allow| guards',
  1312. ' guards -->|allow| around',
  1313. ' guards -->|deny| denied',
  1314. ' guards -.->|throw| normalized',
  1315. ' around --> toolBody',
  1316. ' pre -->|deny| denied',
  1317. ' pre -->|ask| approval',
  1318. ' approval -->|allowed-once| guards',
  1319. ' approval -->|rejected, cancelled, unavailable| denied',
  1320. ' approval -.->|throw| normalized',
  1321. ' denied --> post',
  1322. ' pre -.->|throw| normalized',
  1323. ' toolBody --> fsGate',
  1324. ' fsGate --> toolBody',
  1325. ' toolBody --> owned',
  1326. ' toolBody --> around',
  1327. ' around --> post',
  1328. ' around -.->|wrapper throws| normalized',
  1329. ' post -.->|throw| normalized',
  1330. ' post --> finalize',
  1331. ' normalized --> finalize',
  1332. ' finalize --> final',
  1333. ' final --> toolResult',
  1334. ' toolResult --> presentResult',
  1335. ' toolResult --> allResults',
  1336. ' allResults --> context',
  1337. '```',
  1338. '',
  1339. 'Filesystem read-before-edit checks stay below `tool-fs` on `fs/*` events. Generic pre/post waterfalls host hooks and approval policy; `ctx.approval` resolves asks before monotonic guards, and owner policy that must not be reordered remains a registered guard. Around-dispatch concerns such as timeouts wrap `tools/execute`. The registry losslessly snapshots the candidate result and normalizes a snapshot failure before the visible definition\'s snapshotted `finalizeContent` callback enforces its synchronous content-only invariant. `tools/result` then observes the immutable, lossless-JSON outcome. This lets hooks span tool families without coupling the tools to one policy service. Code Mode sends both the reserved `run_code` transport and its serialized sub-calls through the pipeline; sub-calls carry the parent token, log `tool/code-dispatch`, return denials as binding rejections, and omit `additionalContexts` to preserve call/result adjacency.',
  1340. '',
  1341. ...maintenanceFooter(maintenance),
  1342. ].join('\n')
  1343. }
  1344. function renderDocs(): GraphDoc[] {
  1345. const pkgs = collectPackageGraph(root, GROUP_ORDER, 'gen-doc-graphs')
  1346. const { model } = projectCordisCatalog(root, CORDIS_CATALOG_POLICY)
  1347. const docs: GraphDoc[] = [
  1348. { rel: 'docs/capability-seams.md', content: renderCapabilitySeams(pkgs, model.services) },
  1349. ...APP_EXAMPLES.map(example => ({ rel: example.rel, content: renderAppComposition(example) })),
  1350. { rel: 'docs/event-producer-consumer.md', content: renderEventRelations(pkgs, model.events) },
  1351. { rel: 'docs/agent-lifecycle.md', content: renderLifecycle() },
  1352. { rel: 'docs/tool-execution-pipeline.md', content: renderToolPipeline() },
  1353. ]
  1354. docs.unshift({ rel: 'docs/graph-atlas.md', content: renderIndex(docs) })
  1355. return docs
  1356. }
  1357. function renderIndex(docs: GraphDoc[]): string {
  1358. const labels: Record<string, string> = {
  1359. 'docs/capability-seams.md': 'capability seams and core services',
  1360. 'apps/cli/composition.md': 'dsh shared base composition',
  1361. 'docs/event-producer-consumer.md': 'event producer/consumer matrix',
  1362. 'docs/agent-lifecycle.md': 'agent turn and step lifecycle',
  1363. 'docs/tool-execution-pipeline.md': 'tool execution pipeline',
  1364. }
  1365. const modes: Record<string, string> = {
  1366. 'docs/capability-seams.md': 'hybrid generated',
  1367. 'apps/cli/composition.md': 'hybrid generated',
  1368. 'docs/event-producer-consumer.md': 'hybrid generated',
  1369. 'docs/agent-lifecycle.md': 'curated',
  1370. 'docs/tool-execution-pipeline.md': 'curated',
  1371. }
  1372. const rows = [
  1373. '| [module dependency graph](module-graph.md) | `generated` |',
  1374. '| [tool schema catalog and package map](tool-catalog.md) | `generated` |',
  1375. ...docs.map((doc) => {
  1376. const link = graphIndexLink(doc.rel)
  1377. return `| [${labels[doc.rel] ?? link}](${link}) | \`${modes[doc.rel] ?? 'generated'}\` |`
  1378. }),
  1379. ]
  1380. const maintenance = 'mixed: each linked page declares generated, hybrid, or curated mode'
  1381. return [
  1382. ...generatedHeader('Documentation Graph Index'),
  1383. 'These diagrams show relationships that the generated catalogs do not. Use them to find package relationships, capability seams, event flow, model-facing tools, app composition, and runtime lifecycle paths. Exact signatures and type definitions still live in the [subsystem pages](subsystems/core.md) (types + the generated Cordis API regions) and [tool-catalog.md](tool-catalog.md).',
  1384. '',
  1385. 'The process decision behind this index is recorded in [the documentation graph Agent Note](../.agents/notes/archived/process/2026-07-03-documentation-graph-atlas.md).',
  1386. '',
  1387. '| Graph | Mode |',
  1388. '| --- | --- |',
  1389. ...rows,
  1390. '',
  1391. 'Regenerate with `pnpm run gen-doc-graphs`; verify freshness with `pnpm run verify-doc-graphs`.',
  1392. '',
  1393. ...maintenanceFooter(maintenance),
  1394. ].join('\n')
  1395. }
  1396. function main(): void {
  1397. const docs = renderDocs()
  1398. if (process.argv.includes('--check')) {
  1399. const stale: string[] = []
  1400. for (const doc of docs) {
  1401. const abs = resolve(root, doc.rel)
  1402. const committed = existsSync(abs) ? readFileSync(abs, 'utf8') : null
  1403. if (committed !== doc.content) stale.push(doc.rel)
  1404. }
  1405. if (stale.length === 0) {
  1406. console.log(`gen-doc-graphs: ${docs.length} graph doc(s) are up to date.`)
  1407. return
  1408. }
  1409. console.error(`gen-doc-graphs: stale graph doc(s): ${stale.join(', ')}. Run \`pnpm run gen-doc-graphs\` and commit the result.`)
  1410. process.exit(1)
  1411. }
  1412. for (const doc of docs) {
  1413. mkdirSync(dirname(resolve(root, doc.rel)), { recursive: true })
  1414. writeFileSync(resolve(root, doc.rel), doc.content)
  1415. }
  1416. console.log(`gen-doc-graphs: wrote ${docs.length} graph doc(s).`)
  1417. }
  1418. if (process.argv[1] && import.meta.filename === resolve(process.argv[1])) {
  1419. main()
  1420. }