gen-cordis-catalog.ts 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690
  1. /**
  2. * Generate the Cordis event and service catalogs from static declarations.
  3. * The walk enforces event modes, JSDoc parameter/return completeness, and
  4. * signature type-link coverage; inherited Cordis services come from the
  5. * curated table below. `--check` verifies both committed artifacts.
  6. */
  7. import { globSync, mkdirSync, readFileSync, writeFileSync } from 'node:fs'
  8. import { dirname, resolve, sep } from 'node:path'
  9. import ts from 'typescript'
  10. import { renderCordisCoreApiPages } from './cordis-core-api.ts'
  11. import { checkParams, checkReturns, parseJsDoc, parseTags, pointer, rawJsDoc, reportViolations, type Mode } from './jsdoc.ts'
  12. import { cordisModuleBody, eventMembers, serviceClasses } from './cordis-walk.ts'
  13. const root = resolve(import.meta.dirname, '..')
  14. const OUT_EVENTS = 'docs/cordis-catalog/events.md'
  15. const OUT_SERVICES = 'docs/cordis-catalog/services.md'
  16. /** The fenced-block info string for generated signature blocks (skipped by
  17. * doc-typecheck, since a bare signature fragment is not standalone-compilable). */
  18. const FENCE = 'ts cordis-catalog'
  19. /**
  20. * One primary core-data-structures page per project type used by a generated
  21. * signature. This stays curated because union names intentionally do not
  22. * reuse the type-equivalence manifest's map-symbol entries and some symbols
  23. * appear on more than one page.
  24. */
  25. export const LINK_MAP: Record<string, string> = {
  26. Agent: 'core.md',
  27. AgentCancelCause: 'core.md',
  28. AgentOptions: 'core.md',
  29. AgentStatus: 'core.md',
  30. ContentBlock: 'core.md',
  31. ContinuationDecision: 'core.md',
  32. ContinuationStop: 'core.md',
  33. GenerateOptions: 'core.md',
  34. InboxPlacement: 'core.md',
  35. AgentMessage: 'core.md',
  36. AgentMessageId: 'core.md',
  37. HookContext: 'core.md',
  38. SettleReason: 'core.md',
  39. LlmCallConfig: 'core.md',
  40. LlmModelContext: 'core.md',
  41. LlmModelReasoningInfo: 'core.md',
  42. LlmResolvedModelInfo: 'core.md',
  43. LlmFailure: 'llm-streaming.md',
  44. LlmModelInfo: 'core.md',
  45. LlmProviderInfo: 'core.md',
  46. ResolvedRetryPolicy: 'llm-streaming.md',
  47. Message: 'core.md',
  48. MessageSource: 'core.md',
  49. PromptDecision: 'core.md',
  50. RequestErrorAction: 'core.md',
  51. RequestError: 'core.md',
  52. PreparedReferencedMessage: 'session-reference.md',
  53. SessionReferenceCandidate: 'session-reference.md',
  54. SessionReferenceInput: 'session-reference.md',
  55. SessionEvent: 'core.md',
  56. SessionId: 'core.md',
  57. SessionStartSource: 'core.md',
  58. SessionLogSnapshot: 'session-query.md',
  59. SessionSurfaceSnapshot: 'session-query.md',
  60. ApprovalOutcome: 'approval.md',
  61. ApprovalPolicy: 'approval.md',
  62. ApprovalRequest: 'approval.md',
  63. ApprovalService: 'approval.md',
  64. BashExecRequest: 'bash.md',
  65. BashExecSpec: 'bash.md',
  66. BashProcess: 'bash.md',
  67. BashRunResult: 'bash.md',
  68. DshEnvironment: 'subprocess.md',
  69. SubprocessHandle: 'subprocess.md',
  70. SubprocessOutcome: 'subprocess.md',
  71. SubprocessOutputRead: 'subprocess.md',
  72. SubprocessOutputReader: 'subprocess.md',
  73. SubprocessSpawnSpec: 'subprocess.md',
  74. CodeRunRequest: 'code-runtime.md',
  75. CodeRunResult: 'code-runtime.md',
  76. CompactionResult: 'compaction.md',
  77. CompactionTrigger: 'compaction.md',
  78. PruneResult: 'compaction.md',
  79. FileReadOutcome: 'filesystem.md',
  80. FsDirEntry: 'filesystem.md',
  81. FsEditOutcome: 'filesystem.md',
  82. FsEditRequest: 'filesystem.md',
  83. FsInfo: 'filesystem.md',
  84. FsPathInfo: 'filesystem.md',
  85. FsPolicyExec: 'filesystem.md',
  86. FsTarget: 'filesystem.md',
  87. FsVersion: 'filesystem.md',
  88. FsWriteIntent: 'filesystem.md',
  89. FsWriteOutcome: 'filesystem.md',
  90. CreateGoalRequest: 'goal.md',
  91. EditGoalRequest: 'goal.md',
  92. GoalBlockReason: 'goal.md',
  93. GoalChanged: 'goal.md',
  94. GoalRef: 'goal.md',
  95. GoalView: 'goal.md',
  96. CommandDefinition: 'commands.md',
  97. CommandDescriptor: 'commands.md',
  98. CommandResult: 'commands.md',
  99. CommandSurface: 'commands.md',
  100. LlmAdapter: 'llm-streaming.md',
  101. PreparedLlmCall: 'llm-streaming.md',
  102. LlmService: 'llm-streaming.md',
  103. StreamChunk: 'llm-streaming.md',
  104. CreateSessionOptions: 'persistence.md',
  105. SessionHeader: 'persistence.md',
  106. SessionLocation: 'persistence.md',
  107. SessionPersistenceSnapshot: 'persistence.md',
  108. ConfinedArgv: 'sandbox.md',
  109. SandboxExecutionPolicy: 'sandbox.md',
  110. SandboxMode: 'sandbox.md',
  111. SandboxPolicy: 'sandbox.md',
  112. PtyBackend: 'pty.md',
  113. PtyReadRequest: 'pty.md',
  114. PtyReadResult: 'pty.md',
  115. PtySendOperation: 'pty.md',
  116. PtySendRequest: 'pty.md',
  117. PtySessionId: 'pty.md',
  118. PtySessionSnapshot: 'pty.md',
  119. PtySignal: 'pty.md',
  120. PtySignalResult: 'pty.md',
  121. PtySpawnRequest: 'pty.md',
  122. PtySpawnResult: 'pty.md',
  123. SandboxPolicyRequest: 'sandbox.md',
  124. ScopeKey: 'scope.md',
  125. Scoped: 'scope.md',
  126. EpochHeader: 'session.md',
  127. Session: 'session.md',
  128. SessionEventMap: 'session.md',
  129. TurnEndReason: 'session.md',
  130. TurnTrigger: 'session.md',
  131. SessionEventReadRequest: 'session-query.md',
  132. SessionEventRecord: 'session-query.md',
  133. SessionEventResultFilter: 'session-query.md',
  134. SessionEventSearchDocument: 'session-query.md',
  135. SessionEventSearchHit: 'session-query.md',
  136. SessionEventSearchPage: 'session-query.md',
  137. SessionEventSearchRequest: 'session-query.md',
  138. SessionEventTrace: 'session-query.md',
  139. SessionEventTraceObservation: 'session-query.md',
  140. SessionEventTraceRequest: 'session-query.md',
  141. SessionEventWindow: 'session-query.md',
  142. SessionLineageTrace: 'session-query.md',
  143. SessionRecord: 'session-query.md',
  144. SessionResultFilter: 'session-query.md',
  145. SessionSearchExecContext: 'session-query.md',
  146. SessionSearchHit: 'session-query.md',
  147. SessionSearchPage: 'session-query.md',
  148. SessionSearchRequest: 'session-query.md',
  149. SessionTitleObservation: 'session-query.md',
  150. SessionTitleObservationResult: 'session-query.md',
  151. SessionTitleProvider: 'session-title.md',
  152. SessionTitleSnapshot: 'session-title.md',
  153. SkillDefinition: 'skills.md',
  154. SkillLookupOptions: 'skills.md',
  155. SkillProvider: 'skills.md',
  156. SkillRegistration: 'skills.md',
  157. SkillSummary: 'skills.md',
  158. SaveTextSpill: 'spill.md',
  159. SpillRef: 'spill.md',
  160. SubagentProvider: 'subagent.md',
  161. SubagentRun: 'subagent.md',
  162. SubagentService: 'subagent.md',
  163. SubagentStartRequest: 'subagent.md',
  164. AssembleContext: 'system-prompt.md',
  165. PromptSection: 'system-prompt.md',
  166. SystemPrompt: 'system-prompt.md',
  167. ToolProviderResult: 'system-prompt.md',
  168. TaskDoneListener: 'tasks.md',
  169. TaskId: 'tasks.md',
  170. TaskRead: 'tasks.md',
  171. TaskSnapshot: 'tasks.md',
  172. TaskStart: 'tasks.md',
  173. TokenMeasurement: 'token-meter.md',
  174. CodeDispatchLog: 'tools.md',
  175. PostToolDecision: 'tools.md',
  176. PreToolDecision: 'tools.md',
  177. ToolDefinition: 'tools.md',
  178. ToolExecution: 'tools.md',
  179. ToolDispatchExecution: 'tools.md',
  180. ToolExecutionInput: 'tools.md',
  181. ToolExecutionMode: 'tools.md',
  182. ToolExecutionResult: 'tools.md',
  183. ToolExecutionToken: 'tools.md',
  184. ToolGuard: 'tools.md',
  185. ToolRegistry: 'tools.md',
  186. ToolRestriction: 'tools.md',
  187. ToolSchema: 'tools.md',
  188. AskUserQuestionAnswer: 'user-interaction.md',
  189. AskUserQuestionRequest: 'user-interaction.md',
  190. UserInteractionProvider: 'user-interaction.md',
  191. WebFetchProvider: 'web.md',
  192. WebFetchRequest: 'web.md',
  193. WebFetchResult: 'web.md',
  194. WebSearchProvider: 'web.md',
  195. WebSearchRequest: 'web.md',
  196. WebSearchResult: 'web.md',
  197. WorkflowRun: 'workflow.md',
  198. WorkflowRunInfo: 'workflow.md',
  199. WorkflowStartRequest: 'workflow.md',
  200. }
  201. /** TypeScript lib and pinned framework types that have no repository-owned data page. */
  202. const FOUNDATION_TYPE_NAMES = new Set([
  203. 'AbortSignal',
  204. 'AsyncIterable',
  205. 'Context',
  206. 'Error',
  207. 'Pick',
  208. 'Promise',
  209. 'Readonly',
  210. ])
  211. /** Project types deliberately documented outside the core-data catalog. */
  212. const TYPE_LINK_EXEMPTIONS: Readonly<Record<string, string>> = {
  213. AgentFactory: 'agent creation seam is owned by packages/core/agent/README.md',
  214. BeginCommandRequest: 'event-local request contract is owned by packages/client/ui-slash/src/types.ts',
  215. InsertReferenceRequest: 'event-local request contract is owned by packages/client/ui-slash/src/types.ts',
  216. ConsumeTokenRequest: 'event-local request contract is owned by packages/client/ui-slash/src/types.ts',
  217. InsertTextRequest: 'event-local request contract is owned by packages/client/ui-slash/src/types.ts',
  218. AgentHandle: 'agent ownership handle is owned by packages/core/agent/README.md',
  219. BashEnvContributor: 'service-local extension type is owned by packages/bash/tool-bash/src/index.ts',
  220. BashEnvVariableInfo: 'service-local metadata type is owned by packages/bash/tool-bash/src/index.ts',
  221. CompactAgentContext: 'compaction service input is owned by packages/compact/compact/src/index.ts',
  222. CreateAgentOptions: 'agent creation contract is owned by packages/core/agent/README.md',
  223. Domain: 'domain interface is owned by packages/storage/storage-domain/README.md',
  224. DomainChanged: 'event-local snapshot is owned by packages/storage/storage-domain/src/events.ts',
  225. DomainFacility: 'domain form facility is owned by packages/storage/storage-domain/README.md',
  226. DomainImpl: 'domain implementation contract is owned by packages/storage/storage-domain/README.md',
  227. DomainSpec: 'domain declaration contract is owned by packages/storage/storage-domain/README.md',
  228. StorageBackend: 'backend contract is owned by packages/storage/storage/src/backend.ts',
  229. StorageForms: 'merge-extensible form map is owned by packages/storage/storage/src/index.ts',
  230. InvariantInstaller: 'service-local contribution contract is owned by packages/support/invariants/README.md',
  231. LocaleDict: 'service-local dictionary shape is owned by packages/client/i18n/src/index.ts',
  232. WebBootGraph: 'web boot graph wire shape is owned by packages/client/modules/src/client/index.ts',
  233. WebRoute: 'route registration contract is owned by packages/host/webserver/src/index.ts',
  234. ThemeTokens: 'service-local token dictionary is owned by packages/client/ui-theme/src/index.ts',
  235. Translate: 'service-local bound translator is owned by packages/client/i18n/src/index.ts',
  236. TuiOverlayRequest: 'service-local extension contract is owned by packages/ui/tui/README.md',
  237. TuiOverlaySession: 'service-local extension contract is owned by packages/ui/tui/README.md',
  238. InvariantRegistration: 'service-local lifecycle handle is owned by packages/support/invariants/README.md',
  239. PresetOption: 'deployment menu metadata is owned by packages/ui/permission/README.md',
  240. PresetSpec: 'deployment preset composition is owned by packages/ui/permission/README.md',
  241. PromptAssembly: 'assembly result is owned by packages/core/system-prompt/README.md',
  242. ResumeAgentOptions: 'agent resume contract is owned by packages/core/agent/README.md',
  243. SessionForkSource: 'service-local fork input is owned by packages/core/session/src/index.ts',
  244. SubagentRunEndInfo: 'event-local snapshot is owned by packages/subagent/subagent/src/index.ts',
  245. SubagentRunInfo: 'event-local snapshot is owned by packages/subagent/subagent/src/index.ts',
  246. TelemetryRecord: 'seam-local record contract is owned by packages/telemetry/session-telemetry/src/index.ts',
  247. WorkflowAgentEndInfo: 'event-local snapshot is owned by packages/workflow/workflow/src/index.ts',
  248. WorkflowAgentInfo: 'event-local snapshot is owned by packages/workflow/workflow/src/index.ts',
  249. WorkflowResultInfo: 'event-local snapshot is owned by packages/workflow/workflow/src/index.ts',
  250. Workspace: 'workspace entity contract is owned by packages/workspace/workspace/README.md',
  251. WorkspaceId: 'branded id is owned by packages/workspace/workspace/README.md',
  252. }
  253. /** Collect named references from parameter, generic-constraint/default, and return types. */
  254. function signatureTypeNames(member: ts.MethodSignature | ts.MethodDeclaration, sf: ts.SourceFile): string[] {
  255. const declared = new Set(member.typeParameters?.map(parameter => parameter.name.text) ?? [])
  256. const referenced = new Set<string>()
  257. const visit = (node: ts.Node): void => {
  258. if (ts.isTypeReferenceNode(node)) referenced.add(node.typeName.getText(sf))
  259. if (ts.isTypeQueryNode(node)) referenced.add(node.exprName.getText(sf))
  260. ts.forEachChild(node, visit)
  261. }
  262. for (const parameter of member.typeParameters ?? []) {
  263. if (parameter.constraint) visit(parameter.constraint)
  264. if (parameter.default) visit(parameter.default)
  265. }
  266. for (const parameter of member.parameters) {
  267. if (parameter.type) visit(parameter.type)
  268. }
  269. if (member.type) visit(member.type)
  270. return [...referenced].filter(name => !declared.has(name)).sort()
  271. }
  272. /** Append fail-closed signature type-link violations with actionable ownership choices. */
  273. function checkTypeLinks(
  274. where: string,
  275. member: ts.MethodSignature | ts.MethodDeclaration,
  276. sf: ts.SourceFile,
  277. violations: string[],
  278. ): void {
  279. for (const name of signatureTypeNames(member, sf)) {
  280. if (Object.hasOwn(LINK_MAP, name)
  281. || FOUNDATION_TYPE_NAMES.has(name)
  282. || Object.hasOwn(TYPE_LINK_EXEMPTIONS, name)) continue
  283. violations.push(
  284. `${where} references unclassified type '${name}'. Add it to LINK_MAP with its core-data-structures page, `
  285. + 'to FOUNDATION_TYPE_NAMES if TypeScript or Cordis owns it, or to TYPE_LINK_EXEMPTIONS with '
  286. + 'the non-catalog documentation owner.',
  287. )
  288. }
  289. }
  290. /** Throw one aggregated diagnostic for every unclassified signature type. */
  291. function reportTypeLinkViolations(gate: string, violations: string[]): void {
  292. if (violations.length === 0) return
  293. throw new Error(
  294. `${gate}: ${violations.length} signature type-link coverage violation(s):\n`
  295. + violations.map(violation => ` ${violation}`).join('\n'),
  296. )
  297. }
  298. /** One harness event, extracted from an `interface Events` block. */
  299. interface EventEntry {
  300. /** Scoped name, e.g. `agent/request`. */
  301. name: string
  302. /** The scope prefix, e.g. `agent` (everything before the first `/`). */
  303. scope: string
  304. /** Full signature text (the method-signature member, JSDoc stripped). */
  305. signature: string
  306. /** Original declaration JSDoc, dedented from its containing interface. */
  307. jsDoc: string
  308. /** Dispatch mode from the `@mode` tag. */
  309. mode: Mode
  310. /** Description prose (JSDoc minus the `@mode` tag), one line per paragraph. */
  311. doc: string
  312. /** Source pointer `packages/…/file.ts:line` of the declaration. */
  313. source: string
  314. }
  315. /** One public service method and the source contract attached to it. */
  316. interface ServiceMethodEntry {
  317. /** Public method signature (body stripped). */
  318. signature: string
  319. /** Original method JSDoc, dedented from its containing class. */
  320. jsDoc: string
  321. }
  322. /** One harness service, extracted from an `interface Context` block. */
  323. interface ServiceEntry {
  324. /** The `ctx.<key>` name, e.g. `llm`. */
  325. key: string
  326. /** The service class/interface name, e.g. `LlmService`. */
  327. type: string
  328. /** Whether the service class is abstract (a seam interface). */
  329. abstract: boolean
  330. /** Class-level JSDoc prose, one line per paragraph. */
  331. doc: string
  332. /** Public methods (bodies stripped), in source order. */
  333. methods: ServiceMethodEntry[]
  334. /** Source pointer of the class declaration. */
  335. source: string
  336. }
  337. /** A terse inherited-tier entry (pinned vendor surface). */
  338. interface InheritedEntry {
  339. name: string
  340. summary: string
  341. /** Source pointer `vendor/…:line`. */
  342. source: string
  343. }
  344. // cordisModuleBody / eventMembers / serviceClasses live in cordis-walk.ts.
  345. /** The signature text of a method-signature member (everything but a body). */
  346. function memberSignature(member: ts.TypeElement | ts.ClassElement, sf: ts.SourceFile): string {
  347. const full = member.getText(sf)
  348. const body = (member as { body?: ts.Node }).body
  349. const sig = body ? full.slice(0, full.length - body.getText(sf).length) : full
  350. return sig.replace(/\s*;?\s*$/, '').replace(/\s+/g, ' ').trim()
  351. }
  352. /**
  353. * Copy a node's original JSDoc while removing only the indentation imposed by
  354. * its containing interface or class.
  355. */
  356. function jsDocText(text: string, sf: ts.SourceFile, node: ts.Node): string {
  357. const raw = rawJsDoc(text, node)
  358. if (!raw) return ''
  359. const start = text.lastIndexOf(raw, node.getStart(sf))
  360. const { line } = sf.getLineAndCharacterOfPosition(start)
  361. const lineStart = sf.getPositionOfLineAndCharacter(line, 0)
  362. const indent = text.slice(lineStart, start)
  363. return raw.split('\n')
  364. .map((lineText, index) => index > 0 && lineText.startsWith(indent) ? lineText.slice(indent.length) : lineText)
  365. .join('\n')
  366. }
  367. /** Walk every harness `interface Events` block and extract its events, hard-
  368. * erroring (aggregated) on any JSDoc-completeness violation: a missing/
  369. * contradicted `@mode`, missing description prose, or an undocumented payload
  370. * parameter. `scanRoot` defaults to the repo root; tests pass a fixture dir. */
  371. export function collectEvents(scanRoot: string = root): EventEntry[] {
  372. const entries: EventEntry[] = []
  373. const violations: string[] = []
  374. const typeLinkViolations: string[] = []
  375. for (const rel of globSync('packages/*/*/src/*.ts', { cwd: scanRoot }).map(s => s.split(sep).join('/')).sort()) {
  376. const abs = resolve(scanRoot, rel)
  377. const text = readFileSync(abs, 'utf8')
  378. if (!text.includes('interface Events')) continue
  379. const sf = ts.createSourceFile(abs, text, ts.ScriptTarget.Latest, true)
  380. const body = cordisModuleBody(sf)
  381. if (!body) continue
  382. for (const { name, member } of eventMembers(body, sf)) {
  383. const signature = memberSignature(member, sf)
  384. const raw = rawJsDoc(text, member)
  385. const { doc, mode } = parseJsDoc(raw)
  386. const src = pointer(rel, sf, member)
  387. const where = `event '${name}' (${src})`
  388. checkTypeLinks(where, member, sf, typeLinkViolations)
  389. if (!mode) {
  390. violations.push(`${where} is missing an @mode tag. Add '@mode emit|waterfall|parallel|serial|bail' to its JSDoc (see AGENTS.md).`)
  391. }
  392. // Conclusive structural check: a trailing `next: () => …` parameter is a
  393. // waterfall. (emit vs parallel vs serial is not structurally
  394. // distinguishable, so it is trusted from the tag.)
  395. const last = member.parameters.at(-1)
  396. const hasNext = !!last && last.name.getText(sf) === 'next'
  397. if (mode && hasNext && mode !== 'waterfall') {
  398. violations.push(`${where} has a trailing 'next' parameter (structurally a waterfall) but is tagged '@mode ${mode}'. Fix the tag or the signature.`)
  399. }
  400. if (mode && !hasNext && mode === 'waterfall') {
  401. violations.push(`${where} is tagged '@mode waterfall' but has no trailing 'next' parameter. A waterfall delegates via next().`)
  402. }
  403. if (!doc) violations.push(`${where} has no description prose. Say what happened / what a listener may do, above the block tags.`)
  404. // Payload parameters need a non-empty @param. The `this` receiver is not
  405. // payload, and a waterfall's trailing `next` is covered by its mode.
  406. const { params } = parseTags(raw)
  407. checkParams(where, 'event', member.parameters, params, sf,
  408. p => (ts.isIdentifier(p.name) && p.name.text === 'this') || (hasNext && p === last), violations)
  409. if (mode) entries.push({ name, scope: name.split('/')[0] ?? name, signature, jsDoc: jsDocText(text, sf, member), mode, doc, source: src })
  410. }
  411. }
  412. reportViolations('gen-cordis-catalog', violations)
  413. reportTypeLinkViolations('gen-cordis-catalog', typeLinkViolations)
  414. return entries
  415. }
  416. /** Walk every harness `interface Context` block + its service class, hard-
  417. * erroring (aggregated) on any JSDoc-completeness violation: a class or public
  418. * method without JSDoc prose, an undocumented parameter, a stale `@param`, a
  419. * missing `@returns` on a non-void method, or an inferred (unannotated) return
  420. * type the pure-AST walk cannot classify.
  421. * `scanRoot` defaults to the repo root; tests pass a fixture dir. */
  422. export function collectServices(scanRoot: string = root): ServiceEntry[] {
  423. const entries: ServiceEntry[] = []
  424. const violations: string[] = []
  425. const typeLinkViolations: string[] = []
  426. for (const rel of globSync('packages/*/*/src/index.ts', { cwd: scanRoot }).map(s => s.split(sep).join('/')).sort()) {
  427. const abs = resolve(scanRoot, rel)
  428. const text = readFileSync(abs, 'utf8')
  429. if (!text.includes('interface Context')) continue
  430. const sf = ts.createSourceFile(abs, text, ts.ScriptTarget.Latest, true)
  431. const body = cordisModuleBody(sf)
  432. if (!body) continue
  433. // Resolve each ctx key to its service class (shared walk) and emit an entry.
  434. for (const { key, type, cls, abstract, doc: clsDoc } of serviceClasses(body, sf, rel, violations)) {
  435. const methods: ServiceMethodEntry[] = []
  436. for (const member of cls.members) {
  437. if (!ts.isMethodDeclaration(member)) continue
  438. // Only instance methods callable through `ctx.<key>` are surface;
  439. // private, protected, and static methods are not.
  440. const nonPublic = member.modifiers?.some(m =>
  441. m.kind === ts.SyntaxKind.PrivateKeyword
  442. || m.kind === ts.SyntaxKind.ProtectedKeyword
  443. || m.kind === ts.SyntaxKind.StaticKeyword)
  444. || ts.isPrivateIdentifier(member.name)
  445. if (nonPublic) continue
  446. const memberName = member.name.getText(sf)
  447. if (memberName.startsWith('[')) continue // computed/symbol members
  448. const where = `service method ctx.${key}.${memberName} (${pointer(rel, sf, member)})`
  449. checkTypeLinks(where, member, sf, typeLinkViolations)
  450. const raw = rawJsDoc(text, member)
  451. methods.push({ signature: memberSignature(member, sf), jsDoc: jsDocText(text, sf, member) })
  452. if (!raw) { violations.push(`${where} has no JSDoc.`); continue }
  453. if (!parseJsDoc(raw).doc) violations.push(`${where} has no description prose above its block tags.`)
  454. const { params, returns } = parseTags(raw)
  455. // Every parameter needs a non-empty @param (`this` receiver exempt),
  456. // and a non-void ANNOTATED result needs a non-empty @returns — the
  457. // shared checkers carry the exact contract.
  458. checkParams(where, 'service', member.parameters, params, sf,
  459. p => ts.isIdentifier(p.name) && p.name.text === 'this', violations)
  460. checkReturns(where, member.type, returns, sf, violations)
  461. }
  462. entries.push({
  463. key,
  464. type,
  465. abstract,
  466. doc: clsDoc,
  467. methods,
  468. source: pointer(rel, sf, cls),
  469. })
  470. }
  471. }
  472. reportViolations('gen-cordis-catalog', violations)
  473. reportTypeLinkViolations('gen-cordis-catalog', typeLinkViolations)
  474. return entries.sort((a, b) => a.key.localeCompare(b.key))
  475. }
  476. /**
  477. * The inherited tier — cordis core + loader/hmr/timer. Curated, terse, and
  478. * hand-summarized because (a) it is pinned vendor source that changes only on a
  479. * deliberate vendor sync, (b) the cordis-core `Context` mixes true ctx members
  480. * with non-service fields (`root`, `baseUrl`, `logger`) that a blind walk would
  481. * wrongly surface as services, and (c) the internal/* events carry no JSDoc to
  482. * render. Source pointers are verified against vendor by `verify-md-links`'
  483. * sibling check is N/A; keep them current on a vendor bump.
  484. */
  485. const INHERITED_EVENTS: InheritedEntry[] = [
  486. { name: 'internal/plugin', summary: 'A plugin fiber was created.', source: 'vendor/cordis/src/events.ts:328' },
  487. { name: 'internal/status', summary: 'A fiber changed lifecycle state.', source: 'vendor/cordis/src/events.ts:330' },
  488. { name: 'internal/service', summary: 'Interception hook for a service binding (no core producer).', source: 'vendor/cordis/src/events.ts:332' },
  489. { name: 'internal/update', summary: 'Waterfall: a fiber config update is being applied.', source: 'vendor/cordis/src/events.ts:334' },
  490. { name: 'internal/get', summary: 'Waterfall: a service is being read from the store.', source: 'vendor/cordis/src/events.ts:336' },
  491. { name: 'internal/set', summary: 'Waterfall: a service is being written to the store.', source: 'vendor/cordis/src/events.ts:338' },
  492. { name: 'internal/listener', summary: 'A listener was registered.', source: 'vendor/cordis/src/events.ts:340' },
  493. { name: 'internal/dispatch', summary: 'An event is being dispatched to listeners.', source: 'vendor/cordis/src/events.ts:342' },
  494. { name: 'hmr/change', summary: 'A watched source file changed on disk.', source: 'vendor/hmr/src/index.ts:20' },
  495. { name: 'hmr/reload', summary: 'Plugins are being reloaded after a change.', source: 'vendor/hmr/src/index.ts:21' },
  496. { name: 'exit', summary: 'The process is exiting on a signal.', source: 'vendor/loader/src/index.ts:23' },
  497. { name: 'loader/config-update', summary: 'The loader config tree changed.', source: 'vendor/loader/src/index.ts:24' },
  498. { name: 'loader/entry-init', summary: 'A config entry is being initialized.', source: 'vendor/loader/src/index.ts:25' },
  499. { name: 'loader/partial-dispose', summary: 'An entry is being partially disposed on reload.', source: 'vendor/loader/src/index.ts:26' },
  500. { name: 'loader/patch-context', summary: 'A context is being patched during a reload.', source: 'vendor/loader/src/index.ts:27' },
  501. ]
  502. export const INHERITED_SERVICES: InheritedEntry[] = [
  503. { name: 'ctx.on / ctx.once', summary: 'Register an event listener (disposable).', source: 'vendor/cordis/src/events.ts:34' },
  504. { name: 'ctx.emit / ctx.parallel / ctx.serial / ctx.bail / ctx.waterfall', summary: 'Dispatch an event (sync / awaited / first-bail / veto-chain).', source: 'vendor/cordis/src/events.ts:34' },
  505. { name: 'ctx.plugin / ctx.inject', summary: 'Load a plugin / declare required services.', source: 'vendor/cordis/src/registry.ts:164' },
  506. { name: 'ctx.effect', summary: 'Register a disposable side effect tied to the fiber.', source: 'vendor/cordis/src/fiber.ts:9' },
  507. { name: 'ctx.get / ctx.set / ctx.provide / ctx.accessor / ctx.mixin', summary: 'Low-level service-store access and binding.', source: 'vendor/cordis/src/reflect.ts:7' },
  508. { name: 'ctx.extend / ctx.isolate / ctx.intercept', summary: 'Derive a child context (scoped services / isolation / interception).', source: 'vendor/cordis/src/context.ts:42' },
  509. { name: 'ctx.root / ctx.scope / ctx.fiber / ctx.registry / ctx.reflect / ctx.events / ctx.logger', summary: 'Ambient handles onto the running context graph.', source: 'vendor/cordis/src/context.ts:16' },
  510. { name: 'ctx.timer (+ interval / timeout / throttle / debounce / setTimeout / setInterval)', summary: 'Disposable timer helpers. The `timer` key is provided at runtime; the six helpers are mixed onto ctx directly (declared via Pick).', source: 'vendor/timer/src/index.ts:4' },
  511. { name: 'ctx.loader', summary: 'The config Loader that booted the app (present under the loader).', source: 'vendor/loader/src/index.ts:30' },
  512. { name: 'ctx.hmr', summary: 'The hot-module-reload watcher (present under the hmr plugin).', source: 'vendor/hmr/src/index.ts:15' },
  513. ]
  514. /** Render the cross-link "Types:" line for a signature, or '' if none apply. */
  515. function typeLinks(signature: string): string {
  516. const seen = new Set<string>()
  517. for (const name of Object.keys(LINK_MAP)) {
  518. if (new RegExp(`\\b${name}\\b`).test(signature)) seen.add(name)
  519. }
  520. if (seen.size === 0) return ''
  521. const links = [...seen].sort().map(n => `[${n}](../core-data-structures/${LINK_MAP[n]})`)
  522. return `Types: ${links.join(' · ')}`
  523. }
  524. /** Render one harness event entry. */
  525. function renderEvent(e: EventEntry): string[] {
  526. const out = [`### \`${e.name}\` — ${e.mode}`, '']
  527. if (e.doc) out.push(e.doc, '')
  528. out.push('```' + FENCE, e.jsDoc, e.signature, '```', '')
  529. const links = typeLinks(e.signature)
  530. if (links) out.push(links, '')
  531. out.push(`Source: [\`${e.source}\`](../../${e.source.split(':')[0]})`, '')
  532. return out
  533. }
  534. /** Render one harness service entry. */
  535. function renderService(s: ServiceEntry): string[] {
  536. const kind = s.abstract ? ' (abstract seam)' : ''
  537. const out = [`## \`ctx.${s.key}\` — \`${s.type}\`${kind}`, '']
  538. if (s.doc) out.push(s.doc, '')
  539. if (s.methods.length) {
  540. const declarations = s.methods.flatMap((method, index) => [
  541. ...(index > 0 ? [''] : []),
  542. method.jsDoc,
  543. method.signature,
  544. ])
  545. out.push('```' + FENCE, ...declarations, '```', '')
  546. const links = typeLinks(s.methods.map(method => method.signature).join('\n'))
  547. if (links) out.push(links, '')
  548. }
  549. out.push(`Source: [\`${s.source}\`](../../${s.source.split(':')[0]})`, '')
  550. return out
  551. }
  552. /** The shared generated-file banner comment. */
  553. const BANNER = [
  554. '<!-- Generated by scripts/gen-cordis-catalog.ts — do not edit by hand.',
  555. ' Run `pnpm run gen-cordis-catalog` to regenerate. -->',
  556. '',
  557. ]
  558. /** The shared GENERATED + freshness-gate + fence notice paragraph. */
  559. const GATE_NOTICE = 'This file is GENERATED from source (`scripts/gen-cordis-catalog.ts`) and verified fresh by `pnpm run verify-cordis-catalog` (part of `doc-sync`) — do not edit it by hand. Signature blocks use a `ts cordis-catalog` fence and include the original source JSDoc immediately before each event or service method. doc-typecheck skips these bare declaration fragments; type names in a signature link to the page that documents them.'
  560. /** Render the events catalog (pure, deterministic given sorted inputs). */
  561. export function renderEvents(events: EventEntry[]): string {
  562. const lines: string[] = [
  563. ...BANNER,
  564. '# Cordis Events Catalog',
  565. '',
  566. 'Every cordis event a plugin can listen to: exact signature, dispatch mode, and original declaration JSDoc. This is one axis of the **wiring** reference a plugin author works against — the callable `ctx.<key>` surface is the sibling [services catalog](services.md), and [core-data-structures/](../core-data-structures/core.md) catalogs the *data structures* these signatures move around.',
  567. '',
  568. GATE_NOTICE,
  569. '',
  570. 'The **harness tier** below (the `@deepseek-ai/dsh-*` packages) is the vocabulary this repo owns, grouped by scope. The **inherited tier** at the end is the cordis-core + loader/hmr/timer event surface a plugin also sees — pinned vendor source, summarized tersely. The event-dispatch methods themselves are generated in the [Cordis core Events API](core/events.md).',
  571. '',
  572. 'Dispatch modes: **emit** (fire-and-forget), **waterfall** (each listener gets `next()` and may transform or veto — see [waterfall semantics](../cordis-primer.md#cordis-waterfall-semantics)), **parallel** (awaited fan-out; all listeners run), **serial** (awaited in registration order until one returns a bail value — anything other than `null`, `false`, or `undefined`), **bail** (synchronous in-order dispatch until one listener returns a bail value; the scoped input-mutation events use it for an applied/not-applied answer).',
  573. '',
  574. ]
  575. const scopes = [...new Set(events.map(e => e.scope))].sort()
  576. for (const scope of scopes) {
  577. lines.push(`## \`${scope}/*\``, '')
  578. for (const e of events.filter(x => x.scope === scope).sort((a, b) => a.name.localeCompare(b.name))) {
  579. lines.push(...renderEvent(e))
  580. }
  581. }
  582. lines.push(
  583. '## Inherited events (cordis core + loader/hmr/timer)',
  584. '',
  585. 'The framework events every plugin also sees, beyond the harness vocabulary above. This is pinned vendor source ([vendoring policy](../../vendor/README.md)); it is summarized here so the page is a complete picture of the event bus, without elevating framework internals to the harness tier\'s prominence.',
  586. '',
  587. )
  588. for (const e of INHERITED_EVENTS) {
  589. lines.push(`- \`${e.name}\` — ${e.summary} ([\`${e.source}\`](../../${e.source.split(':')[0]}))`)
  590. }
  591. lines.push('')
  592. return lines.join('\n')
  593. }
  594. /** Render the services catalog (pure, deterministic given sorted inputs). */
  595. export function renderServices(services: ServiceEntry[]): string {
  596. const lines: string[] = [
  597. ...BANNER,
  598. '# Cordis Services Catalog',
  599. '',
  600. 'Every `ctx.<key>` service a plugin can call: the exact public interface with original method JSDoc, plus the class JSDoc. This is one axis of the **wiring** reference a plugin author works against — the events a plugin listens to are the sibling [events catalog](events.md), and [core-data-structures/](../core-data-structures/core.md) catalogs the *data structures* these signatures move around. An abstract seam (e.g. `ctx.bash`) is implemented by a separate package; the interface is what consumers code against.',
  601. '',
  602. GATE_NOTICE,
  603. '',
  604. 'The **harness tier** below (the `@deepseek-ai/dsh-*` packages) is the vocabulary this repo owns. The **inherited tier** at the end is the cordis-core + loader/hmr/timer `ctx` surface a plugin also sees — pinned vendor source, summarized tersely. Detailed Context, Fiber, Registry, and Service APIs are generated in the [Cordis core API](core/context.md).',
  605. '',
  606. ]
  607. for (const s of services) lines.push(...renderService(s))
  608. lines.push(
  609. '## Inherited `ctx` members (cordis core + loader/hmr/timer)',
  610. '',
  611. 'The framework `ctx` surface every plugin also sees, beyond the harness services above. This is pinned vendor source ([vendoring policy](../../vendor/README.md)); it is summarized here so the page is a complete picture of what `ctx` offers, without elevating framework internals to the harness tier\'s prominence.',
  612. '',
  613. )
  614. for (const s of INHERITED_SERVICES) {
  615. lines.push(`- \`${s.name}\` — ${s.summary} ([\`${s.source}\`](../../${s.source.split(':')[0]}))`)
  616. }
  617. lines.push('')
  618. return lines.join('\n')
  619. }
  620. /** CLI entry: `--write` (default) writes both catalogs, `--check` fails if
  621. * either is stale. Guarded behind an entry-point check so importing this module
  622. * for tests neither regenerates the committed files nor calls process.exit. */
  623. function main(): void {
  624. const outputs: [string, string][] = [
  625. [OUT_EVENTS, renderEvents(collectEvents())],
  626. [OUT_SERVICES, renderServices(collectServices())],
  627. ...renderCordisCoreApiPages(),
  628. ]
  629. if (process.argv.includes('--check')) {
  630. const stale: string[] = []
  631. for (const [out, content] of outputs) {
  632. let committed: string | null = null
  633. try {
  634. committed = readFileSync(resolve(root, out), 'utf8')
  635. } catch {
  636. // Only ENOENT (not yet generated) is expected; a present-but-unreadable
  637. // file is not a state this repo produces. Either way the remedy is the
  638. // same — regenerate — so treat a read failure as "stale".
  639. committed = null
  640. }
  641. if (committed !== content) stale.push(out)
  642. }
  643. if (stale.length === 0) {
  644. console.log(`gen-cordis-catalog: ${outputs.length} generated file(s) are up to date.`)
  645. process.exit(0)
  646. }
  647. console.error(`gen-cordis-catalog: ${stale.join(' and ')} ${stale.length === 1 ? 'is' : 'are'} stale. Run \`pnpm run gen-cordis-catalog\` and commit the result.`)
  648. process.exit(1)
  649. }
  650. for (const [out, content] of outputs) {
  651. const destination = resolve(root, out)
  652. mkdirSync(dirname(destination), { recursive: true })
  653. writeFileSync(destination, content)
  654. }
  655. console.log(`gen-cordis-catalog: wrote ${outputs.length} generated file(s).`)
  656. }
  657. // Run only when invoked as a script, not when imported by a test.
  658. if (process.argv[1] && import.meta.filename === resolve(process.argv[1])) {
  659. main()
  660. }