gen-cordis-catalog.ts 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682
  1. /**
  2. * Generate the Cordis event and service catalogs from static declarations.
  3. * The walk enforces event modes, JSDoc parameter/return completeness, and
  4. * signature type-link coverage; inherited Cordis services come from the
  5. * curated table below. `--check` verifies both committed artifacts.
  6. */
  7. import { globSync, mkdirSync, readFileSync, writeFileSync } from 'node:fs'
  8. import { dirname, resolve, sep } from 'node:path'
  9. import ts from 'typescript'
  10. import { renderCordisCoreApiPages } from './cordis-core-api.ts'
  11. import { checkParams, checkReturns, parseJsDoc, parseTags, pointer, rawJsDoc, reportViolations, type Mode } from './jsdoc.ts'
  12. import { cordisModuleBody, eventMembers, serviceClasses } from './cordis-walk.ts'
  13. const root = resolve(import.meta.dirname, '..')
  14. const OUT_EVENTS = 'docs/cordis-catalog/events.md'
  15. const OUT_SERVICES = 'docs/cordis-catalog/services.md'
  16. /** The fenced-block info string for generated signature blocks (skipped by
  17. * doc-typecheck, since a bare signature fragment is not standalone-compilable). */
  18. const FENCE = 'ts cordis-catalog'
  19. /**
  20. * One primary core-data-structures page per project type used by a generated
  21. * signature. This stays curated because union names intentionally do not
  22. * reuse the type-equivalence manifest's map-symbol entries and some symbols
  23. * appear on more than one page.
  24. */
  25. export const LINK_MAP: Record<string, string> = {
  26. Agent: 'core.md',
  27. AgentCancelCause: 'core.md',
  28. AgentOptions: 'core.md',
  29. AgentStatus: 'core.md',
  30. ContentBlock: 'core.md',
  31. ContinuationDecision: 'core.md',
  32. ContinuationStop: 'core.md',
  33. GenerateOptions: 'core.md',
  34. AgentMessage: 'core.md',
  35. AgentMessageId: 'core.md',
  36. HookContext: 'core.md',
  37. LlmCallConfig: 'core.md',
  38. LlmModelContext: 'core.md',
  39. LlmModelReasoningInfo: 'core.md',
  40. LlmResolvedModelInfo: 'core.md',
  41. LlmFailure: 'llm-streaming.md',
  42. LlmModelInfo: 'core.md',
  43. LlmProviderInfo: 'core.md',
  44. Message: 'core.md',
  45. MessageSource: 'core.md',
  46. PromptDecision: 'core.md',
  47. RequestError: 'core.md',
  48. RequestErrorDecision: 'core.md',
  49. PreparedReferencedMessage: 'session-reference.md',
  50. SessionReferenceCandidate: 'session-reference.md',
  51. SessionReferenceInput: 'session-reference.md',
  52. SessionEvent: 'core.md',
  53. SessionId: 'core.md',
  54. SessionStartSource: 'core.md',
  55. SessionLogSnapshot: 'session-query.md',
  56. SessionSurfaceSnapshot: 'session-query.md',
  57. ApprovalOutcome: 'approval.md',
  58. ApprovalPolicy: 'approval.md',
  59. ApprovalRequest: 'approval.md',
  60. ApprovalService: 'approval.md',
  61. BashExecRequest: 'bash.md',
  62. BashExecSpec: 'bash.md',
  63. BashProcess: 'bash.md',
  64. BashRunResult: 'bash.md',
  65. DshEnvironment: 'bash.md',
  66. CodeRunRequest: 'code-runtime.md',
  67. CodeRunResult: 'code-runtime.md',
  68. CompactionResult: 'compaction.md',
  69. CompactionTrigger: 'compaction.md',
  70. PruneResult: 'compaction.md',
  71. FileReadOutcome: 'filesystem.md',
  72. FsDirEntry: 'filesystem.md',
  73. FsEditOutcome: 'filesystem.md',
  74. FsEditRequest: 'filesystem.md',
  75. FsInfo: 'filesystem.md',
  76. FsPathInfo: 'filesystem.md',
  77. FsPolicyExec: 'filesystem.md',
  78. FsTarget: 'filesystem.md',
  79. FsVersion: 'filesystem.md',
  80. FsWriteIntent: 'filesystem.md',
  81. FsWriteOutcome: 'filesystem.md',
  82. CreateGoalRequest: 'goal.md',
  83. EditGoalRequest: 'goal.md',
  84. GoalBlockReason: 'goal.md',
  85. GoalChanged: 'goal.md',
  86. GoalRef: 'goal.md',
  87. GoalView: 'goal.md',
  88. CommandDefinition: 'commands.md',
  89. CommandDescriptor: 'commands.md',
  90. CommandResult: 'commands.md',
  91. CommandSurface: 'commands.md',
  92. LlmAdapter: 'llm-streaming.md',
  93. PreparedLlmCall: 'llm-streaming.md',
  94. LlmService: 'llm-streaming.md',
  95. StreamChunk: 'llm-streaming.md',
  96. CreateSessionOptions: 'persistence.md',
  97. SessionHeader: 'persistence.md',
  98. SessionLocation: 'persistence.md',
  99. SessionPersistenceSnapshot: 'persistence.md',
  100. ConfinedArgv: 'sandbox.md',
  101. SandboxExecutionPolicy: 'sandbox.md',
  102. SandboxMode: 'sandbox.md',
  103. SandboxPolicy: 'sandbox.md',
  104. PtyBackend: 'pty.md',
  105. PtyReadRequest: 'pty.md',
  106. PtyReadResult: 'pty.md',
  107. PtySendOperation: 'pty.md',
  108. PtySendRequest: 'pty.md',
  109. PtySessionId: 'pty.md',
  110. PtySessionSnapshot: 'pty.md',
  111. PtySignal: 'pty.md',
  112. PtySignalResult: 'pty.md',
  113. PtySpawnRequest: 'pty.md',
  114. PtySpawnResult: 'pty.md',
  115. SandboxPolicyRequest: 'sandbox.md',
  116. ScopeKey: 'scope.md',
  117. Scoped: 'scope.md',
  118. EpochHeader: 'session.md',
  119. OutOfBandSessionEventType: 'session.md',
  120. Session: 'session.md',
  121. SessionEventMap: 'session.md',
  122. TurnEndReason: 'session.md',
  123. TurnTrigger: 'session.md',
  124. SessionEventReadRequest: 'session-query.md',
  125. SessionEventRecord: 'session-query.md',
  126. SessionEventResultFilter: 'session-query.md',
  127. SessionEventSearchDocument: 'session-query.md',
  128. SessionEventSearchHit: 'session-query.md',
  129. SessionEventSearchPage: 'session-query.md',
  130. SessionEventSearchRequest: 'session-query.md',
  131. SessionEventTrace: 'session-query.md',
  132. SessionEventTraceObservation: 'session-query.md',
  133. SessionEventTraceRequest: 'session-query.md',
  134. SessionEventWindow: 'session-query.md',
  135. SessionLineageTrace: 'session-query.md',
  136. SessionRecord: 'session-query.md',
  137. SessionResultFilter: 'session-query.md',
  138. SessionSearchExecContext: 'session-query.md',
  139. SessionSearchHit: 'session-query.md',
  140. SessionSearchPage: 'session-query.md',
  141. SessionSearchRequest: 'session-query.md',
  142. SessionTitleObservation: 'session-query.md',
  143. SessionTitleObservationResult: 'session-query.md',
  144. SessionTitleProvider: 'session-title.md',
  145. SessionTitleSnapshot: 'session-title.md',
  146. SkillDefinition: 'skills.md',
  147. SkillLookupOptions: 'skills.md',
  148. SkillProvider: 'skills.md',
  149. SkillRegistration: 'skills.md',
  150. SkillSummary: 'skills.md',
  151. SaveTextSpill: 'spill.md',
  152. SpillRef: 'spill.md',
  153. SubagentProvider: 'subagent.md',
  154. SubagentRun: 'subagent.md',
  155. SubagentService: 'subagent.md',
  156. SubagentStartRequest: 'subagent.md',
  157. AssembleContext: 'system-prompt.md',
  158. PromptSection: 'system-prompt.md',
  159. SystemPrompt: 'system-prompt.md',
  160. ToolProviderResult: 'system-prompt.md',
  161. TaskDoneListener: 'tasks.md',
  162. TaskId: 'tasks.md',
  163. TaskRead: 'tasks.md',
  164. TaskSnapshot: 'tasks.md',
  165. TaskStart: 'tasks.md',
  166. TokenMeasurement: 'token-meter.md',
  167. CodeDispatchLog: 'tools.md',
  168. PostToolDecision: 'tools.md',
  169. PreToolDecision: 'tools.md',
  170. ToolDefinition: 'tools.md',
  171. ToolExecution: 'tools.md',
  172. ToolDispatchExecution: 'tools.md',
  173. ToolExecutionInput: 'tools.md',
  174. ToolExecutionMode: 'tools.md',
  175. ToolExecutionResult: 'tools.md',
  176. ToolExecutionToken: 'tools.md',
  177. ToolGuard: 'tools.md',
  178. ToolRegistry: 'tools.md',
  179. ToolRestriction: 'tools.md',
  180. ToolSchema: 'tools.md',
  181. AskUserQuestionAnswer: 'user-interaction.md',
  182. AskUserQuestionRequest: 'user-interaction.md',
  183. UserInteractionProvider: 'user-interaction.md',
  184. WebFetchProvider: 'web.md',
  185. WebFetchRequest: 'web.md',
  186. WebFetchResult: 'web.md',
  187. WebSearchProvider: 'web.md',
  188. WebSearchRequest: 'web.md',
  189. WebSearchResult: 'web.md',
  190. WorkflowRun: 'workflow.md',
  191. WorkflowRunInfo: 'workflow.md',
  192. WorkflowStartRequest: 'workflow.md',
  193. }
  194. /** TypeScript lib and pinned framework types that have no repository-owned data page. */
  195. const FOUNDATION_TYPE_NAMES = new Set([
  196. 'AbortSignal',
  197. 'AsyncIterable',
  198. 'Context',
  199. 'Error',
  200. 'Pick',
  201. 'Promise',
  202. 'Readonly',
  203. ])
  204. /** Project types deliberately documented outside the core-data catalog. */
  205. const TYPE_LINK_EXEMPTIONS: Readonly<Record<string, string>> = {
  206. AgentFactory: 'agent creation seam is owned by packages/core/agent/README.md',
  207. BeginCommandRequest: 'event-local request contract is owned by packages/client/ui-slash/src/types.ts',
  208. InsertReferenceRequest: 'event-local request contract is owned by packages/client/ui-slash/src/types.ts',
  209. ConsumeTokenRequest: 'event-local request contract is owned by packages/client/ui-slash/src/types.ts',
  210. InsertTextRequest: 'event-local request contract is owned by packages/client/ui-slash/src/types.ts',
  211. AgentHandle: 'agent ownership handle is owned by packages/core/agent/README.md',
  212. BashEnvContributor: 'service-local extension type is owned by packages/bash/tool-bash/src/index.ts',
  213. BashEnvVariableInfo: 'service-local metadata type is owned by packages/bash/tool-bash/src/index.ts',
  214. CompactAgentContext: 'compaction service input is owned by packages/compact/compact/src/index.ts',
  215. CreateAgentOptions: 'agent creation contract is owned by packages/core/agent/README.md',
  216. Domain: 'domain interface is owned by packages/storage/storage-domain/README.md',
  217. DomainChanged: 'event-local snapshot is owned by packages/storage/storage-domain/src/events.ts',
  218. DomainFacility: 'domain form facility is owned by packages/storage/storage-domain/README.md',
  219. DomainImpl: 'domain implementation contract is owned by packages/storage/storage-domain/README.md',
  220. DomainSpec: 'domain declaration contract is owned by packages/storage/storage-domain/README.md',
  221. StorageBackend: 'backend contract is owned by packages/storage/storage/src/backend.ts',
  222. StorageForms: 'merge-extensible form map is owned by packages/storage/storage/src/index.ts',
  223. InvariantInstaller: 'service-local contribution contract is owned by packages/support/invariants/README.md',
  224. LocaleDict: 'service-local dictionary shape is owned by packages/client/i18n/src/index.ts',
  225. WebBootGraph: 'web boot graph wire shape is owned by packages/client/modules/src/client/index.ts',
  226. WebRoute: 'route registration contract is owned by packages/host/webserver/src/index.ts',
  227. ThemeTokens: 'service-local token dictionary is owned by packages/client/ui-theme/src/index.ts',
  228. Translate: 'service-local bound translator is owned by packages/client/i18n/src/index.ts',
  229. TuiOverlayRequest: 'service-local extension contract is owned by packages/ui/tui/README.md',
  230. TuiOverlaySession: 'service-local extension contract is owned by packages/ui/tui/README.md',
  231. InvariantRegistration: 'service-local lifecycle handle is owned by packages/support/invariants/README.md',
  232. PresetOption: 'deployment menu metadata is owned by packages/ui/permission/README.md',
  233. PresetSpec: 'deployment preset composition is owned by packages/ui/permission/README.md',
  234. PromptAssembly: 'assembly result is owned by packages/core/system-prompt/README.md',
  235. ResumeAgentOptions: 'agent resume contract is owned by packages/core/agent/README.md',
  236. SessionForkSource: 'service-local fork input is owned by packages/core/session/src/index.ts',
  237. SubagentRunEndInfo: 'event-local snapshot is owned by packages/subagent/subagent/src/index.ts',
  238. SubagentRunInfo: 'event-local snapshot is owned by packages/subagent/subagent/src/index.ts',
  239. WorkflowAgentEndInfo: 'event-local snapshot is owned by packages/workflow/workflow/src/index.ts',
  240. WorkflowAgentInfo: 'event-local snapshot is owned by packages/workflow/workflow/src/index.ts',
  241. WorkflowResultInfo: 'event-local snapshot is owned by packages/workflow/workflow/src/index.ts',
  242. Workspace: 'workspace entity contract is owned by packages/workspace/workspace/README.md',
  243. WorkspaceId: 'branded id is owned by packages/workspace/workspace/README.md',
  244. }
  245. /** Collect named references from parameter, generic-constraint/default, and return types. */
  246. function signatureTypeNames(member: ts.MethodSignature | ts.MethodDeclaration, sf: ts.SourceFile): string[] {
  247. const declared = new Set(member.typeParameters?.map(parameter => parameter.name.text) ?? [])
  248. const referenced = new Set<string>()
  249. const visit = (node: ts.Node): void => {
  250. if (ts.isTypeReferenceNode(node)) referenced.add(node.typeName.getText(sf))
  251. if (ts.isTypeQueryNode(node)) referenced.add(node.exprName.getText(sf))
  252. ts.forEachChild(node, visit)
  253. }
  254. for (const parameter of member.typeParameters ?? []) {
  255. if (parameter.constraint) visit(parameter.constraint)
  256. if (parameter.default) visit(parameter.default)
  257. }
  258. for (const parameter of member.parameters) {
  259. if (parameter.type) visit(parameter.type)
  260. }
  261. if (member.type) visit(member.type)
  262. return [...referenced].filter(name => !declared.has(name)).sort()
  263. }
  264. /** Append fail-closed signature type-link violations with actionable ownership choices. */
  265. function checkTypeLinks(
  266. where: string,
  267. member: ts.MethodSignature | ts.MethodDeclaration,
  268. sf: ts.SourceFile,
  269. violations: string[],
  270. ): void {
  271. for (const name of signatureTypeNames(member, sf)) {
  272. if (Object.hasOwn(LINK_MAP, name)
  273. || FOUNDATION_TYPE_NAMES.has(name)
  274. || Object.hasOwn(TYPE_LINK_EXEMPTIONS, name)) continue
  275. violations.push(
  276. `${where} references unclassified type '${name}'. Add it to LINK_MAP with its core-data-structures page, `
  277. + 'to FOUNDATION_TYPE_NAMES if TypeScript or Cordis owns it, or to TYPE_LINK_EXEMPTIONS with '
  278. + 'the non-catalog documentation owner.',
  279. )
  280. }
  281. }
  282. /** Throw one aggregated diagnostic for every unclassified signature type. */
  283. function reportTypeLinkViolations(gate: string, violations: string[]): void {
  284. if (violations.length === 0) return
  285. throw new Error(
  286. `${gate}: ${violations.length} signature type-link coverage violation(s):\n`
  287. + violations.map(violation => ` ${violation}`).join('\n'),
  288. )
  289. }
  290. /** One harness event, extracted from an `interface Events` block. */
  291. interface EventEntry {
  292. /** Scoped name, e.g. `agent/request`. */
  293. name: string
  294. /** The scope prefix, e.g. `agent` (everything before the first `/`). */
  295. scope: string
  296. /** Full signature text (the method-signature member, JSDoc stripped). */
  297. signature: string
  298. /** Original declaration JSDoc, dedented from its containing interface. */
  299. jsDoc: string
  300. /** Dispatch mode from the `@mode` tag. */
  301. mode: Mode
  302. /** Description prose (JSDoc minus the `@mode` tag), one line per paragraph. */
  303. doc: string
  304. /** Source pointer `packages/…/file.ts:line` of the declaration. */
  305. source: string
  306. }
  307. /** One public service method and the source contract attached to it. */
  308. interface ServiceMethodEntry {
  309. /** Public method signature (body stripped). */
  310. signature: string
  311. /** Original method JSDoc, dedented from its containing class. */
  312. jsDoc: string
  313. }
  314. /** One harness service, extracted from an `interface Context` block. */
  315. interface ServiceEntry {
  316. /** The `ctx.<key>` name, e.g. `llm`. */
  317. key: string
  318. /** The service class/interface name, e.g. `LlmService`. */
  319. type: string
  320. /** Whether the service class is abstract (a seam interface). */
  321. abstract: boolean
  322. /** Class-level JSDoc prose, one line per paragraph. */
  323. doc: string
  324. /** Public methods (bodies stripped), in source order. */
  325. methods: ServiceMethodEntry[]
  326. /** Source pointer of the class declaration. */
  327. source: string
  328. }
  329. /** A terse inherited-tier entry (pinned vendor surface). */
  330. interface InheritedEntry {
  331. name: string
  332. summary: string
  333. /** Source pointer `vendor/…:line`. */
  334. source: string
  335. }
  336. // cordisModuleBody / eventMembers / serviceClasses live in cordis-walk.ts.
  337. /** The signature text of a method-signature member (everything but a body). */
  338. function memberSignature(member: ts.TypeElement | ts.ClassElement, sf: ts.SourceFile): string {
  339. const full = member.getText(sf)
  340. const body = (member as { body?: ts.Node }).body
  341. const sig = body ? full.slice(0, full.length - body.getText(sf).length) : full
  342. return sig.replace(/\s*;?\s*$/, '').replace(/\s+/g, ' ').trim()
  343. }
  344. /**
  345. * Copy a node's original JSDoc while removing only the indentation imposed by
  346. * its containing interface or class.
  347. */
  348. function jsDocText(text: string, sf: ts.SourceFile, node: ts.Node): string {
  349. const raw = rawJsDoc(text, node)
  350. if (!raw) return ''
  351. const start = text.lastIndexOf(raw, node.getStart(sf))
  352. const { line } = sf.getLineAndCharacterOfPosition(start)
  353. const lineStart = sf.getPositionOfLineAndCharacter(line, 0)
  354. const indent = text.slice(lineStart, start)
  355. return raw.split('\n')
  356. .map((lineText, index) => index > 0 && lineText.startsWith(indent) ? lineText.slice(indent.length) : lineText)
  357. .join('\n')
  358. }
  359. /** Walk every harness `interface Events` block and extract its events, hard-
  360. * erroring (aggregated) on any JSDoc-completeness violation: a missing/
  361. * contradicted `@mode`, missing description prose, or an undocumented payload
  362. * parameter. `scanRoot` defaults to the repo root; tests pass a fixture dir. */
  363. export function collectEvents(scanRoot: string = root): EventEntry[] {
  364. const entries: EventEntry[] = []
  365. const violations: string[] = []
  366. const typeLinkViolations: string[] = []
  367. for (const rel of globSync('packages/*/*/src/*.ts', { cwd: scanRoot }).map(s => s.split(sep).join('/')).sort()) {
  368. const abs = resolve(scanRoot, rel)
  369. const text = readFileSync(abs, 'utf8')
  370. if (!text.includes('interface Events')) continue
  371. const sf = ts.createSourceFile(abs, text, ts.ScriptTarget.Latest, true)
  372. const body = cordisModuleBody(sf)
  373. if (!body) continue
  374. for (const { name, member } of eventMembers(body, sf)) {
  375. const signature = memberSignature(member, sf)
  376. const raw = rawJsDoc(text, member)
  377. const { doc, mode } = parseJsDoc(raw)
  378. const src = pointer(rel, sf, member)
  379. const where = `event '${name}' (${src})`
  380. checkTypeLinks(where, member, sf, typeLinkViolations)
  381. if (!mode) {
  382. violations.push(`${where} is missing an @mode tag. Add '@mode emit|waterfall|parallel|serial|bail' to its JSDoc (see AGENTS.md).`)
  383. }
  384. // Conclusive structural check: a trailing `next: () => …` parameter is a
  385. // waterfall. (emit vs parallel vs serial is not structurally
  386. // distinguishable, so it is trusted from the tag.)
  387. const last = member.parameters.at(-1)
  388. const hasNext = !!last && last.name.getText(sf) === 'next'
  389. if (mode && hasNext && mode !== 'waterfall') {
  390. violations.push(`${where} has a trailing 'next' parameter (structurally a waterfall) but is tagged '@mode ${mode}'. Fix the tag or the signature.`)
  391. }
  392. if (mode && !hasNext && mode === 'waterfall') {
  393. violations.push(`${where} is tagged '@mode waterfall' but has no trailing 'next' parameter. A waterfall delegates via next().`)
  394. }
  395. if (!doc) violations.push(`${where} has no description prose. Say what happened / what a listener may do, above the block tags.`)
  396. // Payload parameters need a non-empty @param. The `this` receiver is not
  397. // payload, and a waterfall's trailing `next` is covered by its mode.
  398. const { params } = parseTags(raw)
  399. checkParams(where, 'event', member.parameters, params, sf,
  400. p => (ts.isIdentifier(p.name) && p.name.text === 'this') || (hasNext && p === last), violations)
  401. if (mode) entries.push({ name, scope: name.split('/')[0] ?? name, signature, jsDoc: jsDocText(text, sf, member), mode, doc, source: src })
  402. }
  403. }
  404. reportViolations('gen-cordis-catalog', violations)
  405. reportTypeLinkViolations('gen-cordis-catalog', typeLinkViolations)
  406. return entries
  407. }
  408. /** Walk every harness `interface Context` block + its service class, hard-
  409. * erroring (aggregated) on any JSDoc-completeness violation: a class or public
  410. * method without JSDoc prose, an undocumented parameter, a stale `@param`, a
  411. * missing `@returns` on a non-void method, or an inferred (unannotated) return
  412. * type the pure-AST walk cannot classify.
  413. * `scanRoot` defaults to the repo root; tests pass a fixture dir. */
  414. export function collectServices(scanRoot: string = root): ServiceEntry[] {
  415. const entries: ServiceEntry[] = []
  416. const violations: string[] = []
  417. const typeLinkViolations: string[] = []
  418. for (const rel of globSync('packages/*/*/src/index.ts', { cwd: scanRoot }).map(s => s.split(sep).join('/')).sort()) {
  419. const abs = resolve(scanRoot, rel)
  420. const text = readFileSync(abs, 'utf8')
  421. if (!text.includes('interface Context')) continue
  422. const sf = ts.createSourceFile(abs, text, ts.ScriptTarget.Latest, true)
  423. const body = cordisModuleBody(sf)
  424. if (!body) continue
  425. // Resolve each ctx key to its service class (shared walk) and emit an entry.
  426. for (const { key, type, cls, abstract, doc: clsDoc } of serviceClasses(body, sf, rel, violations)) {
  427. const methods: ServiceMethodEntry[] = []
  428. for (const member of cls.members) {
  429. if (!ts.isMethodDeclaration(member)) continue
  430. // Only instance methods callable through `ctx.<key>` are surface;
  431. // private, protected, and static methods are not.
  432. const nonPublic = member.modifiers?.some(m =>
  433. m.kind === ts.SyntaxKind.PrivateKeyword
  434. || m.kind === ts.SyntaxKind.ProtectedKeyword
  435. || m.kind === ts.SyntaxKind.StaticKeyword)
  436. || ts.isPrivateIdentifier(member.name)
  437. if (nonPublic) continue
  438. const memberName = member.name.getText(sf)
  439. if (memberName.startsWith('[')) continue // computed/symbol members
  440. const where = `service method ctx.${key}.${memberName} (${pointer(rel, sf, member)})`
  441. checkTypeLinks(where, member, sf, typeLinkViolations)
  442. const raw = rawJsDoc(text, member)
  443. methods.push({ signature: memberSignature(member, sf), jsDoc: jsDocText(text, sf, member) })
  444. if (!raw) { violations.push(`${where} has no JSDoc.`); continue }
  445. if (!parseJsDoc(raw).doc) violations.push(`${where} has no description prose above its block tags.`)
  446. const { params, returns } = parseTags(raw)
  447. // Every parameter needs a non-empty @param (`this` receiver exempt),
  448. // and a non-void ANNOTATED result needs a non-empty @returns — the
  449. // shared checkers carry the exact contract.
  450. checkParams(where, 'service', member.parameters, params, sf,
  451. p => ts.isIdentifier(p.name) && p.name.text === 'this', violations)
  452. checkReturns(where, member.type, returns, sf, violations)
  453. }
  454. entries.push({
  455. key,
  456. type,
  457. abstract,
  458. doc: clsDoc,
  459. methods,
  460. source: pointer(rel, sf, cls),
  461. })
  462. }
  463. }
  464. reportViolations('gen-cordis-catalog', violations)
  465. reportTypeLinkViolations('gen-cordis-catalog', typeLinkViolations)
  466. return entries.sort((a, b) => a.key.localeCompare(b.key))
  467. }
  468. /**
  469. * The inherited tier — cordis core + loader/hmr/timer. Curated, terse, and
  470. * hand-summarized because (a) it is pinned vendor source that changes only on a
  471. * deliberate vendor sync, (b) the cordis-core `Context` mixes true ctx members
  472. * with non-service fields (`root`, `baseUrl`, `logger`) that a blind walk would
  473. * wrongly surface as services, and (c) the internal/* events carry no JSDoc to
  474. * render. Source pointers are verified against vendor by `verify-md-links`'
  475. * sibling check is N/A; keep them current on a vendor bump.
  476. */
  477. const INHERITED_EVENTS: InheritedEntry[] = [
  478. { name: 'internal/plugin', summary: 'A plugin fiber was created.', source: 'vendor/cordis/src/events.ts:328' },
  479. { name: 'internal/status', summary: 'A fiber changed lifecycle state.', source: 'vendor/cordis/src/events.ts:330' },
  480. { name: 'internal/service', summary: 'Interception hook for a service binding (no core producer).', source: 'vendor/cordis/src/events.ts:332' },
  481. { name: 'internal/update', summary: 'Waterfall: a fiber config update is being applied.', source: 'vendor/cordis/src/events.ts:334' },
  482. { name: 'internal/get', summary: 'Waterfall: a service is being read from the store.', source: 'vendor/cordis/src/events.ts:336' },
  483. { name: 'internal/set', summary: 'Waterfall: a service is being written to the store.', source: 'vendor/cordis/src/events.ts:338' },
  484. { name: 'internal/listener', summary: 'A listener was registered.', source: 'vendor/cordis/src/events.ts:340' },
  485. { name: 'internal/dispatch', summary: 'An event is being dispatched to listeners.', source: 'vendor/cordis/src/events.ts:342' },
  486. { name: 'hmr/change', summary: 'A watched source file changed on disk.', source: 'vendor/hmr/src/index.ts:20' },
  487. { name: 'hmr/reload', summary: 'Plugins are being reloaded after a change.', source: 'vendor/hmr/src/index.ts:21' },
  488. { name: 'exit', summary: 'The process is exiting on a signal.', source: 'vendor/loader/src/index.ts:23' },
  489. { name: 'loader/config-update', summary: 'The loader config tree changed.', source: 'vendor/loader/src/index.ts:24' },
  490. { name: 'loader/entry-init', summary: 'A config entry is being initialized.', source: 'vendor/loader/src/index.ts:25' },
  491. { name: 'loader/partial-dispose', summary: 'An entry is being partially disposed on reload.', source: 'vendor/loader/src/index.ts:26' },
  492. { name: 'loader/patch-context', summary: 'A context is being patched during a reload.', source: 'vendor/loader/src/index.ts:27' },
  493. ]
  494. export const INHERITED_SERVICES: InheritedEntry[] = [
  495. { name: 'ctx.on / ctx.once', summary: 'Register an event listener (disposable).', source: 'vendor/cordis/src/events.ts:34' },
  496. { name: 'ctx.emit / ctx.parallel / ctx.serial / ctx.bail / ctx.waterfall', summary: 'Dispatch an event (sync / awaited / first-bail / veto-chain).', source: 'vendor/cordis/src/events.ts:34' },
  497. { name: 'ctx.plugin / ctx.inject', summary: 'Load a plugin / declare required services.', source: 'vendor/cordis/src/registry.ts:164' },
  498. { name: 'ctx.effect', summary: 'Register a disposable side effect tied to the fiber.', source: 'vendor/cordis/src/fiber.ts:9' },
  499. { name: 'ctx.get / ctx.set / ctx.provide / ctx.accessor / ctx.mixin', summary: 'Low-level service-store access and binding.', source: 'vendor/cordis/src/reflect.ts:7' },
  500. { name: 'ctx.extend / ctx.isolate / ctx.intercept', summary: 'Derive a child context (scoped services / isolation / interception).', source: 'vendor/cordis/src/context.ts:42' },
  501. { name: 'ctx.root / ctx.scope / ctx.fiber / ctx.registry / ctx.reflect / ctx.events / ctx.logger', summary: 'Ambient handles onto the running context graph.', source: 'vendor/cordis/src/context.ts:16' },
  502. { name: 'ctx.timer (+ interval / timeout / throttle / debounce / setTimeout / setInterval)', summary: 'Disposable timer helpers. The `timer` key is provided at runtime; the six helpers are mixed onto ctx directly (declared via Pick).', source: 'vendor/timer/src/index.ts:4' },
  503. { name: 'ctx.loader', summary: 'The config Loader that booted the app (present under the loader).', source: 'vendor/loader/src/index.ts:30' },
  504. { name: 'ctx.hmr', summary: 'The hot-module-reload watcher (present under the hmr plugin).', source: 'vendor/hmr/src/index.ts:15' },
  505. ]
  506. /** Render the cross-link "Types:" line for a signature, or '' if none apply. */
  507. function typeLinks(signature: string): string {
  508. const seen = new Set<string>()
  509. for (const name of Object.keys(LINK_MAP)) {
  510. if (new RegExp(`\\b${name}\\b`).test(signature)) seen.add(name)
  511. }
  512. if (seen.size === 0) return ''
  513. const links = [...seen].sort().map(n => `[${n}](../core-data-structures/${LINK_MAP[n]})`)
  514. return `Types: ${links.join(' · ')}`
  515. }
  516. /** Render one harness event entry. */
  517. function renderEvent(e: EventEntry): string[] {
  518. const out = [`### \`${e.name}\` — ${e.mode}`, '']
  519. if (e.doc) out.push(e.doc, '')
  520. out.push('```' + FENCE, e.jsDoc, e.signature, '```', '')
  521. const links = typeLinks(e.signature)
  522. if (links) out.push(links, '')
  523. out.push(`Source: [\`${e.source}\`](../../${e.source.split(':')[0]})`, '')
  524. return out
  525. }
  526. /** Render one harness service entry. */
  527. function renderService(s: ServiceEntry): string[] {
  528. const kind = s.abstract ? ' (abstract seam)' : ''
  529. const out = [`## \`ctx.${s.key}\` — \`${s.type}\`${kind}`, '']
  530. if (s.doc) out.push(s.doc, '')
  531. if (s.methods.length) {
  532. const declarations = s.methods.flatMap((method, index) => [
  533. ...(index > 0 ? [''] : []),
  534. method.jsDoc,
  535. method.signature,
  536. ])
  537. out.push('```' + FENCE, ...declarations, '```', '')
  538. const links = typeLinks(s.methods.map(method => method.signature).join('\n'))
  539. if (links) out.push(links, '')
  540. }
  541. out.push(`Source: [\`${s.source}\`](../../${s.source.split(':')[0]})`, '')
  542. return out
  543. }
  544. /** The shared generated-file banner comment. */
  545. const BANNER = [
  546. '<!-- Generated by scripts/gen-cordis-catalog.ts — do not edit by hand.',
  547. ' Run `pnpm run gen-cordis-catalog` to regenerate. -->',
  548. '',
  549. ]
  550. /** The shared GENERATED + freshness-gate + fence notice paragraph. */
  551. const GATE_NOTICE = 'This file is GENERATED from source (`scripts/gen-cordis-catalog.ts`) and verified fresh by `pnpm run verify-cordis-catalog` (part of `doc-sync`) — do not edit it by hand. Signature blocks use a `ts cordis-catalog` fence and include the original source JSDoc immediately before each event or service method. doc-typecheck skips these bare declaration fragments; type names in a signature link to the page that documents them.'
  552. /** Render the events catalog (pure, deterministic given sorted inputs). */
  553. export function renderEvents(events: EventEntry[]): string {
  554. const lines: string[] = [
  555. ...BANNER,
  556. '# Cordis Events Catalog',
  557. '',
  558. 'Every cordis event a plugin can listen to: exact signature, dispatch mode, and original declaration JSDoc. This is one axis of the **wiring** reference a plugin author works against — the callable `ctx.<key>` surface is the sibling [services catalog](services.md), and [core-data-structures/](../core-data-structures/core.md) catalogs the *data structures* these signatures move around.',
  559. '',
  560. GATE_NOTICE,
  561. '',
  562. 'The **harness tier** below (the `@deepseek-ai/dsh-*` packages) is the vocabulary this repo owns, grouped by scope. The **inherited tier** at the end is the cordis-core + loader/hmr/timer event surface a plugin also sees — pinned vendor source, summarized tersely. The event-dispatch methods themselves are generated in the [Cordis core Events API](core/events.md).',
  563. '',
  564. 'Dispatch modes: **emit** (fire-and-forget), **waterfall** (each listener gets `next()` and may transform or veto — see [waterfall semantics](../cordis-primer.md#cordis-waterfall-semantics)), **parallel** (awaited fan-out; all listeners run), **serial** (awaited in registration order until one returns a bail value — anything other than `null`, `false`, or `undefined`), **bail** (synchronous in-order dispatch until one listener returns a bail value; the scoped input-mutation events use it for an applied/not-applied answer).',
  565. '',
  566. ]
  567. const scopes = [...new Set(events.map(e => e.scope))].sort()
  568. for (const scope of scopes) {
  569. lines.push(`## \`${scope}/*\``, '')
  570. for (const e of events.filter(x => x.scope === scope).sort((a, b) => a.name.localeCompare(b.name))) {
  571. lines.push(...renderEvent(e))
  572. }
  573. }
  574. lines.push(
  575. '## Inherited events (cordis core + loader/hmr/timer)',
  576. '',
  577. 'The framework events every plugin also sees, beyond the harness vocabulary above. This is pinned vendor source ([vendoring policy](../../vendor/README.md)); it is summarized here so the page is a complete picture of the event bus, without elevating framework internals to the harness tier\'s prominence.',
  578. '',
  579. )
  580. for (const e of INHERITED_EVENTS) {
  581. lines.push(`- \`${e.name}\` — ${e.summary} ([\`${e.source}\`](../../${e.source.split(':')[0]}))`)
  582. }
  583. lines.push('')
  584. return lines.join('\n')
  585. }
  586. /** Render the services catalog (pure, deterministic given sorted inputs). */
  587. export function renderServices(services: ServiceEntry[]): string {
  588. const lines: string[] = [
  589. ...BANNER,
  590. '# Cordis Services Catalog',
  591. '',
  592. 'Every `ctx.<key>` service a plugin can call: the exact public interface with original method JSDoc, plus the class JSDoc. This is one axis of the **wiring** reference a plugin author works against — the events a plugin listens to are the sibling [events catalog](events.md), and [core-data-structures/](../core-data-structures/core.md) catalogs the *data structures* these signatures move around. An abstract seam (e.g. `ctx.bash`) is implemented by a separate package; the interface is what consumers code against.',
  593. '',
  594. GATE_NOTICE,
  595. '',
  596. 'The **harness tier** below (the `@deepseek-ai/dsh-*` packages) is the vocabulary this repo owns. The **inherited tier** at the end is the cordis-core + loader/hmr/timer `ctx` surface a plugin also sees — pinned vendor source, summarized tersely. Detailed Context, Fiber, Registry, and Service APIs are generated in the [Cordis core API](core/context.md).',
  597. '',
  598. ]
  599. for (const s of services) lines.push(...renderService(s))
  600. lines.push(
  601. '## Inherited `ctx` members (cordis core + loader/hmr/timer)',
  602. '',
  603. 'The framework `ctx` surface every plugin also sees, beyond the harness services above. This is pinned vendor source ([vendoring policy](../../vendor/README.md)); it is summarized here so the page is a complete picture of what `ctx` offers, without elevating framework internals to the harness tier\'s prominence.',
  604. '',
  605. )
  606. for (const s of INHERITED_SERVICES) {
  607. lines.push(`- \`${s.name}\` — ${s.summary} ([\`${s.source}\`](../../${s.source.split(':')[0]}))`)
  608. }
  609. lines.push('')
  610. return lines.join('\n')
  611. }
  612. /** CLI entry: `--write` (default) writes both catalogs, `--check` fails if
  613. * either is stale. Guarded behind an entry-point check so importing this module
  614. * for tests neither regenerates the committed files nor calls process.exit. */
  615. function main(): void {
  616. const outputs: [string, string][] = [
  617. [OUT_EVENTS, renderEvents(collectEvents())],
  618. [OUT_SERVICES, renderServices(collectServices())],
  619. ...renderCordisCoreApiPages(),
  620. ]
  621. if (process.argv.includes('--check')) {
  622. const stale: string[] = []
  623. for (const [out, content] of outputs) {
  624. let committed: string | null = null
  625. try {
  626. committed = readFileSync(resolve(root, out), 'utf8')
  627. } catch {
  628. // Only ENOENT (not yet generated) is expected; a present-but-unreadable
  629. // file is not a state this repo produces. Either way the remedy is the
  630. // same — regenerate — so treat a read failure as "stale".
  631. committed = null
  632. }
  633. if (committed !== content) stale.push(out)
  634. }
  635. if (stale.length === 0) {
  636. console.log(`gen-cordis-catalog: ${outputs.length} generated file(s) are up to date.`)
  637. process.exit(0)
  638. }
  639. console.error(`gen-cordis-catalog: ${stale.join(' and ')} ${stale.length === 1 ? 'is' : 'are'} stale. Run \`pnpm run gen-cordis-catalog\` and commit the result.`)
  640. process.exit(1)
  641. }
  642. for (const [out, content] of outputs) {
  643. const destination = resolve(root, out)
  644. mkdirSync(dirname(destination), { recursive: true })
  645. writeFileSync(destination, content)
  646. }
  647. console.log(`gen-cordis-catalog: wrote ${outputs.length} generated file(s).`)
  648. }
  649. // Run only when invoked as a script, not when imported by a test.
  650. if (process.argv[1] && import.meta.filename === resolve(process.argv[1])) {
  651. main()
  652. }