gen-cordis-catalog.ts 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691
  1. /**
  2. * Generate the Cordis event and service catalogs from static declarations.
  3. * The walk enforces event modes, JSDoc parameter/return completeness, and
  4. * signature type-link coverage; inherited Cordis services come from the
  5. * curated table below. `--check` verifies both committed artifacts.
  6. */
  7. import { globSync, mkdirSync, readFileSync, writeFileSync } from 'node:fs'
  8. import { dirname, resolve, sep } from 'node:path'
  9. import ts from 'typescript'
  10. import { renderCordisCoreApiPages } from './cordis-core-api.ts'
  11. import { checkParams, checkReturns, parseJsDoc, parseTags, pointer, rawJsDoc, reportViolations, type Mode } from './jsdoc.ts'
  12. import { cordisModuleBody, eventMembers, serviceClasses } from './cordis-walk.ts'
  13. const root = resolve(import.meta.dirname, '..')
  14. const OUT_EVENTS = 'docs/cordis-catalog/events.md'
  15. const OUT_SERVICES = 'docs/cordis-catalog/services.md'
  16. /** The fenced-block info string for generated signature blocks (skipped by
  17. * doc-typecheck, since a bare signature fragment is not standalone-compilable). */
  18. const FENCE = 'ts cordis-catalog'
  19. /**
  20. * One primary core-data-structures page per project type used by a generated
  21. * signature. This stays curated because union names intentionally do not
  22. * reuse the type-equivalence manifest's map-symbol entries and some symbols
  23. * appear on more than one page.
  24. */
  25. export const LINK_MAP: Record<string, string> = {
  26. Agent: 'core.md',
  27. AgentCancelCause: 'core.md',
  28. AgentOptions: 'core.md',
  29. AgentStatus: 'core.md',
  30. ContentBlock: 'core.md',
  31. ContinuationDecision: 'core.md',
  32. ContinuationStop: 'core.md',
  33. GenerateOptions: 'core.md',
  34. InboxPlacement: 'core.md',
  35. AgentMessage: 'core.md',
  36. AgentMessageId: 'core.md',
  37. HookContext: 'core.md',
  38. SettleReason: 'core.md',
  39. LlmCallConfig: 'core.md',
  40. LlmModelContext: 'core.md',
  41. LlmModelReasoningInfo: 'core.md',
  42. LlmResolvedModelInfo: 'core.md',
  43. LlmFailure: 'llm-streaming.md',
  44. LlmModelInfo: 'core.md',
  45. LlmProviderInfo: 'core.md',
  46. ResolvedRetryPolicy: 'llm-streaming.md',
  47. Message: 'core.md',
  48. MessageSource: 'core.md',
  49. PromptDecision: 'core.md',
  50. RequestErrorAction: 'core.md',
  51. RequestError: 'core.md',
  52. PreparedReferencedMessage: 'session-reference.md',
  53. SessionReferenceCandidate: 'session-reference.md',
  54. SessionReferenceInput: 'session-reference.md',
  55. SessionEvent: 'core.md',
  56. SessionId: 'core.md',
  57. SessionStartSource: 'core.md',
  58. SessionLogSnapshot: 'session-query.md',
  59. SessionSurfaceSnapshot: 'session-query.md',
  60. ApprovalOutcome: 'approval.md',
  61. ApprovalPolicy: 'approval.md',
  62. ApprovalRequest: 'approval.md',
  63. ApprovalService: 'approval.md',
  64. BashExecRequest: 'bash.md',
  65. BashExecSpec: 'bash.md',
  66. BashProcess: 'bash.md',
  67. BashRunResult: 'bash.md',
  68. DshEnvironment: 'subprocess.md',
  69. SubprocessHandle: 'subprocess.md',
  70. SubprocessOutcome: 'subprocess.md',
  71. SubprocessOutputRead: 'subprocess.md',
  72. SubprocessOutputReader: 'subprocess.md',
  73. SubprocessSpawnSpec: 'subprocess.md',
  74. CodeRunRequest: 'code-runtime.md',
  75. CodeRunResult: 'code-runtime.md',
  76. CompactionResult: 'compaction.md',
  77. CompactionTrigger: 'compaction.md',
  78. PruneResult: 'compaction.md',
  79. FileReadOutcome: 'filesystem.md',
  80. FsDirEntry: 'filesystem.md',
  81. FsEditOutcome: 'filesystem.md',
  82. FsEditRequest: 'filesystem.md',
  83. FsInfo: 'filesystem.md',
  84. FsPathInfo: 'filesystem.md',
  85. FsPolicyExec: 'filesystem.md',
  86. FsTarget: 'filesystem.md',
  87. FsVersion: 'filesystem.md',
  88. FsWriteIntent: 'filesystem.md',
  89. FsWriteOutcome: 'filesystem.md',
  90. CreateGoalRequest: 'goal.md',
  91. EditGoalRequest: 'goal.md',
  92. GoalBlockReason: 'goal.md',
  93. GoalChanged: 'goal.md',
  94. GoalRef: 'goal.md',
  95. GoalView: 'goal.md',
  96. CommandDefinition: 'commands.md',
  97. CommandDescriptor: 'commands.md',
  98. CommandResult: 'commands.md',
  99. CommandSurface: 'commands.md',
  100. LlmAdapter: 'llm-streaming.md',
  101. PreparedLlmCall: 'llm-streaming.md',
  102. LlmService: 'llm-streaming.md',
  103. StreamChunk: 'llm-streaming.md',
  104. CreateSessionOptions: 'persistence.md',
  105. SessionHeader: 'persistence.md',
  106. SessionLocation: 'persistence.md',
  107. SessionPersistenceSnapshot: 'persistence.md',
  108. ConfinedArgv: 'sandbox.md',
  109. SandboxExecutionPolicy: 'sandbox.md',
  110. SandboxMode: 'sandbox.md',
  111. SandboxPolicy: 'sandbox.md',
  112. PtyBackend: 'pty.md',
  113. PtyReadRequest: 'pty.md',
  114. PtyReadResult: 'pty.md',
  115. PtySendOperation: 'pty.md',
  116. PtySendRequest: 'pty.md',
  117. PtySessionId: 'pty.md',
  118. PtySessionSnapshot: 'pty.md',
  119. PtySignal: 'pty.md',
  120. PtySignalResult: 'pty.md',
  121. PtySpawnRequest: 'pty.md',
  122. PtySpawnResult: 'pty.md',
  123. SandboxPolicyRequest: 'sandbox.md',
  124. ScopeKey: 'scope.md',
  125. Scoped: 'scope.md',
  126. EpochHeader: 'session.md',
  127. OutOfBandSessionEventType: 'session.md',
  128. Session: 'session.md',
  129. SessionEventMap: 'session.md',
  130. TurnEndReason: 'session.md',
  131. TurnTrigger: 'session.md',
  132. SessionEventReadRequest: 'session-query.md',
  133. SessionEventRecord: 'session-query.md',
  134. SessionEventResultFilter: 'session-query.md',
  135. SessionEventSearchDocument: 'session-query.md',
  136. SessionEventSearchHit: 'session-query.md',
  137. SessionEventSearchPage: 'session-query.md',
  138. SessionEventSearchRequest: 'session-query.md',
  139. SessionEventTrace: 'session-query.md',
  140. SessionEventTraceObservation: 'session-query.md',
  141. SessionEventTraceRequest: 'session-query.md',
  142. SessionEventWindow: 'session-query.md',
  143. SessionLineageTrace: 'session-query.md',
  144. SessionRecord: 'session-query.md',
  145. SessionResultFilter: 'session-query.md',
  146. SessionSearchExecContext: 'session-query.md',
  147. SessionSearchHit: 'session-query.md',
  148. SessionSearchPage: 'session-query.md',
  149. SessionSearchRequest: 'session-query.md',
  150. SessionTitleObservation: 'session-query.md',
  151. SessionTitleObservationResult: 'session-query.md',
  152. SessionTitleProvider: 'session-title.md',
  153. SessionTitleSnapshot: 'session-title.md',
  154. SkillDefinition: 'skills.md',
  155. SkillLookupOptions: 'skills.md',
  156. SkillProvider: 'skills.md',
  157. SkillRegistration: 'skills.md',
  158. SkillSummary: 'skills.md',
  159. SaveTextSpill: 'spill.md',
  160. SpillRef: 'spill.md',
  161. SubagentProvider: 'subagent.md',
  162. SubagentRun: 'subagent.md',
  163. SubagentService: 'subagent.md',
  164. SubagentStartRequest: 'subagent.md',
  165. AssembleContext: 'system-prompt.md',
  166. PromptSection: 'system-prompt.md',
  167. SystemPrompt: 'system-prompt.md',
  168. ToolProviderResult: 'system-prompt.md',
  169. TaskDoneListener: 'tasks.md',
  170. TaskId: 'tasks.md',
  171. TaskRead: 'tasks.md',
  172. TaskSnapshot: 'tasks.md',
  173. TaskStart: 'tasks.md',
  174. TokenMeasurement: 'token-meter.md',
  175. CodeDispatchLog: 'tools.md',
  176. PostToolDecision: 'tools.md',
  177. PreToolDecision: 'tools.md',
  178. ToolDefinition: 'tools.md',
  179. ToolExecution: 'tools.md',
  180. ToolDispatchExecution: 'tools.md',
  181. ToolExecutionInput: 'tools.md',
  182. ToolExecutionMode: 'tools.md',
  183. ToolExecutionResult: 'tools.md',
  184. ToolExecutionToken: 'tools.md',
  185. ToolGuard: 'tools.md',
  186. ToolRegistry: 'tools.md',
  187. ToolRestriction: 'tools.md',
  188. ToolSchema: 'tools.md',
  189. AskUserQuestionAnswer: 'user-interaction.md',
  190. AskUserQuestionRequest: 'user-interaction.md',
  191. UserInteractionProvider: 'user-interaction.md',
  192. WebFetchProvider: 'web.md',
  193. WebFetchRequest: 'web.md',
  194. WebFetchResult: 'web.md',
  195. WebSearchProvider: 'web.md',
  196. WebSearchRequest: 'web.md',
  197. WebSearchResult: 'web.md',
  198. WorkflowRun: 'workflow.md',
  199. WorkflowRunInfo: 'workflow.md',
  200. WorkflowStartRequest: 'workflow.md',
  201. }
  202. /** TypeScript lib and pinned framework types that have no repository-owned data page. */
  203. const FOUNDATION_TYPE_NAMES = new Set([
  204. 'AbortSignal',
  205. 'AsyncIterable',
  206. 'Context',
  207. 'Error',
  208. 'Pick',
  209. 'Promise',
  210. 'Readonly',
  211. ])
  212. /** Project types deliberately documented outside the core-data catalog. */
  213. const TYPE_LINK_EXEMPTIONS: Readonly<Record<string, string>> = {
  214. AgentFactory: 'agent creation seam is owned by packages/core/agent/README.md',
  215. BeginCommandRequest: 'event-local request contract is owned by packages/client/ui-slash/src/types.ts',
  216. InsertReferenceRequest: 'event-local request contract is owned by packages/client/ui-slash/src/types.ts',
  217. ConsumeTokenRequest: 'event-local request contract is owned by packages/client/ui-slash/src/types.ts',
  218. InsertTextRequest: 'event-local request contract is owned by packages/client/ui-slash/src/types.ts',
  219. AgentHandle: 'agent ownership handle is owned by packages/core/agent/README.md',
  220. BashEnvContributor: 'service-local extension type is owned by packages/bash/tool-bash/src/index.ts',
  221. BashEnvVariableInfo: 'service-local metadata type is owned by packages/bash/tool-bash/src/index.ts',
  222. CompactAgentContext: 'compaction service input is owned by packages/compact/compact/src/index.ts',
  223. CreateAgentOptions: 'agent creation contract is owned by packages/core/agent/README.md',
  224. Domain: 'domain interface is owned by packages/storage/storage-domain/README.md',
  225. DomainChanged: 'event-local snapshot is owned by packages/storage/storage-domain/src/events.ts',
  226. DomainFacility: 'domain form facility is owned by packages/storage/storage-domain/README.md',
  227. DomainImpl: 'domain implementation contract is owned by packages/storage/storage-domain/README.md',
  228. DomainSpec: 'domain declaration contract is owned by packages/storage/storage-domain/README.md',
  229. StorageBackend: 'backend contract is owned by packages/storage/storage/src/backend.ts',
  230. StorageForms: 'merge-extensible form map is owned by packages/storage/storage/src/index.ts',
  231. InvariantInstaller: 'service-local contribution contract is owned by packages/support/invariants/README.md',
  232. LocaleDict: 'service-local dictionary shape is owned by packages/client/i18n/src/index.ts',
  233. WebBootGraph: 'web boot graph wire shape is owned by packages/client/modules/src/client/index.ts',
  234. WebRoute: 'route registration contract is owned by packages/host/webserver/src/index.ts',
  235. ThemeTokens: 'service-local token dictionary is owned by packages/client/ui-theme/src/index.ts',
  236. Translate: 'service-local bound translator is owned by packages/client/i18n/src/index.ts',
  237. TuiOverlayRequest: 'service-local extension contract is owned by packages/ui/tui/README.md',
  238. TuiOverlaySession: 'service-local extension contract is owned by packages/ui/tui/README.md',
  239. InvariantRegistration: 'service-local lifecycle handle is owned by packages/support/invariants/README.md',
  240. PresetOption: 'deployment menu metadata is owned by packages/ui/permission/README.md',
  241. PresetSpec: 'deployment preset composition is owned by packages/ui/permission/README.md',
  242. PromptAssembly: 'assembly result is owned by packages/core/system-prompt/README.md',
  243. ResumeAgentOptions: 'agent resume contract is owned by packages/core/agent/README.md',
  244. SessionForkSource: 'service-local fork input is owned by packages/core/session/src/index.ts',
  245. SubagentRunEndInfo: 'event-local snapshot is owned by packages/subagent/subagent/src/index.ts',
  246. SubagentRunInfo: 'event-local snapshot is owned by packages/subagent/subagent/src/index.ts',
  247. TelemetryRecord: 'seam-local record contract is owned by packages/telemetry/session-telemetry/src/index.ts',
  248. WorkflowAgentEndInfo: 'event-local snapshot is owned by packages/workflow/workflow/src/index.ts',
  249. WorkflowAgentInfo: 'event-local snapshot is owned by packages/workflow/workflow/src/index.ts',
  250. WorkflowResultInfo: 'event-local snapshot is owned by packages/workflow/workflow/src/index.ts',
  251. Workspace: 'workspace entity contract is owned by packages/workspace/workspace/README.md',
  252. WorkspaceId: 'branded id is owned by packages/workspace/workspace/README.md',
  253. }
  254. /** Collect named references from parameter, generic-constraint/default, and return types. */
  255. function signatureTypeNames(member: ts.MethodSignature | ts.MethodDeclaration, sf: ts.SourceFile): string[] {
  256. const declared = new Set(member.typeParameters?.map(parameter => parameter.name.text) ?? [])
  257. const referenced = new Set<string>()
  258. const visit = (node: ts.Node): void => {
  259. if (ts.isTypeReferenceNode(node)) referenced.add(node.typeName.getText(sf))
  260. if (ts.isTypeQueryNode(node)) referenced.add(node.exprName.getText(sf))
  261. ts.forEachChild(node, visit)
  262. }
  263. for (const parameter of member.typeParameters ?? []) {
  264. if (parameter.constraint) visit(parameter.constraint)
  265. if (parameter.default) visit(parameter.default)
  266. }
  267. for (const parameter of member.parameters) {
  268. if (parameter.type) visit(parameter.type)
  269. }
  270. if (member.type) visit(member.type)
  271. return [...referenced].filter(name => !declared.has(name)).sort()
  272. }
  273. /** Append fail-closed signature type-link violations with actionable ownership choices. */
  274. function checkTypeLinks(
  275. where: string,
  276. member: ts.MethodSignature | ts.MethodDeclaration,
  277. sf: ts.SourceFile,
  278. violations: string[],
  279. ): void {
  280. for (const name of signatureTypeNames(member, sf)) {
  281. if (Object.hasOwn(LINK_MAP, name)
  282. || FOUNDATION_TYPE_NAMES.has(name)
  283. || Object.hasOwn(TYPE_LINK_EXEMPTIONS, name)) continue
  284. violations.push(
  285. `${where} references unclassified type '${name}'. Add it to LINK_MAP with its core-data-structures page, `
  286. + 'to FOUNDATION_TYPE_NAMES if TypeScript or Cordis owns it, or to TYPE_LINK_EXEMPTIONS with '
  287. + 'the non-catalog documentation owner.',
  288. )
  289. }
  290. }
  291. /** Throw one aggregated diagnostic for every unclassified signature type. */
  292. function reportTypeLinkViolations(gate: string, violations: string[]): void {
  293. if (violations.length === 0) return
  294. throw new Error(
  295. `${gate}: ${violations.length} signature type-link coverage violation(s):\n`
  296. + violations.map(violation => ` ${violation}`).join('\n'),
  297. )
  298. }
  299. /** One harness event, extracted from an `interface Events` block. */
  300. interface EventEntry {
  301. /** Scoped name, e.g. `agent/request`. */
  302. name: string
  303. /** The scope prefix, e.g. `agent` (everything before the first `/`). */
  304. scope: string
  305. /** Full signature text (the method-signature member, JSDoc stripped). */
  306. signature: string
  307. /** Original declaration JSDoc, dedented from its containing interface. */
  308. jsDoc: string
  309. /** Dispatch mode from the `@mode` tag. */
  310. mode: Mode
  311. /** Description prose (JSDoc minus the `@mode` tag), one line per paragraph. */
  312. doc: string
  313. /** Source pointer `packages/…/file.ts:line` of the declaration. */
  314. source: string
  315. }
  316. /** One public service method and the source contract attached to it. */
  317. interface ServiceMethodEntry {
  318. /** Public method signature (body stripped). */
  319. signature: string
  320. /** Original method JSDoc, dedented from its containing class. */
  321. jsDoc: string
  322. }
  323. /** One harness service, extracted from an `interface Context` block. */
  324. interface ServiceEntry {
  325. /** The `ctx.<key>` name, e.g. `llm`. */
  326. key: string
  327. /** The service class/interface name, e.g. `LlmService`. */
  328. type: string
  329. /** Whether the service class is abstract (a seam interface). */
  330. abstract: boolean
  331. /** Class-level JSDoc prose, one line per paragraph. */
  332. doc: string
  333. /** Public methods (bodies stripped), in source order. */
  334. methods: ServiceMethodEntry[]
  335. /** Source pointer of the class declaration. */
  336. source: string
  337. }
  338. /** A terse inherited-tier entry (pinned vendor surface). */
  339. interface InheritedEntry {
  340. name: string
  341. summary: string
  342. /** Source pointer `vendor/…:line`. */
  343. source: string
  344. }
  345. // cordisModuleBody / eventMembers / serviceClasses live in cordis-walk.ts.
  346. /** The signature text of a method-signature member (everything but a body). */
  347. function memberSignature(member: ts.TypeElement | ts.ClassElement, sf: ts.SourceFile): string {
  348. const full = member.getText(sf)
  349. const body = (member as { body?: ts.Node }).body
  350. const sig = body ? full.slice(0, full.length - body.getText(sf).length) : full
  351. return sig.replace(/\s*;?\s*$/, '').replace(/\s+/g, ' ').trim()
  352. }
  353. /**
  354. * Copy a node's original JSDoc while removing only the indentation imposed by
  355. * its containing interface or class.
  356. */
  357. function jsDocText(text: string, sf: ts.SourceFile, node: ts.Node): string {
  358. const raw = rawJsDoc(text, node)
  359. if (!raw) return ''
  360. const start = text.lastIndexOf(raw, node.getStart(sf))
  361. const { line } = sf.getLineAndCharacterOfPosition(start)
  362. const lineStart = sf.getPositionOfLineAndCharacter(line, 0)
  363. const indent = text.slice(lineStart, start)
  364. return raw.split('\n')
  365. .map((lineText, index) => index > 0 && lineText.startsWith(indent) ? lineText.slice(indent.length) : lineText)
  366. .join('\n')
  367. }
  368. /** Walk every harness `interface Events` block and extract its events, hard-
  369. * erroring (aggregated) on any JSDoc-completeness violation: a missing/
  370. * contradicted `@mode`, missing description prose, or an undocumented payload
  371. * parameter. `scanRoot` defaults to the repo root; tests pass a fixture dir. */
  372. export function collectEvents(scanRoot: string = root): EventEntry[] {
  373. const entries: EventEntry[] = []
  374. const violations: string[] = []
  375. const typeLinkViolations: string[] = []
  376. for (const rel of globSync('packages/*/*/src/*.ts', { cwd: scanRoot }).map(s => s.split(sep).join('/')).sort()) {
  377. const abs = resolve(scanRoot, rel)
  378. const text = readFileSync(abs, 'utf8')
  379. if (!text.includes('interface Events')) continue
  380. const sf = ts.createSourceFile(abs, text, ts.ScriptTarget.Latest, true)
  381. const body = cordisModuleBody(sf)
  382. if (!body) continue
  383. for (const { name, member } of eventMembers(body, sf)) {
  384. const signature = memberSignature(member, sf)
  385. const raw = rawJsDoc(text, member)
  386. const { doc, mode } = parseJsDoc(raw)
  387. const src = pointer(rel, sf, member)
  388. const where = `event '${name}' (${src})`
  389. checkTypeLinks(where, member, sf, typeLinkViolations)
  390. if (!mode) {
  391. violations.push(`${where} is missing an @mode tag. Add '@mode emit|waterfall|parallel|serial|bail' to its JSDoc (see AGENTS.md).`)
  392. }
  393. // Conclusive structural check: a trailing `next: () => …` parameter is a
  394. // waterfall. (emit vs parallel vs serial is not structurally
  395. // distinguishable, so it is trusted from the tag.)
  396. const last = member.parameters.at(-1)
  397. const hasNext = !!last && last.name.getText(sf) === 'next'
  398. if (mode && hasNext && mode !== 'waterfall') {
  399. violations.push(`${where} has a trailing 'next' parameter (structurally a waterfall) but is tagged '@mode ${mode}'. Fix the tag or the signature.`)
  400. }
  401. if (mode && !hasNext && mode === 'waterfall') {
  402. violations.push(`${where} is tagged '@mode waterfall' but has no trailing 'next' parameter. A waterfall delegates via next().`)
  403. }
  404. if (!doc) violations.push(`${where} has no description prose. Say what happened / what a listener may do, above the block tags.`)
  405. // Payload parameters need a non-empty @param. The `this` receiver is not
  406. // payload, and a waterfall's trailing `next` is covered by its mode.
  407. const { params } = parseTags(raw)
  408. checkParams(where, 'event', member.parameters, params, sf,
  409. p => (ts.isIdentifier(p.name) && p.name.text === 'this') || (hasNext && p === last), violations)
  410. if (mode) entries.push({ name, scope: name.split('/')[0] ?? name, signature, jsDoc: jsDocText(text, sf, member), mode, doc, source: src })
  411. }
  412. }
  413. reportViolations('gen-cordis-catalog', violations)
  414. reportTypeLinkViolations('gen-cordis-catalog', typeLinkViolations)
  415. return entries
  416. }
  417. /** Walk every harness `interface Context` block + its service class, hard-
  418. * erroring (aggregated) on any JSDoc-completeness violation: a class or public
  419. * method without JSDoc prose, an undocumented parameter, a stale `@param`, a
  420. * missing `@returns` on a non-void method, or an inferred (unannotated) return
  421. * type the pure-AST walk cannot classify.
  422. * `scanRoot` defaults to the repo root; tests pass a fixture dir. */
  423. export function collectServices(scanRoot: string = root): ServiceEntry[] {
  424. const entries: ServiceEntry[] = []
  425. const violations: string[] = []
  426. const typeLinkViolations: string[] = []
  427. for (const rel of globSync('packages/*/*/src/index.ts', { cwd: scanRoot }).map(s => s.split(sep).join('/')).sort()) {
  428. const abs = resolve(scanRoot, rel)
  429. const text = readFileSync(abs, 'utf8')
  430. if (!text.includes('interface Context')) continue
  431. const sf = ts.createSourceFile(abs, text, ts.ScriptTarget.Latest, true)
  432. const body = cordisModuleBody(sf)
  433. if (!body) continue
  434. // Resolve each ctx key to its service class (shared walk) and emit an entry.
  435. for (const { key, type, cls, abstract, doc: clsDoc } of serviceClasses(body, sf, rel, violations)) {
  436. const methods: ServiceMethodEntry[] = []
  437. for (const member of cls.members) {
  438. if (!ts.isMethodDeclaration(member)) continue
  439. // Only instance methods callable through `ctx.<key>` are surface;
  440. // private, protected, and static methods are not.
  441. const nonPublic = member.modifiers?.some(m =>
  442. m.kind === ts.SyntaxKind.PrivateKeyword
  443. || m.kind === ts.SyntaxKind.ProtectedKeyword
  444. || m.kind === ts.SyntaxKind.StaticKeyword)
  445. || ts.isPrivateIdentifier(member.name)
  446. if (nonPublic) continue
  447. const memberName = member.name.getText(sf)
  448. if (memberName.startsWith('[')) continue // computed/symbol members
  449. const where = `service method ctx.${key}.${memberName} (${pointer(rel, sf, member)})`
  450. checkTypeLinks(where, member, sf, typeLinkViolations)
  451. const raw = rawJsDoc(text, member)
  452. methods.push({ signature: memberSignature(member, sf), jsDoc: jsDocText(text, sf, member) })
  453. if (!raw) { violations.push(`${where} has no JSDoc.`); continue }
  454. if (!parseJsDoc(raw).doc) violations.push(`${where} has no description prose above its block tags.`)
  455. const { params, returns } = parseTags(raw)
  456. // Every parameter needs a non-empty @param (`this` receiver exempt),
  457. // and a non-void ANNOTATED result needs a non-empty @returns — the
  458. // shared checkers carry the exact contract.
  459. checkParams(where, 'service', member.parameters, params, sf,
  460. p => ts.isIdentifier(p.name) && p.name.text === 'this', violations)
  461. checkReturns(where, member.type, returns, sf, violations)
  462. }
  463. entries.push({
  464. key,
  465. type,
  466. abstract,
  467. doc: clsDoc,
  468. methods,
  469. source: pointer(rel, sf, cls),
  470. })
  471. }
  472. }
  473. reportViolations('gen-cordis-catalog', violations)
  474. reportTypeLinkViolations('gen-cordis-catalog', typeLinkViolations)
  475. return entries.sort((a, b) => a.key.localeCompare(b.key))
  476. }
  477. /**
  478. * The inherited tier — cordis core + loader/hmr/timer. Curated, terse, and
  479. * hand-summarized because (a) it is pinned vendor source that changes only on a
  480. * deliberate vendor sync, (b) the cordis-core `Context` mixes true ctx members
  481. * with non-service fields (`root`, `baseUrl`, `logger`) that a blind walk would
  482. * wrongly surface as services, and (c) the internal/* events carry no JSDoc to
  483. * render. Source pointers are verified against vendor by `verify-md-links`'
  484. * sibling check is N/A; keep them current on a vendor bump.
  485. */
  486. const INHERITED_EVENTS: InheritedEntry[] = [
  487. { name: 'internal/plugin', summary: 'A plugin fiber was created.', source: 'vendor/cordis/src/events.ts:328' },
  488. { name: 'internal/status', summary: 'A fiber changed lifecycle state.', source: 'vendor/cordis/src/events.ts:330' },
  489. { name: 'internal/service', summary: 'Interception hook for a service binding (no core producer).', source: 'vendor/cordis/src/events.ts:332' },
  490. { name: 'internal/update', summary: 'Waterfall: a fiber config update is being applied.', source: 'vendor/cordis/src/events.ts:334' },
  491. { name: 'internal/get', summary: 'Waterfall: a service is being read from the store.', source: 'vendor/cordis/src/events.ts:336' },
  492. { name: 'internal/set', summary: 'Waterfall: a service is being written to the store.', source: 'vendor/cordis/src/events.ts:338' },
  493. { name: 'internal/listener', summary: 'A listener was registered.', source: 'vendor/cordis/src/events.ts:340' },
  494. { name: 'internal/dispatch', summary: 'An event is being dispatched to listeners.', source: 'vendor/cordis/src/events.ts:342' },
  495. { name: 'hmr/change', summary: 'A watched source file changed on disk.', source: 'vendor/hmr/src/index.ts:20' },
  496. { name: 'hmr/reload', summary: 'Plugins are being reloaded after a change.', source: 'vendor/hmr/src/index.ts:21' },
  497. { name: 'exit', summary: 'The process is exiting on a signal.', source: 'vendor/loader/src/index.ts:23' },
  498. { name: 'loader/config-update', summary: 'The loader config tree changed.', source: 'vendor/loader/src/index.ts:24' },
  499. { name: 'loader/entry-init', summary: 'A config entry is being initialized.', source: 'vendor/loader/src/index.ts:25' },
  500. { name: 'loader/partial-dispose', summary: 'An entry is being partially disposed on reload.', source: 'vendor/loader/src/index.ts:26' },
  501. { name: 'loader/patch-context', summary: 'A context is being patched during a reload.', source: 'vendor/loader/src/index.ts:27' },
  502. ]
  503. export const INHERITED_SERVICES: InheritedEntry[] = [
  504. { name: 'ctx.on / ctx.once', summary: 'Register an event listener (disposable).', source: 'vendor/cordis/src/events.ts:34' },
  505. { name: 'ctx.emit / ctx.parallel / ctx.serial / ctx.bail / ctx.waterfall', summary: 'Dispatch an event (sync / awaited / first-bail / veto-chain).', source: 'vendor/cordis/src/events.ts:34' },
  506. { name: 'ctx.plugin / ctx.inject', summary: 'Load a plugin / declare required services.', source: 'vendor/cordis/src/registry.ts:164' },
  507. { name: 'ctx.effect', summary: 'Register a disposable side effect tied to the fiber.', source: 'vendor/cordis/src/fiber.ts:9' },
  508. { name: 'ctx.get / ctx.set / ctx.provide / ctx.accessor / ctx.mixin', summary: 'Low-level service-store access and binding.', source: 'vendor/cordis/src/reflect.ts:7' },
  509. { name: 'ctx.extend / ctx.isolate / ctx.intercept', summary: 'Derive a child context (scoped services / isolation / interception).', source: 'vendor/cordis/src/context.ts:42' },
  510. { name: 'ctx.root / ctx.scope / ctx.fiber / ctx.registry / ctx.reflect / ctx.events / ctx.logger', summary: 'Ambient handles onto the running context graph.', source: 'vendor/cordis/src/context.ts:16' },
  511. { name: 'ctx.timer (+ interval / timeout / throttle / debounce / setTimeout / setInterval)', summary: 'Disposable timer helpers. The `timer` key is provided at runtime; the six helpers are mixed onto ctx directly (declared via Pick).', source: 'vendor/timer/src/index.ts:4' },
  512. { name: 'ctx.loader', summary: 'The config Loader that booted the app (present under the loader).', source: 'vendor/loader/src/index.ts:30' },
  513. { name: 'ctx.hmr', summary: 'The hot-module-reload watcher (present under the hmr plugin).', source: 'vendor/hmr/src/index.ts:15' },
  514. ]
  515. /** Render the cross-link "Types:" line for a signature, or '' if none apply. */
  516. function typeLinks(signature: string): string {
  517. const seen = new Set<string>()
  518. for (const name of Object.keys(LINK_MAP)) {
  519. if (new RegExp(`\\b${name}\\b`).test(signature)) seen.add(name)
  520. }
  521. if (seen.size === 0) return ''
  522. const links = [...seen].sort().map(n => `[${n}](../core-data-structures/${LINK_MAP[n]})`)
  523. return `Types: ${links.join(' · ')}`
  524. }
  525. /** Render one harness event entry. */
  526. function renderEvent(e: EventEntry): string[] {
  527. const out = [`### \`${e.name}\` — ${e.mode}`, '']
  528. if (e.doc) out.push(e.doc, '')
  529. out.push('```' + FENCE, e.jsDoc, e.signature, '```', '')
  530. const links = typeLinks(e.signature)
  531. if (links) out.push(links, '')
  532. out.push(`Source: [\`${e.source}\`](../../${e.source.split(':')[0]})`, '')
  533. return out
  534. }
  535. /** Render one harness service entry. */
  536. function renderService(s: ServiceEntry): string[] {
  537. const kind = s.abstract ? ' (abstract seam)' : ''
  538. const out = [`## \`ctx.${s.key}\` — \`${s.type}\`${kind}`, '']
  539. if (s.doc) out.push(s.doc, '')
  540. if (s.methods.length) {
  541. const declarations = s.methods.flatMap((method, index) => [
  542. ...(index > 0 ? [''] : []),
  543. method.jsDoc,
  544. method.signature,
  545. ])
  546. out.push('```' + FENCE, ...declarations, '```', '')
  547. const links = typeLinks(s.methods.map(method => method.signature).join('\n'))
  548. if (links) out.push(links, '')
  549. }
  550. out.push(`Source: [\`${s.source}\`](../../${s.source.split(':')[0]})`, '')
  551. return out
  552. }
  553. /** The shared generated-file banner comment. */
  554. const BANNER = [
  555. '<!-- Generated by scripts/gen-cordis-catalog.ts — do not edit by hand.',
  556. ' Run `pnpm run gen-cordis-catalog` to regenerate. -->',
  557. '',
  558. ]
  559. /** The shared GENERATED + freshness-gate + fence notice paragraph. */
  560. const GATE_NOTICE = 'This file is GENERATED from source (`scripts/gen-cordis-catalog.ts`) and verified fresh by `pnpm run verify-cordis-catalog` (part of `doc-sync`) — do not edit it by hand. Signature blocks use a `ts cordis-catalog` fence and include the original source JSDoc immediately before each event or service method. doc-typecheck skips these bare declaration fragments; type names in a signature link to the page that documents them.'
  561. /** Render the events catalog (pure, deterministic given sorted inputs). */
  562. export function renderEvents(events: EventEntry[]): string {
  563. const lines: string[] = [
  564. ...BANNER,
  565. '# Cordis Events Catalog',
  566. '',
  567. 'Every cordis event a plugin can listen to: exact signature, dispatch mode, and original declaration JSDoc. This is one axis of the **wiring** reference a plugin author works against — the callable `ctx.<key>` surface is the sibling [services catalog](services.md), and [core-data-structures/](../core-data-structures/core.md) catalogs the *data structures* these signatures move around.',
  568. '',
  569. GATE_NOTICE,
  570. '',
  571. 'The **harness tier** below (the `@deepseek-ai/dsh-*` packages) is the vocabulary this repo owns, grouped by scope. The **inherited tier** at the end is the cordis-core + loader/hmr/timer event surface a plugin also sees — pinned vendor source, summarized tersely. The event-dispatch methods themselves are generated in the [Cordis core Events API](core/events.md).',
  572. '',
  573. 'Dispatch modes: **emit** (fire-and-forget), **waterfall** (each listener gets `next()` and may transform or veto — see [waterfall semantics](../cordis-primer.md#cordis-waterfall-semantics)), **parallel** (awaited fan-out; all listeners run), **serial** (awaited in registration order until one returns a bail value — anything other than `null`, `false`, or `undefined`), **bail** (synchronous in-order dispatch until one listener returns a bail value; the scoped input-mutation events use it for an applied/not-applied answer).',
  574. '',
  575. ]
  576. const scopes = [...new Set(events.map(e => e.scope))].sort()
  577. for (const scope of scopes) {
  578. lines.push(`## \`${scope}/*\``, '')
  579. for (const e of events.filter(x => x.scope === scope).sort((a, b) => a.name.localeCompare(b.name))) {
  580. lines.push(...renderEvent(e))
  581. }
  582. }
  583. lines.push(
  584. '## Inherited events (cordis core + loader/hmr/timer)',
  585. '',
  586. 'The framework events every plugin also sees, beyond the harness vocabulary above. This is pinned vendor source ([vendoring policy](../../vendor/README.md)); it is summarized here so the page is a complete picture of the event bus, without elevating framework internals to the harness tier\'s prominence.',
  587. '',
  588. )
  589. for (const e of INHERITED_EVENTS) {
  590. lines.push(`- \`${e.name}\` — ${e.summary} ([\`${e.source}\`](../../${e.source.split(':')[0]}))`)
  591. }
  592. lines.push('')
  593. return lines.join('\n')
  594. }
  595. /** Render the services catalog (pure, deterministic given sorted inputs). */
  596. export function renderServices(services: ServiceEntry[]): string {
  597. const lines: string[] = [
  598. ...BANNER,
  599. '# Cordis Services Catalog',
  600. '',
  601. 'Every `ctx.<key>` service a plugin can call: the exact public interface with original method JSDoc, plus the class JSDoc. This is one axis of the **wiring** reference a plugin author works against — the events a plugin listens to are the sibling [events catalog](events.md), and [core-data-structures/](../core-data-structures/core.md) catalogs the *data structures* these signatures move around. An abstract seam (e.g. `ctx.bash`) is implemented by a separate package; the interface is what consumers code against.',
  602. '',
  603. GATE_NOTICE,
  604. '',
  605. 'The **harness tier** below (the `@deepseek-ai/dsh-*` packages) is the vocabulary this repo owns. The **inherited tier** at the end is the cordis-core + loader/hmr/timer `ctx` surface a plugin also sees — pinned vendor source, summarized tersely. Detailed Context, Fiber, Registry, and Service APIs are generated in the [Cordis core API](core/context.md).',
  606. '',
  607. ]
  608. for (const s of services) lines.push(...renderService(s))
  609. lines.push(
  610. '## Inherited `ctx` members (cordis core + loader/hmr/timer)',
  611. '',
  612. 'The framework `ctx` surface every plugin also sees, beyond the harness services above. This is pinned vendor source ([vendoring policy](../../vendor/README.md)); it is summarized here so the page is a complete picture of what `ctx` offers, without elevating framework internals to the harness tier\'s prominence.',
  613. '',
  614. )
  615. for (const s of INHERITED_SERVICES) {
  616. lines.push(`- \`${s.name}\` — ${s.summary} ([\`${s.source}\`](../../${s.source.split(':')[0]}))`)
  617. }
  618. lines.push('')
  619. return lines.join('\n')
  620. }
  621. /** CLI entry: `--write` (default) writes both catalogs, `--check` fails if
  622. * either is stale. Guarded behind an entry-point check so importing this module
  623. * for tests neither regenerates the committed files nor calls process.exit. */
  624. function main(): void {
  625. const outputs: [string, string][] = [
  626. [OUT_EVENTS, renderEvents(collectEvents())],
  627. [OUT_SERVICES, renderServices(collectServices())],
  628. ...renderCordisCoreApiPages(),
  629. ]
  630. if (process.argv.includes('--check')) {
  631. const stale: string[] = []
  632. for (const [out, content] of outputs) {
  633. let committed: string | null = null
  634. try {
  635. committed = readFileSync(resolve(root, out), 'utf8')
  636. } catch {
  637. // Only ENOENT (not yet generated) is expected; a present-but-unreadable
  638. // file is not a state this repo produces. Either way the remedy is the
  639. // same — regenerate — so treat a read failure as "stale".
  640. committed = null
  641. }
  642. if (committed !== content) stale.push(out)
  643. }
  644. if (stale.length === 0) {
  645. console.log(`gen-cordis-catalog: ${outputs.length} generated file(s) are up to date.`)
  646. process.exit(0)
  647. }
  648. console.error(`gen-cordis-catalog: ${stale.join(' and ')} ${stale.length === 1 ? 'is' : 'are'} stale. Run \`pnpm run gen-cordis-catalog\` and commit the result.`)
  649. process.exit(1)
  650. }
  651. for (const [out, content] of outputs) {
  652. const destination = resolve(root, out)
  653. mkdirSync(dirname(destination), { recursive: true })
  654. writeFileSync(destination, content)
  655. }
  656. console.log(`gen-cordis-catalog: wrote ${outputs.length} generated file(s).`)
  657. }
  658. // Run only when invoked as a script, not when imported by a test.
  659. if (process.argv[1] && import.meta.filename === resolve(process.argv[1])) {
  660. main()
  661. }