gen-tool-catalog.ts 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544
  1. /**
  2. * Generate `docs/tool-catalog.md` from schemas collected by booting each tool
  3. * plugin. Runtime registration is the source of truth for computed schemas;
  4. * the manifest is checked against every on-disk `tool-*` package. `--check`
  5. * verifies the committed artifact. Rationale and ownership live in
  6. * `.agents/notes/implemented/process/2026-07-02-tool-schema-catalog.md`.
  7. */
  8. import { globSync, readFileSync, writeFileSync } from 'node:fs'
  9. import { basename, resolve } from 'node:path'
  10. import { Context } from 'cordis'
  11. import type { ToolSchema } from '@deepseek-ai/dsh-llm'
  12. import AgentRegistry from '@deepseek-ai/dsh-agent'
  13. import GoalService from '@deepseek-ai/dsh-goal'
  14. import SystemPrompt from '@deepseek-ai/dsh-system-prompt'
  15. import ToolRegistry, { type Config as ToolsConfig } from '@deepseek-ai/dsh-tools'
  16. import { BashExecutor } from '@deepseek-ai/dsh-bash'
  17. import type { BashExecRequest, BashExecSpec, BashProcess, BashRunResult } from '@deepseek-ai/dsh-bash'
  18. import LocalBashExecutor from '@deepseek-ai/dsh-bash-local'
  19. import LocalFileSystem from '@deepseek-ai/dsh-fs-local'
  20. import UserInteractionService from '@deepseek-ai/dsh-user-interaction'
  21. import PlanModeService from '@deepseek-ai/dsh-plan-mode'
  22. import WebService from '@deepseek-ai/dsh-web'
  23. import * as WebSearchExa from '@deepseek-ai/dsh-web-search-exa'
  24. import * as WebFetchLocal from '@deepseek-ai/dsh-web-fetch-local'
  25. import SubagentService from '@deepseek-ai/dsh-subagent'
  26. import type { SubagentProvider } from '@deepseek-ai/dsh-subagent'
  27. import SkillService from '@deepseek-ai/dsh-skill'
  28. import * as SkillLocal from '@deepseek-ai/dsh-skill-local'
  29. import TaskService from '@deepseek-ai/dsh-tasks'
  30. import * as ToolAskUser from '@deepseek-ai/dsh-tool-ask-user'
  31. import * as ToolBash from '@deepseek-ai/dsh-tool-bash'
  32. import * as ToolCordis from '@deepseek-ai/dsh-tool-cordis'
  33. import * as ToolFs from '@deepseek-ai/dsh-tool-fs'
  34. import * as ToolFsSearch from '@deepseek-ai/dsh-tool-fs-search'
  35. import PtyService from '@deepseek-ai/dsh-pty'
  36. import * as ToolPty from '@deepseek-ai/dsh-tool-pty'
  37. import * as ToolGoal from '@deepseek-ai/dsh-tool-goal'
  38. import Lsp from '@deepseek-ai/dsh-lsp'
  39. import * as ToolLsp from '@deepseek-ai/dsh-tool-lsp'
  40. import * as ToolSkill from '@deepseek-ai/dsh-tool-skill'
  41. import * as ToolTasks from '@deepseek-ai/dsh-tool-tasks'
  42. import * as ToolTodo from '@deepseek-ai/dsh-tool-todo'
  43. import * as ToolSubagent from '@deepseek-ai/dsh-tool-subagent'
  44. import * as ToolWeb from '@deepseek-ai/dsh-tool-web'
  45. import VmWorkflowEngine from '@deepseek-ai/dsh-workflow-workerthread'
  46. import * as ToolRalph from '@deepseek-ai/dsh-tool-ralph'
  47. import * as ToolWorkflow from '@deepseek-ai/dsh-tool-workflow'
  48. const root = resolve(import.meta.dirname, '..')
  49. const OUT = 'docs/tool-catalog.md'
  50. const CATALOG_RG_PROBE_COMMAND = 'command -v rg >/dev/null 2>&1'
  51. /**
  52. * Minimal bash service for harvesting `dsh-tool-fs-search` schemas. The search
  53. * plugin now probes `rg` at registration time, but the generated catalog must
  54. * remain independent of the host PATH and never execute a real search.
  55. */
  56. class CatalogSearchBashExecutor extends BashExecutor {
  57. override resolve(request: BashExecRequest): BashExecSpec {
  58. return {
  59. command: request.command,
  60. workdir: request.workdir ?? root,
  61. timeoutMs: request.timeoutMs ?? 60_000,
  62. stdoutMaxBytes: request.stdoutMaxBytes ?? 64_000,
  63. signal: request.signal,
  64. sandboxPolicy: request.sandboxPolicy,
  65. }
  66. }
  67. override run(spec: BashExecSpec): Promise<BashRunResult> {
  68. if (spec.command !== CATALOG_RG_PROBE_COMMAND) {
  69. throw new Error(`gen-tool-catalog: unexpected search bash command during schema harvest: ${spec.command}`)
  70. }
  71. return Promise.resolve({
  72. exitCode: 0,
  73. signal: null,
  74. timedOut: false,
  75. aborted: false,
  76. timeoutMs: spec.timeoutMs,
  77. stdout: { text: '', truncated: false },
  78. stderr: { text: '', truncated: false },
  79. })
  80. }
  81. override start(): BashProcess {
  82. throw new Error('gen-tool-catalog: search schema harvest must not start background processes')
  83. }
  84. }
  85. /**
  86. * Register the descriptor needed to mount schema-producing consumers. Declares
  87. * the full capability set of the shipped in-process providers so consumers
  88. * mount under their shipped defaults (tool-subagent's default numeric maxDepth
  89. * requires `depthLimit`).
  90. */
  91. function registerCatalogSubagentProvider(ctx: Context, name: string): void {
  92. const provider: SubagentProvider = {
  93. name,
  94. capabilities: { outputSchema: true, depthLimit: true, toolFilter: true, persona: true },
  95. inheritsParentContext: false,
  96. start: () => Promise.reject(new Error('tool-catalog provider cannot start a child')),
  97. }
  98. ctx.subagents.registerProvider(provider)
  99. }
  100. /**
  101. * Tool package plus its hand-maintained boot recipe. The caller mounts the
  102. * prompt and registry; each recipe supplies only package-specific seams and
  103. * config, while `dir` participates in the completeness check.
  104. */
  105. interface ToolPackage {
  106. /** The npm package name, used as the catalog section heading. */
  107. pkg: string
  108. /** The `packages/<group>/<dir>` leaf name — matched by the completeness guard. */
  109. dir: string
  110. /** Repo-relative source path linked from the catalog entry. */
  111. source: string
  112. /** Services or owning runtime surfaces the package requires at execution time. */
  113. requires: string[]
  114. /** Session events or other visible state the tools write or affect. */
  115. writes: string[]
  116. /** Additional model-visible names shipped by example/app config. */
  117. shippedNames?: string[]
  118. /** Plug the injected seams + the tool plugin onto a context that already
  119. * carries `systemPrompt` + `tools`. */
  120. mount: (ctx: Context) => Promise<void>
  121. /**
  122. * Config for the caller's `ToolRegistry` mount. The registry itself ships a
  123. * model-facing tool (`run_code`, registered under a non-native `mode`), so
  124. * ITS catalog entry boots the registry in the mode that surfaces it;
  125. * every other entry uses the default (native) registry.
  126. */
  127. toolsConfig?: ToolsConfig
  128. /**
  129. * A deployment note rendered after the package's tools, for a fact that
  130. * booting the package alone cannot show. The registered tool NAME can be a
  131. * load-time config (`tool-subagent`'s `toolName`), so one package may surface
  132. * under several names across deployments — the boot yields the package
  133. * DEFAULT, and this note records the shipped alternatives the model sees.
  134. */
  135. note?: string
  136. }
  137. /**
  138. * The boot manifest: every shipped tool package (a `tool-*` leaf under
  139. * `packages/`). Ordered by package name (the render order); the completeness
  140. * guard proves it is exhaustive against the on-disk glob.
  141. */
  142. const TOOL_PACKAGES: ToolPackage[] = [
  143. {
  144. pkg: '@deepseek-ai/dsh-tool-ask-user',
  145. dir: 'tool-ask-user',
  146. source: 'packages/ui/tool-ask-user/src/index.ts',
  147. requires: ['ctx.tools', 'ctx.userInteraction'],
  148. writes: ['tool/call', 'tool/result after a UI/provider answers the question'],
  149. async mount(ctx) {
  150. await ctx.plugin(UserInteractionService)
  151. await ctx.plugin(ToolAskUser)
  152. },
  153. note:
  154. 'ask_user_question pauses the tool call until the active UI provider returns a human answer.',
  155. },
  156. {
  157. pkg: '@deepseek-ai/dsh-tools',
  158. dir: 'tools',
  159. source: 'packages/core/tools/src/code-mode.ts',
  160. requires: ['ctx.tools', 'ctx.codeRuntime (execution time)', 'ctx.systemPrompt'],
  161. writes: ['tool/call', 'one tool/code-dispatch per bridged sub-call', 'tool/result'],
  162. // The registry's OWN tool: run_code exists only under a non-native mode
  163. // (the registry registers it in its constructor; the code runtime is read
  164. // at assembly/execution time, so the schema harvest needs none mounted).
  165. toolsConfig: { mode: 'code' },
  166. async mount() {},
  167. note:
  168. 'Owned by the tool registry as a reserved transport outside filterable capability layers under `mode: code` / `mode: both` (see the Code Mode Agent Note). Under `code` it is the registry\'s only wire contribution; the other visible capabilities are declared in a generated TypeScript SDK section, and a program calls them through serialized bindings that re-enter the complete guarded tool pipeline and link each nested execution to this outer result.',
  169. },
  170. {
  171. pkg: '@deepseek-ai/dsh-plan-mode',
  172. dir: 'plan-mode',
  173. source: 'packages/plan/plan-mode/src/index.ts',
  174. requires: ['ctx.tools', 'ctx.systemPrompt', 'ctx.userInteraction (execution time, opportunistic)'],
  175. writes: ['tool/call', 'plan/mode inactive on an approved review', 'tool/result'],
  176. async mount(ctx) {
  177. await ctx.plugin(PlanModeService, { section: 'Tool catalog schema harvest.' })
  178. },
  179. note:
  180. 'exit_plan_mode stays in the model-facing schema while planning is inactive so transitions add no tool-catalog churn on top of the plan-policy change. Its execute path rejects calls outside plan mode; in plan mode it presents the plan over the user-interaction seam (approve / keep planning with feedback), and approval logs plan mode inactive at the step boundary.',
  181. },
  182. {
  183. pkg: '@deepseek-ai/dsh-tool-bash',
  184. dir: 'tool-bash',
  185. source: 'packages/bash/tool-bash/src/index.ts',
  186. requires: ['ctx.tools', 'ctx.bash', 'ctx.tasks at call time for run_in_background'],
  187. writes: ['tool/call', 'tool/result'],
  188. async mount(ctx) {
  189. await ctx.plugin(LocalBashExecutor)
  190. await ctx.plugin(ToolBash)
  191. },
  192. note:
  193. 'The bash tool is the model-facing consumer of the bash executor seam. A `run_in_background` run registers with the generic `ctx.tasks` runtime and is collected/stopped through the `task_*` tools from `@deepseek-ai/dsh-tool-tasks`; the `enableRunInBackground` config (default true) removes the parameter entirely when disabled.',
  194. },
  195. {
  196. pkg: '@deepseek-ai/dsh-tool-cordis',
  197. dir: 'tool-cordis',
  198. source: 'packages/cordis/tool-cordis/src/index.ts',
  199. requires: ['ctx.tools'],
  200. writes: ['tool/call', 'tool/result', 'live plugin-tree mutations (mount/unmount)'],
  201. async mount(ctx) {
  202. await ctx.plugin(ToolCordis)
  203. },
  204. note:
  205. 'Ships in examples/cordis-agent only (a deliberate opt-in — mounted code gets the real ctx, see .agents/notes/implemented/feature/2026-07-08-self-referential-cordis-toolset.md). Plugins the model mounts may register ADDITIONAL model-visible tools at runtime; a full changed request header logs those tool-set changes.',
  206. },
  207. {
  208. pkg: '@deepseek-ai/dsh-tool-fs',
  209. dir: 'tool-fs',
  210. source: 'packages/fs/tool-fs/src/index.ts',
  211. requires: ['ctx.tools', 'ctx.fs', 'ctx.systemPrompt'],
  212. writes: ['tool/call', 'fs/write-intent or fs/edit-intent for mutations', 'fs/observed after successful file operations', 'tool/result'],
  213. async mount(ctx) {
  214. // The tool needs `fs`; the bare provider is sufficient because policy
  215. // changes behavior, not schema shape.
  216. await ctx.plugin(LocalFileSystem)
  217. await ctx.plugin(ToolFs)
  218. },
  219. note:
  220. 'The read-before-write/edit policy is added by `@deepseek-ai/dsh-fs-policy` (an `fs/*` event-gate plugin, no schema change); a deployment that loads these tools is expected to also load it. The tool schemas above are identical with or without the policy plugin.',
  221. },
  222. {
  223. pkg: '@deepseek-ai/dsh-tool-fs-search',
  224. dir: 'tool-fs-search',
  225. source: 'packages/fs/tool-fs-search/src/index.ts',
  226. requires: ['ctx.tools', 'ctx.bash', 'ctx.systemPrompt'],
  227. writes: ['tool/call', 'tool/result'],
  228. async mount(ctx) {
  229. // The tools inject `bash` (search executes fixed `rg` commands through
  230. // the executor seam, not ctx.fs). Use a catalog-only executor so the
  231. // registration-time `rg` probe stays deterministic and the generator
  232. // never depends on the host PATH. `ctx.spillStore` is optional (read via
  233. // ctx.get) and does not affect the schemas, so no spill backend is mounted.
  234. await ctx.plugin(CatalogSearchBashExecutor)
  235. await ctx.plugin(ToolFsSearch)
  236. },
  237. note:
  238. 'glob and grep are conditional bash-backed discovery tools: they register only when ctx.bash can find `rg`, then run fixed ripgrep commands through ctx.bash as ordinary foreground calls (never background tasks). Capped results save the complete formatted list through the optional ctx.spillStore backend; returned locators are follow-up-readable/searchable when the backend exposes local paths in co-located deployments.',
  239. },
  240. {
  241. pkg: '@deepseek-ai/dsh-tool-pty',
  242. dir: 'tool-pty',
  243. source: 'packages/pty/tool-pty/src/index.ts',
  244. requires: ['ctx.tools', 'ctx.pty', 'ctx.systemPrompt', 'ctx.tasks at call time for run_in_background'],
  245. writes: ['tool/call', 'tool/result'],
  246. async mount(ctx) {
  247. await ctx.plugin(PtyService)
  248. await ctx.plugin(ToolPty)
  249. },
  250. note:
  251. 'The six terminal tools are opt-in and complement one-shot bash/filesystem tools. `terminal_send(run_in_background: true)` registers with `ctx.tasks`; TUI, named key sequences, BEL, resize, auto-start, and cross-agent sharing are absent from the schema.',
  252. },
  253. {
  254. pkg: '@deepseek-ai/dsh-tool-goal',
  255. dir: 'tool-goal',
  256. source: 'packages/goal/tool-goal/src/index.ts',
  257. requires: ['ctx.tools', 'ctx.agents', 'ctx.goals', 'ctx.systemPrompt', 'a calling Agent in an authorized open turn'],
  258. writes: ['tool/call', 'user/message goal snapshot for mutations', 'tool/result'],
  259. async mount(ctx) {
  260. await ctx.plugin(AgentRegistry)
  261. await ctx.plugin(GoalService)
  262. await ctx.plugin(ToolGoal)
  263. },
  264. note:
  265. 'create, edit, pause, and resume require direct-human root authority; complete and blocked also accept the exact current goal round. The default blocked lower bound is three admitted rounds.',
  266. },
  267. {
  268. pkg: '@deepseek-ai/dsh-tool-lsp',
  269. dir: 'tool-lsp',
  270. source: 'packages/lsp/tool-lsp/src/index.ts',
  271. requires: ['ctx.tools', 'ctx.lsp', 'ctx.systemPrompt'],
  272. writes: ['tool/call', 'tool/result'],
  273. async mount(ctx) {
  274. // The tool registers from the seam alone; the schema does not depend on any provider.
  275. await ctx.plugin(Lsp)
  276. await ctx.plugin(ToolLsp)
  277. },
  278. note:
  279. 'The lsp tool keeps provider selection and language-server subprocesses behind ctx.lsp, so its model-visible schema stays stable across providers. Requires a registered provider (e.g. `@deepseek-ai/dsh-lsp-local`) at runtime; without one, a query returns the structured `LSP_UNAVAILABLE` error rather than changing the schema.',
  280. },
  281. {
  282. pkg: '@deepseek-ai/dsh-tool-ralph',
  283. dir: 'tool-ralph',
  284. source: 'packages/workflow/tool-ralph/src/index.ts',
  285. requires: ['ctx.tools', 'ctx.workflows', 'ctx.subagents', 'ctx.systemPrompt', 'a calling Agent (exec.agent parents every fresh round)'],
  286. writes: ['tool/call', 'tool/result', 'workflow and child session events during execution'],
  287. async mount(ctx) {
  288. await ctx.plugin(SubagentService)
  289. registerCatalogSubagentProvider(ctx, 'mock')
  290. await ctx.plugin(VmWorkflowEngine, { provider: 'mock' })
  291. await ctx.plugin(ToolRalph, { subagentProvider: 'mock' })
  292. },
  293. note:
  294. 'A fixed foreground workflow starts one fresh structured child per round; the model selects only the immutable objective and an optional round cap.',
  295. },
  296. {
  297. pkg: '@deepseek-ai/dsh-tool-skill',
  298. dir: 'tool-skill',
  299. source: 'packages/skill/tool-skill/src/index.ts',
  300. requires: ['ctx.tools', 'ctx.skills'],
  301. writes: ['tool/call', 'tool/result'],
  302. async mount(ctx) {
  303. await ctx.plugin(SkillService)
  304. await ctx.plugin(SkillLocal, {
  305. dshHome: resolve(root, '.tmp/tool-catalog/.dsh'),
  306. agentsHome: resolve(root, '.tmp/tool-catalog/.agents'),
  307. })
  308. await ctx.plugin(ToolSkill)
  309. },
  310. },
  311. {
  312. pkg: '@deepseek-ai/dsh-tool-subagent',
  313. dir: 'tool-subagent',
  314. source: 'packages/subagent/tool-subagent/src/index.ts',
  315. requires: ['ctx.tools', 'ctx.subagents'],
  316. writes: ['tool/call', 'tool/result', 'child session events through the chosen provider'],
  317. shippedNames: ['subagent', 'subagent_fork'],
  318. async mount(ctx) {
  319. await ctx.plugin(SubagentService)
  320. registerCatalogSubagentProvider(ctx, 'mock')
  321. await ctx.plugin(ToolSubagent, { provider: 'mock' })
  322. },
  323. note:
  324. 'The registered tool name is the load-time `toolName` config (default `subagent`); the schema above is that default. The shipped example agents load this package once per subagent backend, so the model additionally sees `subagent_fork` (bound to the fork backend) with an identical schema — see `examples/tui-agent/cordis.yml` and `examples/acp-agent/cordis.yml`.',
  325. },
  326. {
  327. pkg: '@deepseek-ai/dsh-tool-tasks',
  328. dir: 'tool-tasks',
  329. source: 'packages/tasks/tool-tasks/src/index.ts',
  330. requires: ['ctx.tools', 'ctx.tasks', 'ctx.systemPrompt'],
  331. writes: ['tool/call', 'tool/result', 'user/message via agent.inject() for background completion notices'],
  332. async mount(ctx) {
  333. await ctx.plugin(TaskService)
  334. await ctx.plugin(ToolTasks)
  335. },
  336. note:
  337. 'The kind-agnostic background-task control surface: background bash commands, PTY sends, and subagents are read, listed, and killed through the same three tools. Loading the plugin attaches the control surface that arms producers\' `ctx.tasks.start()`.',
  338. },
  339. {
  340. pkg: '@deepseek-ai/dsh-tool-todo',
  341. dir: 'tool-todo',
  342. source: 'packages/todo/tool-todo/src/index.ts',
  343. requires: ['ctx.tools', 'owning Agent session'],
  344. writes: ['tool/call', 'todo/write', 'tool/result'],
  345. async mount(ctx) {
  346. await ctx.plugin(ToolTodo)
  347. },
  348. note:
  349. 'todo_write is session-owned state; UIs render the latest todo/write event as a checklist.',
  350. },
  351. {
  352. pkg: '@deepseek-ai/dsh-tool-workflow',
  353. dir: 'tool-workflow',
  354. source: 'packages/workflow/tool-workflow/src/index.ts',
  355. requires: ['ctx.tools', 'ctx.workflows', 'ctx.systemPrompt', 'a calling Agent (exec.agent parents the script children)'],
  356. writes: ['tool/call', 'tool/result'],
  357. async mount(ctx) {
  358. // The tool injects `workflows`; boot the vm engine over a scripted
  359. // subagent provider to satisfy it. The schema does not depend on which
  360. // provider backs the engine.
  361. await ctx.plugin(SubagentService)
  362. registerCatalogSubagentProvider(ctx, 'mock')
  363. await ctx.plugin(VmWorkflowEngine, { provider: 'mock' })
  364. await ctx.plugin(ToolWorkflow)
  365. },
  366. },
  367. {
  368. pkg: '@deepseek-ai/dsh-tool-web',
  369. dir: 'tool-web',
  370. source: 'packages/web/tool-web/src/index.ts',
  371. requires: ['ctx.tools', 'ctx.web', 'ctx.systemPrompt'],
  372. writes: ['tool/call', 'tool/result'],
  373. async mount(ctx) {
  374. // Mount search and fetch providers so both tools register. Their schemas
  375. // do not depend on provider identity or availability.
  376. await ctx.plugin(WebService)
  377. await ctx.plugin(WebSearchExa)
  378. await ctx.plugin(WebFetchLocal)
  379. await ctx.plugin(ToolWeb)
  380. },
  381. note:
  382. 'web_search and web_fetch keep provider selection behind ctx.web so model-visible schemas stay stable across backend swaps.',
  383. },
  384. ]
  385. /** One package's contribution to the catalog: its schemas plus attribution. */
  386. interface CatalogPackage {
  387. pkg: string
  388. source: string
  389. requires: string[]
  390. writes: string[]
  391. shippedNames?: string[]
  392. schemas: ToolSchema[]
  393. /** A deployment note (see {@link ToolPackage.note}), rendered after the tools. */
  394. note?: string
  395. }
  396. /** The whole catalog: one entry per booted tool package, in manifest order. */
  397. export type ToolCatalog = CatalogPackage[]
  398. /**
  399. * Assert the boot manifest covers every shipped tool package on disk (a
  400. * `tool-*` leaf under `packages/`).
  401. * Booting has no source declaration to enumerate, so this glob restores the
  402. * "a new tool cannot be silently undocumented" guarantee: an unlisted package
  403. * fails the generator (and the freshness gate) until it is added to
  404. * {@link TOOL_PACKAGES}. Exported for a direct negative test.
  405. *
  406. * `scanRoot` defaults to the repo root; a test may point it at a fixture tree.
  407. */
  408. export function assertManifestComplete(packages: ToolPackage[] = TOOL_PACKAGES, scanRoot: string = root): void {
  409. const onDisk = globSync('packages/*/tool-*', { cwd: scanRoot }).map(p => basename(p)).sort()
  410. const listed = new Set(packages.map(p => p.dir))
  411. const missing = onDisk.filter(dir => !listed.has(dir))
  412. if (missing.length > 0) {
  413. throw new Error(
  414. `gen-tool-catalog: ${missing.length} tool package(s) not in the boot manifest: ${missing.join(', ')}. `
  415. + 'Add each to TOOL_PACKAGES in scripts/gen-tool-catalog.ts so its schema is catalogued.',
  416. )
  417. }
  418. }
  419. /**
  420. * Boot each tool package on a fresh Context and harvest its model-facing
  421. * schemas. A fresh Context per package keeps attribution clean (each entry's
  422. * schemas come from exactly that package) and isolates a boot failure to its
  423. * own entry. Disposed after harvest so no executor/provider outlives the run.
  424. */
  425. export async function collectToolCatalog(packages: ToolPackage[] = TOOL_PACKAGES): Promise<ToolCatalog> {
  426. assertManifestComplete(packages)
  427. const catalog: ToolCatalog = []
  428. for (const entry of packages) {
  429. const ctx = new Context()
  430. // Dispose in `finally` so a throw from `mount`/`schemas()` after earlier
  431. // plugins mounted still tears the context down (no leaked executor/provider
  432. // fiber) — the repo's "dispose must reach quiescence" rule.
  433. try {
  434. await ctx.plugin(SystemPrompt)
  435. await ctx.plugin(ToolRegistry, entry.toolsConfig ?? {})
  436. await entry.mount(ctx)
  437. const schemas = ctx.tools.schemas().sort((a, b) => a.name.localeCompare(b.name))
  438. catalog.push({
  439. pkg: entry.pkg,
  440. source: entry.source,
  441. requires: entry.requires,
  442. writes: entry.writes,
  443. schemas,
  444. ...entry.shippedNames !== undefined ? { shippedNames: entry.shippedNames } : {},
  445. ...entry.note !== undefined ? { note: entry.note } : {},
  446. })
  447. } finally {
  448. await ctx.fiber.dispose()
  449. }
  450. }
  451. return catalog
  452. }
  453. /** Render one tool's entry: name, description, JSON-Schema parameters, source. */
  454. function renderTool(schema: ToolSchema, source: string): string[] {
  455. const out = [`### \`${schema.name}\``, '']
  456. if (schema.description) out.push(schema.description, '')
  457. out.push('```json', JSON.stringify(schema.parameters, null, 2), '```', '')
  458. out.push(`Source: [\`${source}\`](../${source})`, '')
  459. return out
  460. }
  461. function codeList(values: string[] | undefined): string {
  462. return values?.length ? values.map(value => `\`${value}\``).join(', ') : '-'
  463. }
  464. function tableCell(value: string | undefined): string {
  465. return value ? value.replace(/\|/g, '\\|').replace(/\n/g, '<br>') : '-'
  466. }
  467. /** Render the full catalog (pure, deterministic given the manifest-ordered input). */
  468. export function render(catalog: ToolCatalog): string {
  469. const lines: string[] = [
  470. '<!-- Generated by scripts/gen-tool-catalog.ts — do not edit by hand.',
  471. ' Run `pnpm run gen-tool-catalog` to regenerate. -->',
  472. '',
  473. '# Tool Schema Catalog',
  474. '',
  475. 'Every model-facing tool a shipped plugin contributes to `ctx.tools`: the `name`, `description`, and JSON-Schema `parameters` the model receives via the system-prompt assembly. It complements the cordis [events](cordis-catalog/events.md) & [services](cordis-catalog/services.md) catalogs (the wiring a plugin listens to and calls) and [core-data-structures/](core-data-structures/core.md) (the types those signatures move) — this page is the *tools* the agent is offered.',
  476. '',
  477. 'This file is GENERATED and verified fresh by `pnpm run verify-tool-catalog` (part of `doc-sync`) — do not edit it by hand. Unlike the cordis catalog (a pure source-AST pass), this generator BOOTS each tool plugin on a real context and reads `ctx.tools.schemas()`, because a tool schema is not statically knowable (runtime-spread enums, concatenated descriptions, config-driven names, raw-JSON-Schema MCP tools). A completeness guard globs `packages/*/tool-*` and fails if any package is missing from the generator\'s boot manifest, so a new tool cannot be silently undocumented. See [the tool-schema-catalog Agent Note](../.agents/notes/implemented/process/2026-07-02-tool-schema-catalog.md).',
  478. '',
  479. 'Scope: shipped product tools under `packages/*/tool-*`, each booted with its DEFAULT config. The registered tool NAME can be a load-time config (e.g. `tool-subagent`\'s `toolName`), so a deployment may surface a package under a different or additional name — a per-package note records those shipped aliases where they exist. The `examples/` demo tools (e.g. `echo`) are excluded, matching the cordis catalog\'s packages-only scope.',
  480. '',
  481. '## Tool Package Map',
  482. '',
  483. 'This table connects model-visible tool names to the plugin package and service seams behind them. Exact JSON Schemas follow in the package sections below.',
  484. '',
  485. '| Tool package | Model-visible names | Requires | Writes / affects | Shipped aliases | Deployment note |',
  486. '| --- | --- | --- | --- | --- | --- |',
  487. ...catalog.map(entry => `| \`${entry.pkg}\` | ${codeList(entry.schemas.map(schema => schema.name))} | ${codeList(entry.requires)} | ${codeList(entry.writes)} | ${codeList(entry.shippedNames)} | ${tableCell(entry.note)} |`),
  488. '',
  489. ]
  490. for (const entry of catalog) {
  491. lines.push(`## \`${entry.pkg}\``, '')
  492. for (const schema of entry.schemas) lines.push(...renderTool(schema, entry.source))
  493. if (entry.note) lines.push(entry.note, '')
  494. }
  495. return lines.join('\n')
  496. }
  497. /** CLI entry: default writes the catalog, `--check` fails if the committed copy
  498. * is stale. Guarded behind an entry-point check so importing this module for
  499. * tests neither regenerates the committed file nor calls process.exit. */
  500. async function main(): Promise<void> {
  501. const content = render(await collectToolCatalog())
  502. if (process.argv.includes('--check')) {
  503. let committed: string | null = null
  504. try {
  505. committed = readFileSync(resolve(root, OUT), 'utf8')
  506. } catch {
  507. // Only ENOENT (not yet generated) is expected; a present-but-unreadable
  508. // file is not a state this repo produces. Either way the remedy is the
  509. // same — regenerate — so treat a read failure as "stale".
  510. committed = null
  511. }
  512. if (committed === content) {
  513. console.log(`gen-tool-catalog: ${OUT} is up to date.`)
  514. process.exit(0)
  515. }
  516. console.error(`gen-tool-catalog: ${OUT} is stale. Run \`pnpm run gen-tool-catalog\` and commit ${OUT}.`)
  517. process.exit(1)
  518. }
  519. writeFileSync(resolve(root, OUT), content)
  520. console.log(`gen-tool-catalog: wrote ${OUT}.`)
  521. }
  522. // Run only when invoked as a script, not when imported by a test.
  523. if (process.argv[1] && import.meta.filename === resolve(process.argv[1])) {
  524. await main()
  525. }