gen-tool-catalog.ts 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591
  1. /**
  2. * Generate `docs/tool-catalog.md` from schemas collected by booting each tool
  3. * plugin. Runtime registration is the source of truth for computed schemas;
  4. * the manifest is checked against every on-disk `tool-*` package. `--check`
  5. * verifies the committed artifact. Rationale and ownership live in
  6. * `.agents/notes/implemented/process/2026-07-02-tool-schema-catalog.md`.
  7. */
  8. import { globSync, readFileSync, writeFileSync } from 'node:fs'
  9. import { basename, resolve } from 'node:path'
  10. import { Context } from 'cordis'
  11. import type { ToolSchema } from '@deepseek-ai/dsh-llm'
  12. import AgentRegistry from '@deepseek-ai/dsh-agent'
  13. import SessionStore from '@deepseek-ai/dsh-session'
  14. import SessionQuerySqlite from '@deepseek-ai/dsh-session-query-sqlite'
  15. import GoalService from '@deepseek-ai/dsh-goal'
  16. import SystemPrompt from '@deepseek-ai/dsh-system-prompt'
  17. import ToolRegistry, { type Config as ToolsConfig } from '@deepseek-ai/dsh-tools'
  18. import { BashExecutor } from '@deepseek-ai/dsh-bash'
  19. import type { BashExecRequest, BashExecSpec, BashProcess, BashRunResult } from '@deepseek-ai/dsh-bash'
  20. import LocalBashExecutor from '@deepseek-ai/dsh-bash-local'
  21. import LocalSubprocessService from '@deepseek-ai/dsh-subprocess-local'
  22. import LocalFileSystem from '@deepseek-ai/dsh-fs-local'
  23. import UserInteractionService from '@deepseek-ai/dsh-user-interaction'
  24. import PlanModeService from '@deepseek-ai/dsh-plan-mode'
  25. import WebService from '@deepseek-ai/dsh-web'
  26. import * as WebSearchExa from '@deepseek-ai/dsh-web-search-exa'
  27. import * as WebFetchLocal from '@deepseek-ai/dsh-web-fetch-local'
  28. import SubagentService from '@deepseek-ai/dsh-subagent'
  29. import type { SubagentProvider } from '@deepseek-ai/dsh-subagent'
  30. import SkillService from '@deepseek-ai/dsh-skill'
  31. import * as SkillLocal from '@deepseek-ai/dsh-skill-local'
  32. import LocalTaskService from '@deepseek-ai/dsh-tasks-local'
  33. import * as ToolAskUser from '@deepseek-ai/dsh-tool-ask-user'
  34. import * as ToolBash from '@deepseek-ai/dsh-tool-bash'
  35. import * as ToolBashPersistent from '@deepseek-ai/dsh-tool-bash-persistent'
  36. import * as ToolCordis from '@deepseek-ai/dsh-tool-cordis'
  37. import * as ToolFs from '@deepseek-ai/dsh-tool-fs'
  38. import * as ToolFsSearch from '@deepseek-ai/dsh-tool-fs-search'
  39. import * as ToolStrReplaceEditor from '@deepseek-ai/dsh-tool-str-replace-editor'
  40. import PtyService from '@deepseek-ai/dsh-pty'
  41. import * as ToolPty from '@deepseek-ai/dsh-tool-pty'
  42. import * as ToolGoal from '@deepseek-ai/dsh-tool-goal'
  43. import Lsp from '@deepseek-ai/dsh-lsp'
  44. import * as ToolLsp from '@deepseek-ai/dsh-tool-lsp'
  45. import * as ToolSkill from '@deepseek-ai/dsh-tool-skill'
  46. import * as ToolSessionQuery from '@deepseek-ai/dsh-tool-session-query'
  47. import * as ToolTasks from '@deepseek-ai/dsh-tool-tasks'
  48. import * as ToolTodo from '@deepseek-ai/dsh-tool-todo'
  49. import * as ToolSubagent from '@deepseek-ai/dsh-tool-subagent'
  50. import * as ToolWeb from '@deepseek-ai/dsh-tool-web'
  51. import VmWorkflowEngine from '@deepseek-ai/dsh-workflow-workerthread'
  52. import * as ToolRalph from '@deepseek-ai/dsh-tool-ralph'
  53. import * as ToolWorkflow from '@deepseek-ai/dsh-tool-workflow'
  54. const root = resolve(import.meta.dirname, '..')
  55. const OUT = 'docs/tool-catalog.md'
  56. const CATALOG_RG_PROBE_COMMAND = 'command -v rg >/dev/null 2>&1'
  57. /**
  58. * Minimal bash service for harvesting `dsh-tool-fs-search` schemas. The search
  59. * plugin now probes `rg` at registration time, but the generated catalog must
  60. * remain independent of the host PATH and never execute a real search.
  61. */
  62. class CatalogSearchBashExecutor extends BashExecutor {
  63. override resolve(request: BashExecRequest): BashExecSpec {
  64. return {
  65. command: request.command,
  66. workdir: request.workdir ?? root,
  67. timeoutMs: request.timeoutMs ?? 60_000,
  68. stdoutMaxBytes: request.stdoutMaxBytes ?? 64_000,
  69. signal: request.signal,
  70. sandboxPolicy: request.sandboxPolicy,
  71. }
  72. }
  73. override run(spec: BashExecSpec): Promise<BashRunResult> {
  74. if (spec.command !== CATALOG_RG_PROBE_COMMAND) {
  75. throw new Error(`gen-tool-catalog: unexpected search bash command during schema harvest: ${spec.command}`)
  76. }
  77. return Promise.resolve({
  78. exitCode: 0,
  79. signal: null,
  80. timedOut: false,
  81. aborted: false,
  82. timeoutMs: spec.timeoutMs,
  83. stdout: { text: '', truncated: false },
  84. stderr: { text: '', truncated: false },
  85. })
  86. }
  87. override start(): BashProcess {
  88. throw new Error('gen-tool-catalog: search schema harvest must not start background processes')
  89. }
  90. }
  91. /**
  92. * Register the descriptor needed to mount schema-producing consumers. Declares
  93. * the full capability set of the shipped in-process providers so consumers
  94. * mount under their shipped defaults (tool-subagent's default numeric maxDepth
  95. * requires `depthLimit`).
  96. */
  97. function registerCatalogSubagentProvider(ctx: Context, name: string): void {
  98. const provider: SubagentProvider = {
  99. name,
  100. capabilities: { outputSchema: true, depthLimit: true, toolFilter: true, persona: true },
  101. inheritsParentContext: false,
  102. start: () => Promise.reject(new Error('tool-catalog provider cannot start a child')),
  103. }
  104. ctx.subagents.registerProvider(provider)
  105. }
  106. /**
  107. * Tool package plus its hand-maintained boot recipe. The caller mounts the
  108. * prompt and registry; each recipe supplies only package-specific seams and
  109. * config, while `dir` participates in the completeness check.
  110. */
  111. interface ToolPackage {
  112. /** The npm package name, used as the catalog section heading. */
  113. pkg: string
  114. /** The `packages/<group>/<dir>` leaf name — matched by the completeness guard. */
  115. dir: string
  116. /** Repo-relative source path linked from the catalog entry. */
  117. source: string
  118. /** Services or owning runtime surfaces the package requires at execution time. */
  119. requires: string[]
  120. /** Session events or other visible state the tools write or affect. */
  121. writes: string[]
  122. /** Additional model-visible names shipped by example/app config. */
  123. shippedNames?: string[]
  124. /** Plug the injected seams + the tool plugin onto a context that already
  125. * carries `systemPrompt` + `tools`. */
  126. mount: (ctx: Context) => Promise<void>
  127. /**
  128. * Config for the caller's `ToolRegistry` mount. The registry itself ships a
  129. * model-facing tool (`run_code`, registered under a non-native `mode`), so
  130. * ITS catalog entry boots the registry in the mode that surfaces it;
  131. * every other entry uses the default (native) registry.
  132. */
  133. toolsConfig?: ToolsConfig
  134. /**
  135. * A deployment note rendered after the package's tools, for a fact that
  136. * booting the package alone cannot show. The registered tool NAME can be a
  137. * load-time config (`tool-subagent`'s `toolName`), so one package may surface
  138. * under several names across deployments — the boot yields the package
  139. * DEFAULT, and this note records the shipped alternatives the model sees.
  140. */
  141. note?: string
  142. }
  143. /**
  144. * The boot manifest: every shipped tool package (a `tool-*` leaf under
  145. * `packages/`). Ordered by package name (the render order); the completeness
  146. * guard proves it is exhaustive against the on-disk glob.
  147. */
  148. const TOOL_PACKAGES: ToolPackage[] = [
  149. {
  150. pkg: '@deepseek-ai/dsh-tool-ask-user',
  151. dir: 'tool-ask-user',
  152. source: 'packages/ui/tool-ask-user/src/index.ts',
  153. requires: ['ctx.tools', 'ctx.userInteraction'],
  154. writes: ['tool/call', 'tool/result after a UI/provider answers the question'],
  155. async mount(ctx) {
  156. await ctx.plugin(UserInteractionService)
  157. await ctx.plugin(ToolAskUser)
  158. },
  159. note:
  160. 'ask_user_question pauses the tool call until the active UI provider returns a human answer.',
  161. },
  162. {
  163. pkg: '@deepseek-ai/dsh-tools',
  164. dir: 'tools',
  165. source: 'packages/core/tools/src/code-mode.ts',
  166. requires: ['ctx.tools', 'ctx.codeRuntime (execution time)', 'ctx.systemPrompt'],
  167. writes: ['tool/call', 'one tool/code-dispatch-start + tool/code-dispatch pair per bridged sub-call', 'tool/result'],
  168. // The registry's OWN tool: run_code exists only under a non-native mode
  169. // (the registry registers it in its constructor; the code runtime is read
  170. // at assembly/execution time, so the schema harvest needs none mounted).
  171. toolsConfig: { mode: 'code' },
  172. async mount() {},
  173. note:
  174. 'Owned by the tool registry as a reserved transport outside filterable capability layers under `mode: code` / `mode: both` (see the Code Mode Agent Note). Under `code` it is the registry\'s only wire contribution; the other visible capabilities are declared in a generated TypeScript SDK section, and a program calls them through bindings scheduled under the native concurrency contract (submission-ordered starts and policy; concurrency-safe bodies overlap up to `maxParallelSubCalls`) that re-enter the complete guarded tool pipeline and link each nested execution to this outer result.',
  175. },
  176. {
  177. pkg: '@deepseek-ai/dsh-plan-mode',
  178. dir: 'plan-mode',
  179. source: 'packages/plan/plan-mode/src/index.ts',
  180. requires: ['ctx.tools', 'ctx.systemPrompt', 'ctx.userInteraction (execution time, opportunistic)'],
  181. writes: ['tool/call', 'plan/mode inactive on an approved review', 'tool/result'],
  182. async mount(ctx) {
  183. await ctx.plugin(PlanModeService, { section: 'Tool catalog schema harvest.' })
  184. },
  185. note:
  186. 'exit_plan_mode stays in the model-facing schema while planning is inactive so transitions add no tool-catalog churn on top of the plan-policy change. Its execute path rejects calls outside plan mode; in plan mode it presents the plan over the user-interaction seam (approve / keep planning with feedback), and approval logs plan mode inactive at the step boundary.',
  187. },
  188. {
  189. pkg: '@deepseek-ai/dsh-tool-bash',
  190. dir: 'tool-bash',
  191. source: 'packages/bash/tool-bash/src/index.ts',
  192. requires: ['ctx.tools', 'ctx.bash', 'ctx.tasks at call time for run_in_background'],
  193. writes: ['tool/call', 'tool/result'],
  194. async mount(ctx) {
  195. await ctx.plugin(LocalSubprocessService)
  196. await ctx.plugin(LocalBashExecutor)
  197. await ctx.plugin(ToolBash)
  198. },
  199. note:
  200. 'The bash tool is the model-facing consumer of the bash executor seam. A `run_in_background` run registers with the generic `ctx.tasks` runtime and is collected/stopped through the `task_*` tools from `@deepseek-ai/dsh-tool-tasks`; the `enableRunInBackground` config (default true) removes the parameter entirely when disabled.',
  201. },
  202. {
  203. pkg: '@deepseek-ai/dsh-tool-cordis',
  204. dir: 'tool-cordis',
  205. source: 'packages/cordis/tool-cordis/src/index.ts',
  206. requires: ['ctx.tools'],
  207. writes: ['tool/call', 'tool/result', 'process-local temporary Plugin lifecycle'],
  208. async mount(ctx) {
  209. await ctx.plugin(ToolCordis)
  210. },
  211. note:
  212. 'Ships in examples/cordis-agent only (a deliberate opt-in — temporary Plugin code reaches the real runtime, see .agents/notes/implemented/feature/2026-07-08-self-referential-cordis-toolset.md). Plugins created by cordis_mount may register ADDITIONAL model-visible tools until unmounted or DSH restarts; a full changed request header logs those tool-set changes.',
  213. },
  214. {
  215. pkg: '@deepseek-ai/dsh-tool-bash-persistent',
  216. dir: 'tool-bash-persistent',
  217. source: 'packages/pty/tool-bash-persistent/src/index.ts',
  218. requires: ['ctx.tools', 'ctx.pty', 'an owning Agent at execution time'],
  219. writes: ['tool/call', 'PTY shell state', 'tool/result'],
  220. async mount(ctx) {
  221. await ctx.plugin(PtyService)
  222. await ctx.plugin(ToolBashPersistent)
  223. },
  224. note:
  225. 'One owner-isolated persistent bash tool; deployment composition supplies the PTY backend and may override the model-facing environment description.',
  226. },
  227. {
  228. pkg: '@deepseek-ai/dsh-tool-str-replace-editor',
  229. dir: 'tool-str-replace-editor',
  230. source: 'packages/fs/tool-str-replace-editor/src/index.ts',
  231. requires: ['ctx.tools', 'ctx.fs'],
  232. writes: ['tool/call', 'fs/observed after successful file operations', 'tool/result'],
  233. async mount(ctx) {
  234. await ctx.plugin(LocalFileSystem)
  235. await ctx.plugin(ToolStrReplaceEditor)
  236. },
  237. note:
  238. 'Standalone view/create/unique literal replace/line insert tool over the filesystem seam; it composes with any shell or terminal surface.',
  239. },
  240. {
  241. pkg: '@deepseek-ai/dsh-tool-fs',
  242. dir: 'tool-fs',
  243. source: 'packages/fs/tool-fs/src/index.ts',
  244. requires: ['ctx.tools', 'ctx.fs', 'ctx.systemPrompt'],
  245. writes: ['tool/call', 'fs/write-intent or fs/edit-intent for mutations', 'fs/observed after successful file operations', 'tool/result'],
  246. async mount(ctx) {
  247. // The tool needs `fs`; the bare provider is sufficient because policy
  248. // changes behavior, not schema shape.
  249. await ctx.plugin(LocalFileSystem)
  250. await ctx.plugin(ToolFs)
  251. },
  252. note:
  253. 'The read-before-write/edit policy is added by `@deepseek-ai/dsh-fs-policy` (an `fs/*` event-gate plugin, no schema change); a deployment that loads these tools is expected to also load it. The tool schemas above are identical with or without the policy plugin.',
  254. },
  255. {
  256. pkg: '@deepseek-ai/dsh-tool-fs-search',
  257. dir: 'tool-fs-search',
  258. source: 'packages/fs/tool-fs-search/src/index.ts',
  259. requires: ['ctx.tools', 'ctx.bash', 'ctx.systemPrompt'],
  260. writes: ['tool/call', 'tool/result'],
  261. async mount(ctx) {
  262. // The tools inject `bash` (search executes fixed `rg` commands through
  263. // the executor seam, not ctx.fs). Use a catalog-only executor so the
  264. // registration-time `rg` probe stays deterministic and the generator
  265. // never depends on the host PATH. `ctx.spillStore` is optional (read via
  266. // ctx.get) and does not affect the schemas, so no spill backend is mounted.
  267. await ctx.plugin(CatalogSearchBashExecutor)
  268. await ctx.plugin(ToolFsSearch)
  269. },
  270. note:
  271. 'glob and grep are conditional bash-backed discovery tools: they register only when ctx.bash can find `rg`, then run fixed ripgrep commands through ctx.bash as ordinary foreground calls (never background tasks). Capped results save the complete formatted list through the optional ctx.spillStore backend; returned locators are follow-up-readable/searchable when the backend exposes local paths in co-located deployments.',
  272. },
  273. {
  274. pkg: '@deepseek-ai/dsh-tool-pty',
  275. dir: 'tool-pty',
  276. source: 'packages/pty/tool-pty/src/index.ts',
  277. requires: ['ctx.tools', 'ctx.pty', 'ctx.systemPrompt', 'ctx.tasks at call time for run_in_background'],
  278. writes: ['tool/call', 'tool/result'],
  279. async mount(ctx) {
  280. await ctx.plugin(PtyService)
  281. await ctx.plugin(ToolPty)
  282. },
  283. note:
  284. 'The six terminal tools are opt-in and complement one-shot bash/filesystem tools. `terminal_send(run_in_background: true)` registers with `ctx.tasks`; TUI, named key sequences, BEL, resize, auto-start, and cross-agent sharing are absent from the schema.',
  285. },
  286. {
  287. pkg: '@deepseek-ai/dsh-tool-goal',
  288. dir: 'tool-goal',
  289. source: 'packages/goal/tool-goal/src/index.ts',
  290. requires: ['ctx.tools', 'ctx.agents', 'ctx.goals', 'ctx.systemPrompt', 'a calling Agent in an authorized open turn'],
  291. writes: ['tool/call', 'user/message goal snapshot for mutations', 'tool/result'],
  292. async mount(ctx) {
  293. await ctx.plugin(AgentRegistry)
  294. await ctx.plugin(GoalService)
  295. await ctx.plugin(ToolGoal)
  296. },
  297. note:
  298. 'create, edit, pause, and resume require direct-human root authority; complete and blocked also accept the exact current goal round. The default blocked lower bound is three admitted rounds.',
  299. },
  300. {
  301. pkg: '@deepseek-ai/dsh-tool-lsp',
  302. dir: 'tool-lsp',
  303. source: 'packages/lsp/tool-lsp/src/index.ts',
  304. requires: ['ctx.tools', 'ctx.lsp', 'ctx.systemPrompt'],
  305. writes: ['tool/call', 'tool/result'],
  306. async mount(ctx) {
  307. // The tool registers from the seam alone; the schema does not depend on any provider.
  308. await ctx.plugin(Lsp)
  309. await ctx.plugin(ToolLsp)
  310. },
  311. note:
  312. 'The lsp tool keeps provider selection and language-server subprocesses behind ctx.lsp, so its model-visible schema stays stable across providers. Requires a registered provider (e.g. `@deepseek-ai/dsh-lsp-local`) at runtime; without one, a query returns the structured `LSP_UNAVAILABLE` error rather than changing the schema.',
  313. },
  314. {
  315. pkg: '@deepseek-ai/dsh-tool-ralph',
  316. dir: 'tool-ralph',
  317. source: 'packages/workflow/tool-ralph/src/index.ts',
  318. requires: ['ctx.tools', 'ctx.workflows', 'ctx.subagents', 'ctx.systemPrompt', 'a calling Agent (exec.agent parents every fresh round)'],
  319. writes: ['tool/call', 'tool/result', 'workflow and child session events during execution'],
  320. async mount(ctx) {
  321. await ctx.plugin(SubagentService)
  322. registerCatalogSubagentProvider(ctx, 'mock')
  323. await ctx.plugin(VmWorkflowEngine, { provider: 'mock' })
  324. await ctx.plugin(ToolRalph, { subagentProvider: 'mock' })
  325. },
  326. note:
  327. 'A fixed foreground workflow starts one fresh structured child per round; the model selects only the immutable objective and an optional round cap.',
  328. },
  329. {
  330. pkg: '@deepseek-ai/dsh-tool-skill',
  331. dir: 'tool-skill',
  332. source: 'packages/skill/tool-skill/src/index.ts',
  333. requires: ['ctx.tools', 'ctx.skills'],
  334. writes: ['tool/call', 'tool/result'],
  335. async mount(ctx) {
  336. await ctx.plugin(SkillService)
  337. await ctx.plugin(SkillLocal, {
  338. dshHome: resolve(root, '.tmp/tool-catalog/.dsh'),
  339. agentsHome: resolve(root, '.tmp/tool-catalog/.agents'),
  340. })
  341. await ctx.plugin(ToolSkill)
  342. },
  343. },
  344. {
  345. pkg: '@deepseek-ai/dsh-tool-session-query',
  346. dir: 'tool-session-query',
  347. source: 'packages/session-query/tool-session-query/src/index.ts',
  348. requires: ['ctx.tools', 'ctx.systemPrompt', 'ctx.sessionQuery', 'a calling Agent for workspace authority'],
  349. writes: ['tool/call', 'tool/result'],
  350. async mount(ctx) {
  351. await ctx.plugin(SessionStore)
  352. await ctx.plugin(SessionQuerySqlite, { path: ':memory:' })
  353. await ctx.plugin(ToolSessionQuery)
  354. },
  355. note:
  356. 'The five read-only tools hide provider cursors and authorize every result from the immutable calling agent session. The package is opt-in; compositions that need enforced deadlines or bounded inline output also mount the generic timeout or spill policies.',
  357. },
  358. {
  359. pkg: '@deepseek-ai/dsh-tool-subagent',
  360. dir: 'tool-subagent',
  361. source: 'packages/subagent/tool-subagent/src/index.ts',
  362. requires: ['ctx.tools', 'ctx.subagents'],
  363. writes: ['tool/call', 'tool/result', 'child session events through the chosen provider'],
  364. shippedNames: ['subagent', 'subagent_fork'],
  365. async mount(ctx) {
  366. await ctx.plugin(SubagentService)
  367. registerCatalogSubagentProvider(ctx, 'mock')
  368. await ctx.plugin(ToolSubagent, { provider: 'mock' })
  369. },
  370. note:
  371. 'The registered tool name is the load-time `toolName` config (default `subagent`); the schema above is that default. The shipped example agents load this package once per subagent backend, so the model additionally sees `subagent_fork` (bound to the fork backend) with an identical schema — see `examples/tui-agent/cordis.yml` and `examples/acp-agent/cordis.yml`.',
  372. },
  373. {
  374. pkg: '@deepseek-ai/dsh-tool-tasks',
  375. dir: 'tool-tasks',
  376. source: 'packages/tasks/tool-tasks/src/index.ts',
  377. requires: ['ctx.tools', 'ctx.tasks', 'ctx.systemPrompt'],
  378. writes: ['tool/call', 'tool/result', 'user/message via agent.inject() for background completion notices'],
  379. async mount(ctx) {
  380. await ctx.plugin(LocalTaskService)
  381. await ctx.plugin(ToolTasks)
  382. },
  383. note:
  384. 'The kind-agnostic background-task control surface: background bash commands, PTY sends, and subagents are read, listed, and killed through the same three tools. Loading the plugin attaches the control surface that arms producers\' `ctx.tasks.start()`.',
  385. },
  386. {
  387. pkg: '@deepseek-ai/dsh-tool-todo',
  388. dir: 'tool-todo',
  389. source: 'packages/todo/tool-todo/src/index.ts',
  390. requires: ['ctx.tools', 'owning Agent session'],
  391. writes: ['tool/call', 'todo/write', 'tool/result'],
  392. async mount(ctx) {
  393. await ctx.plugin(ToolTodo)
  394. },
  395. note:
  396. 'todo_write is session-owned state; UIs render the latest todo/write event as a checklist.',
  397. },
  398. {
  399. pkg: '@deepseek-ai/dsh-tool-workflow',
  400. dir: 'tool-workflow',
  401. source: 'packages/workflow/tool-workflow/src/index.ts',
  402. requires: ['ctx.tools', 'ctx.workflows', 'ctx.systemPrompt', 'a calling Agent (exec.agent parents the script children)'],
  403. writes: ['tool/call', 'tool/result'],
  404. async mount(ctx) {
  405. // The tool injects `workflows`; boot the vm engine over a scripted
  406. // subagent provider to satisfy it. The schema does not depend on which
  407. // provider backs the engine.
  408. await ctx.plugin(SubagentService)
  409. registerCatalogSubagentProvider(ctx, 'mock')
  410. await ctx.plugin(VmWorkflowEngine, { provider: 'mock' })
  411. await ctx.plugin(ToolWorkflow)
  412. },
  413. },
  414. {
  415. pkg: '@deepseek-ai/dsh-tool-web',
  416. dir: 'tool-web',
  417. source: 'packages/web/tool-web/src/index.ts',
  418. requires: ['ctx.tools', 'ctx.web', 'ctx.systemPrompt'],
  419. writes: ['tool/call', 'tool/result'],
  420. async mount(ctx) {
  421. // Mount search and fetch providers so both tools register. Their schemas
  422. // do not depend on provider identity or availability.
  423. await ctx.plugin(WebService)
  424. await ctx.plugin(WebSearchExa)
  425. await ctx.plugin(WebFetchLocal)
  426. await ctx.plugin(ToolWeb)
  427. },
  428. note:
  429. 'web_search and web_fetch keep provider selection behind ctx.web so model-visible schemas stay stable across backend swaps.',
  430. },
  431. ]
  432. /** One package's contribution to the catalog: its schemas plus attribution. */
  433. interface CatalogPackage {
  434. pkg: string
  435. source: string
  436. requires: string[]
  437. writes: string[]
  438. shippedNames?: string[]
  439. schemas: ToolSchema[]
  440. /** A deployment note (see {@link ToolPackage.note}), rendered after the tools. */
  441. note?: string
  442. }
  443. /** The whole catalog: one entry per booted tool package, in manifest order. */
  444. export type ToolCatalog = CatalogPackage[]
  445. /**
  446. * Assert the boot manifest covers every shipped tool package on disk (a
  447. * `tool-*` leaf under `packages/`).
  448. * Booting has no source declaration to enumerate, so this glob restores the
  449. * "a new tool cannot be silently undocumented" guarantee: an unlisted package
  450. * fails the generator (and the freshness gate) until it is added to
  451. * {@link TOOL_PACKAGES}. Exported for a direct negative test.
  452. *
  453. * `scanRoot` defaults to the repo root; a test may point it at a fixture tree.
  454. */
  455. export function assertManifestComplete(packages: ToolPackage[] = TOOL_PACKAGES, scanRoot: string = root): void {
  456. const onDisk = globSync('packages/*/tool-*', { cwd: scanRoot }).map(p => basename(p)).sort()
  457. const listed = new Set(packages.map(p => p.dir))
  458. const missing = onDisk.filter(dir => !listed.has(dir))
  459. if (missing.length > 0) {
  460. throw new Error(
  461. `gen-tool-catalog: ${missing.length} tool package(s) not in the boot manifest: ${missing.join(', ')}. `
  462. + 'Add each to TOOL_PACKAGES in scripts/gen-tool-catalog.ts so its schema is catalogued.',
  463. )
  464. }
  465. }
  466. /**
  467. * Boot each tool package on a fresh Context and harvest its model-facing
  468. * schemas. A fresh Context per package keeps attribution clean (each entry's
  469. * schemas come from exactly that package) and isolates a boot failure to its
  470. * own entry. Disposed after harvest so no executor/provider outlives the run.
  471. */
  472. export async function collectToolCatalog(packages: ToolPackage[] = TOOL_PACKAGES): Promise<ToolCatalog> {
  473. assertManifestComplete(packages)
  474. const catalog: ToolCatalog = []
  475. for (const entry of packages) {
  476. const ctx = new Context()
  477. // Dispose in `finally` so a throw from `mount`/`schemas()` after earlier
  478. // plugins mounted still tears the context down (no leaked executor/provider
  479. // fiber) — the repo's "dispose must reach quiescence" rule.
  480. try {
  481. await ctx.plugin(SystemPrompt)
  482. await ctx.plugin(ToolRegistry, entry.toolsConfig ?? {})
  483. await entry.mount(ctx)
  484. const schemas = ctx.tools.schemas().sort((a, b) => a.name.localeCompare(b.name))
  485. catalog.push({
  486. pkg: entry.pkg,
  487. source: entry.source,
  488. requires: entry.requires,
  489. writes: entry.writes,
  490. schemas,
  491. ...entry.shippedNames !== undefined ? { shippedNames: entry.shippedNames } : {},
  492. ...entry.note !== undefined ? { note: entry.note } : {},
  493. })
  494. } finally {
  495. await ctx.fiber.dispose()
  496. }
  497. }
  498. return catalog
  499. }
  500. /** Render one tool's entry: name, description, JSON-Schema parameters, source. */
  501. function renderTool(schema: ToolSchema, source: string): string[] {
  502. const out = [`### \`${schema.name}\``, '']
  503. if (schema.description) out.push(schema.description, '')
  504. out.push('```json', JSON.stringify(schema.parameters, null, 2), '```', '')
  505. out.push(`Source: [\`${source}\`](../${source})`, '')
  506. return out
  507. }
  508. function codeList(values: string[] | undefined): string {
  509. return values?.length ? values.map(value => `\`${value}\``).join(', ') : '-'
  510. }
  511. function tableCell(value: string | undefined): string {
  512. return value ? value.replace(/\|/g, '\\|').replace(/\n/g, '<br>') : '-'
  513. }
  514. /** Render the full catalog (pure, deterministic given the manifest-ordered input). */
  515. export function render(catalog: ToolCatalog): string {
  516. const lines: string[] = [
  517. '<!-- Generated by scripts/gen-tool-catalog.ts — do not edit by hand.',
  518. ' Run `pnpm run gen-tool-catalog` to regenerate. -->',
  519. '',
  520. '# Tool Schema Catalog',
  521. '',
  522. 'Every model-facing tool a shipped plugin contributes to `ctx.tools`: the `name`, `description`, and JSON-Schema `parameters` the model receives via the system-prompt assembly. It complements the cordis [events](cordis-catalog/events.md) & [services](cordis-catalog/services.md) catalogs (the wiring a plugin listens to and calls) and [core-data-structures/](core-data-structures/core.md) (the types those signatures move) — this page is the *tools* the agent is offered.',
  523. '',
  524. 'This file is GENERATED and verified fresh by `pnpm run verify-tool-catalog` (part of `doc-sync`) — do not edit it by hand. Unlike the cordis catalog (a pure source-AST pass), this generator BOOTS each tool plugin on a real context and reads `ctx.tools.schemas()`, because a tool schema is not statically knowable (runtime-spread enums, concatenated descriptions, config-driven names, raw-JSON-Schema MCP tools). A completeness guard globs `packages/*/tool-*` and fails if any package is missing from the generator\'s boot manifest, so a new tool cannot be silently undocumented. See [the tool-schema-catalog Agent Note](../.agents/notes/implemented/process/2026-07-02-tool-schema-catalog.md).',
  525. '',
  526. 'Scope: shipped product tools under `packages/*/tool-*`, each booted with its DEFAULT config. The registered tool NAME can be a load-time config (e.g. `tool-subagent`\'s `toolName`), so a deployment may surface a package under a different or additional name — a per-package note records those shipped aliases where they exist. The `examples/` demo tools (e.g. `echo`) are excluded, matching the cordis catalog\'s packages-only scope.',
  527. '',
  528. '## Tool Package Map',
  529. '',
  530. 'This table connects model-visible tool names to the plugin package and service seams behind them. Exact JSON Schemas follow in the package sections below.',
  531. '',
  532. '| Tool package | Model-visible names | Requires | Writes / affects | Shipped aliases | Deployment note |',
  533. '| --- | --- | --- | --- | --- | --- |',
  534. ...catalog.map(entry => `| \`${entry.pkg}\` | ${codeList(entry.schemas.map(schema => schema.name))} | ${codeList(entry.requires)} | ${codeList(entry.writes)} | ${codeList(entry.shippedNames)} | ${tableCell(entry.note)} |`),
  535. '',
  536. ]
  537. for (const entry of catalog) {
  538. lines.push(`## \`${entry.pkg}\``, '')
  539. for (const schema of entry.schemas) lines.push(...renderTool(schema, entry.source))
  540. if (entry.note) lines.push(entry.note, '')
  541. }
  542. return lines.join('\n')
  543. }
  544. /** CLI entry: default writes the catalog, `--check` fails if the committed copy
  545. * is stale. Guarded behind an entry-point check so importing this module for
  546. * tests neither regenerates the committed file nor calls process.exit. */
  547. async function main(): Promise<void> {
  548. const content = render(await collectToolCatalog())
  549. if (process.argv.includes('--check')) {
  550. let committed: string | null = null
  551. try {
  552. committed = readFileSync(resolve(root, OUT), 'utf8')
  553. } catch {
  554. // Only ENOENT (not yet generated) is expected; a present-but-unreadable
  555. // file is not a state this repo produces. Either way the remedy is the
  556. // same — regenerate — so treat a read failure as "stale".
  557. committed = null
  558. }
  559. if (committed === content) {
  560. console.log(`gen-tool-catalog: ${OUT} is up to date.`)
  561. process.exit(0)
  562. }
  563. console.error(`gen-tool-catalog: ${OUT} is stale. Run \`pnpm run gen-tool-catalog\` and commit ${OUT}.`)
  564. process.exit(1)
  565. }
  566. writeFileSync(resolve(root, OUT), content)
  567. console.log(`gen-tool-catalog: wrote ${OUT}.`)
  568. }
  569. // Run only when invoked as a script, not when imported by a test.
  570. if (process.argv[1] && import.meta.filename === resolve(process.argv[1])) {
  571. await main()
  572. }