gen-tool-catalog.ts 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684
  1. /**
  2. * Generate `docs/tool-catalog.md` from schemas collected by booting each tool
  3. * plugin. Runtime registration is the source of truth for computed schemas;
  4. * the manifest is checked against every on-disk `tool-*` package. `--check`
  5. * verifies the committed artifact. Rationale and ownership live in
  6. * `.agents/notes/implemented/process/2026-07-02-tool-schema-catalog.md`.
  7. */
  8. import { globSync, readFileSync, writeFileSync } from 'node:fs'
  9. import { basename, resolve } from 'node:path'
  10. import { Context } from 'cordis'
  11. import type { ToolSchema } from '@deepseek-ai/dsh-llm'
  12. import AgentRegistry from '@deepseek-ai/dsh-agent'
  13. import type { Agent } from '@deepseek-ai/dsh-agent'
  14. import { createScope } from '@deepseek-ai/dsh-scope'
  15. import SessionStore, { SessionId } from '@deepseek-ai/dsh-session'
  16. import SessionQuerySqlite from '@deepseek-ai/dsh-session-query-sqlite'
  17. import GoalService from '@deepseek-ai/dsh-goal'
  18. import SystemPrompt from '@deepseek-ai/dsh-system-prompt'
  19. import ToolRegistry, { type Config as ToolsConfig } from '@deepseek-ai/dsh-tools'
  20. import { BashExecutor } from '@deepseek-ai/dsh-bash'
  21. import type { BashExecRequest, BashExecSpec, BashProcess, BashRunResult } from '@deepseek-ai/dsh-bash'
  22. import LocalBashExecutor from '@deepseek-ai/dsh-bash-local'
  23. import LocalSubprocessService from '@deepseek-ai/dsh-subprocess-local'
  24. import LocalFileSystem from '@deepseek-ai/dsh-fs-local'
  25. import UserInteractionService from '@deepseek-ai/dsh-user-interaction'
  26. import PlanModeService from '@deepseek-ai/dsh-plan-mode'
  27. import WebService from '@deepseek-ai/dsh-web'
  28. import * as WebSearchExa from '@deepseek-ai/dsh-web-search-exa'
  29. import * as WebFetchLocal from '@deepseek-ai/dsh-web-fetch-local'
  30. import SubagentService from '@deepseek-ai/dsh-subagent'
  31. import type { SubagentProvider } from '@deepseek-ai/dsh-subagent'
  32. import * as ToolSubagentControl from '@deepseek-ai/dsh-tool-subagent-control'
  33. import * as ToolSubagentListAgents from '@deepseek-ai/dsh-tool-subagent-control/list-agents'
  34. import * as ToolSubagentReport from '@deepseek-ai/dsh-tool-subagent-report'
  35. import SkillService from '@deepseek-ai/dsh-skill'
  36. import * as SkillLocal from '@deepseek-ai/dsh-skill-local'
  37. import LocalTaskService from '@deepseek-ai/dsh-tasks-local'
  38. import * as ToolAskUser from '@deepseek-ai/dsh-tool-ask-user'
  39. import * as ToolBash from '@deepseek-ai/dsh-tool-bash'
  40. import * as ToolBashPersistent from '@deepseek-ai/dsh-tool-bash-persistent'
  41. import * as ToolCordis from '@deepseek-ai/dsh-tool-cordis'
  42. import * as ToolFs from '@deepseek-ai/dsh-tool-fs'
  43. import * as ToolFsSearch from '@deepseek-ai/dsh-tool-fs-search'
  44. import * as ToolStrReplaceEditor from '@deepseek-ai/dsh-tool-str-replace-editor'
  45. import PtyService from '@deepseek-ai/dsh-pty'
  46. import * as ToolPty from '@deepseek-ai/dsh-tool-pty'
  47. import * as ToolGoal from '@deepseek-ai/dsh-tool-goal'
  48. import Lsp from '@deepseek-ai/dsh-lsp'
  49. import * as ToolLsp from '@deepseek-ai/dsh-tool-lsp'
  50. import * as ToolSkill from '@deepseek-ai/dsh-tool-skill'
  51. import * as ToolSessionQuery from '@deepseek-ai/dsh-tool-session-query'
  52. import * as ToolTasks from '@deepseek-ai/dsh-tool-tasks'
  53. import * as ToolTodo from '@deepseek-ai/dsh-tool-todo'
  54. import * as ToolSubagent from '@deepseek-ai/dsh-tool-subagent'
  55. import * as ToolWeb from '@deepseek-ai/dsh-tool-web'
  56. import VmWorkflowEngine from '@deepseek-ai/dsh-workflow-workerthread'
  57. import * as ToolRalph from '@deepseek-ai/dsh-tool-ralph'
  58. import * as ToolWorkflow from '@deepseek-ai/dsh-tool-workflow'
  59. const root = resolve(import.meta.dirname, '..')
  60. const OUT = 'docs/tool-catalog.md'
  61. const CATALOG_RG_PROBE_COMMAND = 'command -v rg >/dev/null 2>&1'
  62. /**
  63. * Minimal bash service for harvesting `dsh-tool-fs-search` schemas. The search
  64. * plugin now probes `rg` at registration time, but the generated catalog must
  65. * remain independent of the host PATH and never execute a real search.
  66. */
  67. class CatalogSearchBashExecutor extends BashExecutor {
  68. override resolve(request: BashExecRequest): BashExecSpec {
  69. return {
  70. command: request.command,
  71. workdir: request.workdir ?? root,
  72. timeoutMs: request.timeoutMs ?? 60_000,
  73. stdoutMaxBytes: request.stdoutMaxBytes ?? 64_000,
  74. signal: request.signal,
  75. sandboxPolicy: request.sandboxPolicy,
  76. }
  77. }
  78. override run(spec: BashExecSpec): Promise<BashRunResult> {
  79. if (spec.command !== CATALOG_RG_PROBE_COMMAND) {
  80. throw new Error(`gen-tool-catalog: unexpected search bash command during schema harvest: ${spec.command}`)
  81. }
  82. return Promise.resolve({
  83. exitCode: 0,
  84. signal: null,
  85. timedOut: false,
  86. aborted: false,
  87. timeoutMs: spec.timeoutMs,
  88. stdout: { text: '', truncated: false },
  89. stderr: { text: '', truncated: false },
  90. })
  91. }
  92. override start(): BashProcess {
  93. throw new Error('gen-tool-catalog: search schema harvest must not start background processes')
  94. }
  95. }
  96. /**
  97. * Register the descriptor needed to mount schema-producing consumers. Declares
  98. * the full capability set of the shipped in-process providers so consumers
  99. * mount under their shipped defaults (tool-subagent's default numeric maxDepth
  100. * requires `depthLimit`).
  101. */
  102. function registerCatalogSubagentProvider(ctx: Context, name: string): void {
  103. const provider: SubagentProvider = {
  104. name,
  105. capabilities: { outputSchema: true, depthLimit: true, toolFilter: true, persona: true },
  106. inheritsParentContext: false,
  107. start: () => Promise.reject(new Error('tool-catalog provider cannot start a child')),
  108. // Declared so consumers configured for continuable background mode mount.
  109. prepareContinuable: () => Promise.reject(new Error('tool-catalog provider cannot prepare a child')),
  110. }
  111. ctx.subagents.registerProvider(provider)
  112. }
  113. /** Minted child-scope keys for packages whose tools are never global. */
  114. const catalogChildScopes = new WeakMap<Context, Agent>()
  115. /**
  116. * Install one scope-local tool package into an agent-like child scope for
  117. * schema harvest, without starting a model, Agent loop, or persistence backend.
  118. * @param ctx - catalog context owning the scope.
  119. * @param mountScoped - package installer for the scoped context.
  120. */
  121. async function mountCatalogChildScope(
  122. ctx: Context,
  123. mountScoped: (childCtx: Context) => void,
  124. ): Promise<void> {
  125. const key = { id: SessionId('tool-catalog-child') } as Agent
  126. await ctx.plugin(Object.assign((inner: Context) => {
  127. mountScoped(createScope(inner, key).ctx)
  128. }, { inject: ['tools', 'systemPrompt', 'subagents'] }))
  129. catalogChildScopes.set(ctx, key)
  130. }
  131. /**
  132. * Tool package plus its hand-maintained boot recipe. The caller mounts the
  133. * prompt and registry; each recipe supplies only package-specific seams and
  134. * config, while `dir` participates in the completeness check.
  135. */
  136. interface ToolPackage {
  137. /** The npm package name, used as the catalog section heading. */
  138. pkg: string
  139. /** The `packages/<group>/<dir>` leaf name — matched by the completeness guard. */
  140. dir: string
  141. /**
  142. * Repo-relative implementation source linked per harvested tool. Packages
  143. * whose tools share one plugin may use a string; split plugins map each tool
  144. * name to its own source.
  145. */
  146. source: string | Readonly<Record<string, string>>
  147. /** Services or owning runtime surfaces the package requires at execution time. */
  148. requires: string[]
  149. /** Session events or other visible state the tools write or affect. */
  150. writes: string[]
  151. /** Additional model-visible names shipped by example/app config. */
  152. shippedNames?: string[]
  153. /** Plug the injected seams + the tool plugin onto a context that already
  154. * carries `systemPrompt` + `tools`. */
  155. mount: (ctx: Context) => Promise<void>
  156. /** Agent-like scope key whose tool view is catalogued instead of the global view. */
  157. scope?: (ctx: Context) => Agent
  158. /**
  159. * Config for the caller's `ToolRegistry` mount. The registry itself ships a
  160. * model-facing tool (`run_code`, registered under a non-native `mode`), so
  161. * ITS catalog entry boots the registry in the mode that surfaces it;
  162. * every other entry uses the default (native) registry.
  163. */
  164. toolsConfig?: ToolsConfig
  165. /**
  166. * A deployment note rendered after the package's tools, for a fact that
  167. * booting the package alone cannot show. The registered tool NAME can be a
  168. * load-time config (`tool-subagent`'s `toolName`), so one package may surface
  169. * under several names across deployments — the boot yields the package
  170. * DEFAULT, and this note records the shipped alternatives the model sees.
  171. */
  172. note?: string
  173. }
  174. /**
  175. * The boot manifest: every shipped tool package (a `tool-*` leaf under
  176. * `packages/`). Ordered by package name (the render order); the completeness
  177. * guard proves it is exhaustive against the on-disk glob.
  178. */
  179. const TOOL_PACKAGES: ToolPackage[] = [
  180. {
  181. pkg: '@deepseek-ai/dsh-tool-ask-user',
  182. dir: 'tool-ask-user',
  183. source: 'packages/ui/tool-ask-user/src/index.ts',
  184. requires: ['ctx.tools', 'ctx.userInteraction'],
  185. writes: ['tool/call', 'tool/result after a UI/provider answers the question'],
  186. async mount(ctx) {
  187. await ctx.plugin(UserInteractionService)
  188. await ctx.plugin(ToolAskUser)
  189. },
  190. note:
  191. 'ask_user_question pauses the tool call until the active UI provider returns a human answer.',
  192. },
  193. {
  194. pkg: '@deepseek-ai/dsh-tools',
  195. dir: 'tools',
  196. source: 'packages/core/tools/src/code-mode.ts',
  197. requires: ['ctx.tools', 'ctx.codeRuntime (execution time)', 'ctx.systemPrompt'],
  198. writes: ['tool/call', 'one tool/code-dispatch-start + tool/code-dispatch pair per bridged sub-call', 'tool/result'],
  199. // The registry's OWN tool: run_code exists only under a non-native mode
  200. // (the registry registers it in its constructor; the code runtime is read
  201. // at assembly/execution time, so the schema harvest needs none mounted).
  202. toolsConfig: { mode: 'code' },
  203. async mount() {},
  204. note:
  205. 'Owned by the tool registry as a reserved transport outside filterable capability layers under `mode: code` / `mode: both` (see the Code Mode Agent Note). Under `code` it is the registry\'s only wire contribution; the other visible capabilities are declared in a generated TypeScript SDK section, and a program calls them through bindings scheduled under the native concurrency contract (submission-ordered starts and policy; concurrency-safe bodies overlap up to `maxParallelSubCalls`) that re-enter the complete guarded tool pipeline and link each nested execution to this outer result.',
  206. },
  207. {
  208. pkg: '@deepseek-ai/dsh-plan-mode',
  209. dir: 'plan-mode',
  210. source: 'packages/plan/plan-mode/src/index.ts',
  211. requires: ['ctx.tools', 'ctx.systemPrompt', 'ctx.userInteraction (execution time, opportunistic)'],
  212. writes: ['tool/call', 'plan/mode inactive on an approved review', 'tool/result'],
  213. async mount(ctx) {
  214. await ctx.plugin(PlanModeService, { section: 'Tool catalog schema harvest.' })
  215. },
  216. note:
  217. 'exit_plan_mode stays in the model-facing schema while planning is inactive so transitions add no tool-catalog churn on top of the plan-policy change. Its execute path rejects calls outside plan mode; in plan mode it presents the plan over the user-interaction seam (approve / keep planning with feedback), and approval logs plan mode inactive at the step boundary.',
  218. },
  219. {
  220. pkg: '@deepseek-ai/dsh-tool-bash',
  221. dir: 'tool-bash',
  222. source: 'packages/bash/tool-bash/src/index.ts',
  223. requires: ['ctx.tools', 'ctx.bash', 'ctx.tasks at call time for run_in_background'],
  224. writes: ['tool/call', 'tool/result'],
  225. async mount(ctx) {
  226. await ctx.plugin(LocalSubprocessService)
  227. await ctx.plugin(LocalBashExecutor)
  228. await ctx.plugin(ToolBash)
  229. },
  230. note:
  231. 'The bash tool is the model-facing consumer of the bash executor seam. A `run_in_background` run registers with the generic `ctx.tasks` runtime and is collected/stopped through the `task_*` tools from `@deepseek-ai/dsh-tool-tasks`; the `enableRunInBackground` config (default true) removes the parameter entirely when disabled.',
  232. },
  233. {
  234. pkg: '@deepseek-ai/dsh-tool-cordis',
  235. dir: 'tool-cordis',
  236. source: 'packages/cordis/tool-cordis/src/index.ts',
  237. requires: ['ctx.tools'],
  238. writes: ['tool/call', 'tool/result', 'process-local temporary Plugin lifecycle'],
  239. async mount(ctx) {
  240. await ctx.plugin(ToolCordis)
  241. },
  242. note:
  243. 'Not in any shipped tree (a deliberate opt-in — temporary Plugin code reaches the real runtime, see .agents/notes/implemented/feature/2026-07-08-self-referential-cordis-toolset.md). Plugins created by cordis_mount may register ADDITIONAL model-visible tools until unmounted or DSH restarts; a full changed request header logs those tool-set changes.',
  244. },
  245. {
  246. pkg: '@deepseek-ai/dsh-tool-bash-persistent',
  247. dir: 'tool-bash-persistent',
  248. source: 'packages/pty/tool-bash-persistent/src/index.ts',
  249. requires: ['ctx.tools', 'ctx.pty', 'an owning Agent at execution time'],
  250. writes: ['tool/call', 'PTY shell state', 'tool/result'],
  251. async mount(ctx) {
  252. await ctx.plugin(PtyService)
  253. await ctx.plugin(ToolBashPersistent)
  254. },
  255. note:
  256. 'One owner-isolated persistent bash tool; deployment composition supplies the PTY backend and may override the model-facing environment description.',
  257. },
  258. {
  259. pkg: '@deepseek-ai/dsh-tool-str-replace-editor',
  260. dir: 'tool-str-replace-editor',
  261. source: 'packages/fs/tool-str-replace-editor/src/index.ts',
  262. requires: ['ctx.tools', 'ctx.fs'],
  263. writes: ['tool/call', 'fs/observed after successful file operations', 'tool/result'],
  264. async mount(ctx) {
  265. await ctx.plugin(LocalFileSystem)
  266. await ctx.plugin(ToolStrReplaceEditor)
  267. },
  268. note:
  269. 'Standalone view/create/unique literal replace/line insert tool over the filesystem seam; it composes with any shell or terminal surface.',
  270. },
  271. {
  272. pkg: '@deepseek-ai/dsh-tool-fs',
  273. dir: 'tool-fs',
  274. source: 'packages/fs/tool-fs/src/index.ts',
  275. requires: ['ctx.tools', 'ctx.fs', 'ctx.systemPrompt'],
  276. writes: ['tool/call', 'fs/write-intent or fs/edit-intent for mutations', 'fs/observed after successful file operations', 'tool/result'],
  277. async mount(ctx) {
  278. // The tool needs `fs`; the bare provider is sufficient because policy
  279. // changes behavior, not schema shape.
  280. await ctx.plugin(LocalFileSystem)
  281. await ctx.plugin(ToolFs)
  282. },
  283. note:
  284. 'The read-before-write/edit policy is added by `@deepseek-ai/dsh-fs-policy` (an `fs/*` event-gate plugin, no schema change); a deployment that loads these tools is expected to also load it. The tool schemas above are identical with or without the policy plugin.',
  285. },
  286. {
  287. pkg: '@deepseek-ai/dsh-tool-fs-search',
  288. dir: 'tool-fs-search',
  289. source: 'packages/fs/tool-fs-search/src/index.ts',
  290. requires: ['ctx.tools', 'ctx.bash', 'ctx.systemPrompt'],
  291. writes: ['tool/call', 'tool/result'],
  292. async mount(ctx) {
  293. // The tools inject `bash` (search executes fixed `rg` commands through
  294. // the executor seam, not ctx.fs). Use a catalog-only executor so the
  295. // registration-time `rg` probe stays deterministic and the generator
  296. // never depends on the host PATH. `ctx.spillStore` is optional (read via
  297. // ctx.get) and does not affect the schemas, so no spill backend is mounted.
  298. await ctx.plugin(CatalogSearchBashExecutor)
  299. await ctx.plugin(ToolFsSearch, { sampleOverCapGlobResults: true })
  300. },
  301. note:
  302. 'glob and grep are conditional bash-backed discovery tools: they register only when ctx.bash can find `rg`, then run fixed ripgrep commands through ctx.bash as ordinary foreground calls (never background tasks). The catalog uses `sampleOverCapGlobResults: true`; deployments must choose that behavior explicitly. Capped results save the complete formatted list through the optional ctx.spillStore backend; returned locators are follow-up-readable/searchable when the backend exposes local paths in co-located deployments.',
  303. },
  304. {
  305. pkg: '@deepseek-ai/dsh-tool-pty',
  306. dir: 'tool-pty',
  307. source: 'packages/pty/tool-pty/src/index.ts',
  308. requires: ['ctx.tools', 'ctx.pty', 'ctx.systemPrompt', 'ctx.tasks at call time for run_in_background'],
  309. writes: ['tool/call', 'tool/result'],
  310. async mount(ctx) {
  311. await ctx.plugin(PtyService)
  312. await ctx.plugin(ToolPty)
  313. },
  314. note:
  315. 'The six terminal tools are opt-in and complement one-shot bash/filesystem tools. `terminal_send(run_in_background: true)` registers with `ctx.tasks`; TUI, named key sequences, BEL, resize, auto-start, and cross-agent sharing are absent from the schema.',
  316. },
  317. {
  318. pkg: '@deepseek-ai/dsh-tool-goal',
  319. dir: 'tool-goal',
  320. source: 'packages/goal/tool-goal/src/index.ts',
  321. requires: ['ctx.tools', 'ctx.agents', 'ctx.goals', 'ctx.systemPrompt', 'a calling Agent in an authorized open turn'],
  322. writes: ['tool/call', 'user/message goal snapshot for mutations', 'tool/result'],
  323. async mount(ctx) {
  324. await ctx.plugin(AgentRegistry)
  325. await ctx.plugin(GoalService)
  326. await ctx.plugin(ToolGoal)
  327. },
  328. note:
  329. 'create, edit, pause, and resume require direct-human root authority; complete and blocked also accept the exact current goal round. The default blocked lower bound is three admitted rounds.',
  330. },
  331. {
  332. pkg: '@deepseek-ai/dsh-tool-lsp',
  333. dir: 'tool-lsp',
  334. source: 'packages/lsp/tool-lsp/src/index.ts',
  335. requires: ['ctx.tools', 'ctx.lsp', 'ctx.systemPrompt'],
  336. writes: ['tool/call', 'tool/result'],
  337. async mount(ctx) {
  338. // The tool registers from the seam alone; the schema does not depend on any provider.
  339. await ctx.plugin(Lsp)
  340. await ctx.plugin(ToolLsp)
  341. },
  342. note:
  343. 'The lsp tool keeps provider selection and language-server subprocesses behind ctx.lsp, so its model-visible schema stays stable across providers. Requires a registered provider (e.g. `@deepseek-ai/dsh-lsp-local`) at runtime; without one, a query returns the structured `LSP_UNAVAILABLE` error rather than changing the schema.',
  344. },
  345. {
  346. pkg: '@deepseek-ai/dsh-tool-ralph',
  347. dir: 'tool-ralph',
  348. source: 'packages/workflow/tool-ralph/src/index.ts',
  349. requires: ['ctx.tools', 'ctx.workflows', 'ctx.subagents', 'ctx.systemPrompt', 'a calling Agent (exec.agent parents every fresh round)'],
  350. writes: ['tool/call', 'tool/result', 'workflow and child session events during execution'],
  351. async mount(ctx) {
  352. await ctx.plugin(SubagentService)
  353. registerCatalogSubagentProvider(ctx, 'mock')
  354. await ctx.plugin(VmWorkflowEngine, { provider: 'mock' })
  355. await ctx.plugin(ToolRalph, { subagentProvider: 'mock' })
  356. },
  357. note:
  358. 'A fixed foreground workflow starts one fresh structured child per round; the model selects only the immutable objective and an optional round cap.',
  359. },
  360. {
  361. pkg: '@deepseek-ai/dsh-tool-skill',
  362. dir: 'tool-skill',
  363. source: 'packages/skill/tool-skill/src/index.ts',
  364. requires: ['ctx.tools', 'ctx.agents', 'ctx.skills'],
  365. writes: ['tool/call', 'tool/result', 'user/message replacement catalogs via agent.inject()'],
  366. async mount(ctx) {
  367. await ctx.plugin(AgentRegistry)
  368. await ctx.plugin(SkillService)
  369. await ctx.plugin(SkillLocal, {
  370. dshHome: resolve(root, '.tmp/tool-catalog/.dsh'),
  371. agentsHome: resolve(root, '.tmp/tool-catalog/.agents'),
  372. })
  373. await ctx.plugin(ToolSkill)
  374. },
  375. },
  376. {
  377. pkg: '@deepseek-ai/dsh-tool-session-query',
  378. dir: 'tool-session-query',
  379. source: 'packages/session-query/tool-session-query/src/index.ts',
  380. requires: ['ctx.tools', 'ctx.systemPrompt', 'ctx.sessionQuery', 'a calling Agent for workspace authority'],
  381. writes: ['tool/call', 'tool/result'],
  382. async mount(ctx) {
  383. await ctx.plugin(SessionStore)
  384. await ctx.plugin(SessionQuerySqlite, { path: ':memory:' })
  385. await ctx.plugin(ToolSessionQuery)
  386. },
  387. note:
  388. 'The five read-only tools hide provider cursors and authorize every result from the immutable calling agent session. The package is opt-in; compositions that need enforced deadlines or bounded inline output also mount the generic timeout or spill policies.',
  389. },
  390. {
  391. pkg: '@deepseek-ai/dsh-tool-subagent',
  392. dir: 'tool-subagent',
  393. source: 'packages/subagent/tool-subagent/src/index.ts',
  394. requires: ['ctx.tools', 'ctx.subagents'],
  395. writes: ['tool/call', 'tool/result', 'child session events through the chosen provider'],
  396. shippedNames: ['subagent', 'subagent_fork'],
  397. async mount(ctx) {
  398. await ctx.plugin(SubagentService)
  399. registerCatalogSubagentProvider(ctx, 'mock')
  400. await ctx.plugin(ToolSubagent, { provider: 'mock' })
  401. },
  402. note:
  403. 'The registered tool name is the load-time `toolName` config (default `subagent`); the schema above is that default. The shipped example agents load this package once per subagent backend, so the model additionally sees `subagent_fork` (bound to the fork backend) with an identical schema — see `apps/cli/config/base.cordis.yml` and `examples/acp-agent/cordis.yml`.',
  404. },
  405. {
  406. pkg: '@deepseek-ai/dsh-tool-subagent-control',
  407. dir: 'tool-subagent-control',
  408. source: {
  409. list_agents: 'packages/subagent/tool-subagent-control/src/list-agents.ts',
  410. send_message: 'packages/subagent/tool-subagent-control/src/index.ts',
  411. },
  412. requires: ['ctx.tools', 'ctx.subagents', 'ctx.sessionQuery (list_agents only)'],
  413. writes: ['tool/call', 'tool/result', 'child session events through ctx.subagents'],
  414. async mount(ctx) {
  415. await ctx.plugin(SubagentService)
  416. await ctx.plugin(LocalTaskService)
  417. await ctx.plugin(AgentRegistry)
  418. await ctx.plugin(SessionStore)
  419. await ctx.plugin(SessionQuerySqlite, { path: ':memory:' })
  420. await ctx.plugin(ToolSubagentControl)
  421. await ctx.plugin(ToolSubagentListAgents)
  422. },
  423. note:
  424. 'The globally named control tools over continuable background subagents: provider-bound `tool-subagent` instances register distinct delegation tools, while this package registers `send_message` once, plus `list_agents` from its separately loaded `/list-agents` plugin (which additionally requires session query).',
  425. },
  426. {
  427. pkg: '@deepseek-ai/dsh-tool-subagent-report',
  428. dir: 'tool-subagent-report',
  429. source: 'packages/subagent/tool-subagent-report/src/index.ts',
  430. requires: ['ctx.subagents', 'a live continuable in-process child Agent'],
  431. writes: ['tool/call', 'tool/result', 'a user-role message in the direct parent session'],
  432. async mount(ctx) {
  433. await ctx.plugin(AgentRegistry)
  434. await ctx.plugin(SubagentService)
  435. await mountCatalogChildScope(ctx, (childCtx) => {
  436. ToolSubagentReport.installReportTool(childCtx, ctx, 'quiet')
  437. })
  438. },
  439. scope: ctx => catalogChildScopes.get(ctx) as Agent,
  440. note:
  441. 'Registered per continuable in-process child rather than globally, so this schema is visible only '
  442. + 'inside such a child and survives its global `toolFilter`. The parent-facing `send_message` tool '
  443. + 'is installed independently.',
  444. },
  445. {
  446. pkg: '@deepseek-ai/dsh-tool-tasks',
  447. dir: 'tool-tasks',
  448. source: 'packages/tasks/tool-tasks/src/index.ts',
  449. requires: ['ctx.tools', 'ctx.tasks', 'ctx.systemPrompt'],
  450. writes: ['tool/call', 'tool/result', 'user/message via agent.inject() for background completion notices'],
  451. async mount(ctx) {
  452. await ctx.plugin(LocalTaskService)
  453. await ctx.plugin(ToolTasks)
  454. },
  455. note:
  456. 'The kind-agnostic background-task control surface: background bash commands, PTY sends, and subagents are read, listed, and killed through the same three tools. Loading the plugin attaches the control surface that arms producers\' `ctx.tasks.start()`.',
  457. },
  458. {
  459. pkg: '@deepseek-ai/dsh-tool-todo',
  460. dir: 'tool-todo',
  461. source: 'packages/todo/tool-todo/src/index.ts',
  462. requires: ['ctx.tools', 'owning Agent session'],
  463. writes: ['tool/call', 'todo/write', 'tool/result'],
  464. async mount(ctx) {
  465. await ctx.plugin(ToolTodo)
  466. },
  467. note:
  468. 'todo_write is session-owned state; UIs render the latest todo/write event as a checklist.',
  469. },
  470. {
  471. pkg: '@deepseek-ai/dsh-tool-workflow',
  472. dir: 'tool-workflow',
  473. source: 'packages/workflow/tool-workflow/src/index.ts',
  474. requires: ['ctx.tools', 'ctx.workflows', 'ctx.systemPrompt', 'a calling Agent (exec.agent parents the script children)'],
  475. writes: ['tool/call', 'tool/result'],
  476. async mount(ctx) {
  477. // The tool injects `workflows`; boot the vm engine over a scripted
  478. // subagent provider to satisfy it. The schema does not depend on which
  479. // provider backs the engine.
  480. await ctx.plugin(SubagentService)
  481. registerCatalogSubagentProvider(ctx, 'mock')
  482. await ctx.plugin(VmWorkflowEngine, { provider: 'mock' })
  483. await ctx.plugin(ToolWorkflow)
  484. },
  485. },
  486. {
  487. pkg: '@deepseek-ai/dsh-tool-web',
  488. dir: 'tool-web',
  489. source: 'packages/web/tool-web/src/index.ts',
  490. requires: ['ctx.tools', 'ctx.web', 'ctx.systemPrompt'],
  491. writes: ['tool/call', 'tool/result'],
  492. async mount(ctx) {
  493. // Mount search and fetch providers so both tools register. Their schemas
  494. // do not depend on provider identity or availability.
  495. await ctx.plugin(WebService)
  496. await ctx.plugin(WebSearchExa)
  497. await ctx.plugin(WebFetchLocal)
  498. await ctx.plugin(ToolWeb)
  499. },
  500. note:
  501. 'web_search and web_fetch keep provider selection behind ctx.web so model-visible schemas stay stable across backend swaps.',
  502. },
  503. ]
  504. /** One package's contribution to the catalog: its schemas plus attribution. */
  505. interface CatalogPackage {
  506. pkg: string
  507. sources: Readonly<Record<string, string>>
  508. requires: string[]
  509. writes: string[]
  510. shippedNames?: string[]
  511. schemas: ToolSchema[]
  512. /** A deployment note (see {@link ToolPackage.note}), rendered after the tools. */
  513. note?: string
  514. }
  515. /** The whole catalog: one entry per booted tool package, in manifest order. */
  516. export type ToolCatalog = CatalogPackage[]
  517. /**
  518. * Assert the boot manifest covers every shipped tool package on disk (a
  519. * `tool-*` leaf under `packages/`).
  520. * Booting has no source declaration to enumerate, so this glob restores the
  521. * "a new tool cannot be silently undocumented" guarantee: an unlisted package
  522. * fails the generator (and the freshness gate) until it is added to
  523. * {@link TOOL_PACKAGES}. Exported for a direct negative test.
  524. *
  525. * `scanRoot` defaults to the repo root; a test may point it at a fixture tree.
  526. */
  527. export function assertManifestComplete(packages: ToolPackage[] = TOOL_PACKAGES, scanRoot: string = root): void {
  528. const onDisk = globSync('packages/*/tool-*', { cwd: scanRoot }).map(p => basename(p)).sort()
  529. const listed = new Set(packages.map(p => p.dir))
  530. const missing = onDisk.filter(dir => !listed.has(dir))
  531. if (missing.length > 0) {
  532. throw new Error(
  533. `gen-tool-catalog: ${missing.length} tool package(s) not in the boot manifest: ${missing.join(', ')}. `
  534. + 'Add each to TOOL_PACKAGES in scripts/gen-tool-catalog.ts so its schema is catalogued.',
  535. )
  536. }
  537. }
  538. /**
  539. * Boot each tool package on a fresh Context and harvest its model-facing
  540. * schemas. A fresh Context per package keeps attribution clean (each entry's
  541. * schemas come from exactly that package) and isolates a boot failure to its
  542. * own entry. Disposed after harvest so no executor/provider outlives the run.
  543. */
  544. export async function collectToolCatalog(packages: ToolPackage[] = TOOL_PACKAGES): Promise<ToolCatalog> {
  545. assertManifestComplete(packages)
  546. const catalog: ToolCatalog = []
  547. for (const entry of packages) {
  548. const ctx = new Context()
  549. // Dispose in `finally` so a throw from `mount`/`schemas()` after earlier
  550. // plugins mounted still tears the context down (no leaked executor/provider
  551. // fiber) — the repo's "dispose must reach quiescence" rule.
  552. try {
  553. await ctx.plugin(SystemPrompt)
  554. await ctx.plugin(ToolRegistry, entry.toolsConfig ?? {})
  555. await entry.mount(ctx)
  556. const schemas = ctx.tools.schemas(entry.scope?.(ctx)).sort((a, b) => a.name.localeCompare(b.name))
  557. catalog.push({
  558. pkg: entry.pkg,
  559. sources: Object.fromEntries(schemas.map(schema => [
  560. schema.name,
  561. toolSource(entry, schema.name),
  562. ])),
  563. requires: entry.requires,
  564. writes: entry.writes,
  565. schemas,
  566. ...entry.shippedNames !== undefined ? { shippedNames: entry.shippedNames } : {},
  567. ...entry.note !== undefined ? { note: entry.note } : {},
  568. })
  569. } finally {
  570. await ctx.fiber.dispose()
  571. }
  572. }
  573. return catalog
  574. }
  575. /** Resolve one harvested tool to the plugin source that registered it. */
  576. function toolSource(entry: ToolPackage, toolName: string): string {
  577. if (typeof entry.source === 'string') return entry.source
  578. const source = entry.source[toolName]
  579. if (source === undefined) {
  580. throw new Error(
  581. `gen-tool-catalog: ${entry.pkg} has no source mapping for harvested tool ${toolName}`,
  582. )
  583. }
  584. return source
  585. }
  586. /** Render one tool's entry: name, description, JSON-Schema parameters, source. */
  587. function renderTool(schema: ToolSchema, source: string): string[] {
  588. const out = [`### \`${schema.name}\``, '']
  589. if (schema.description) out.push(schema.description, '')
  590. out.push('```json', JSON.stringify(schema.parameters, null, 2), '```', '')
  591. out.push(`Source: [\`${source}\`](../${source})`, '')
  592. return out
  593. }
  594. function codeList(values: string[] | undefined): string {
  595. return values?.length ? values.map(value => `\`${value}\``).join(', ') : '-'
  596. }
  597. function tableCell(value: string | undefined): string {
  598. return value ? value.replace(/\|/g, '\\|').replace(/\n/g, '<br>') : '-'
  599. }
  600. /** Render the full catalog (pure, deterministic given the manifest-ordered input). */
  601. export function render(catalog: ToolCatalog): string {
  602. const lines: string[] = [
  603. '<!-- Generated by scripts/gen-tool-catalog.ts — do not edit by hand.',
  604. ' Run `pnpm run gen-tool-catalog` to regenerate. -->',
  605. '',
  606. '# Tool Schema Catalog',
  607. '',
  608. 'Every model-facing tool a shipped plugin contributes to `ctx.tools`: the `name`, `description`, and JSON-Schema `parameters` the model receives via the system-prompt assembly. It complements the cordis [events](cordis-catalog/events.md) & [services](cordis-catalog/services.md) catalogs (the wiring a plugin listens to and calls) and [core-data-structures/](core-data-structures/core.md) (the types those signatures move) — this page is the *tools* the agent is offered.',
  609. '',
  610. 'This file is GENERATED and verified fresh by `pnpm run verify-tool-catalog` (part of `doc-sync`) — do not edit it by hand. Unlike the cordis catalog (a pure source-AST pass), this generator BOOTS each tool plugin on a real context and reads `ctx.tools.schemas()`, because a tool schema is not statically knowable (runtime-spread enums, concatenated descriptions, config-driven names, raw-JSON-Schema MCP tools). A completeness guard globs `packages/*/tool-*` and fails if any package is missing from the generator\'s boot manifest, so a new tool cannot be silently undocumented. See [the tool-schema-catalog Agent Note](../.agents/notes/implemented/process/2026-07-02-tool-schema-catalog.md).',
  611. '',
  612. 'Scope: shipped product tools under `packages/*/tool-*`, each booted with its DEFAULT config. The registered tool NAME can be a load-time config (e.g. `tool-subagent`\'s `toolName`), so a deployment may surface a package under a different or additional name — a per-package note records those shipped aliases where they exist. The `examples/` demo tools (e.g. `echo`) are excluded, matching the cordis catalog\'s packages-only scope.',
  613. '',
  614. '## Tool Package Map',
  615. '',
  616. 'This table connects model-visible tool names to the plugin package and service seams behind them. Exact JSON Schemas follow in the package sections below.',
  617. '',
  618. '| Tool package | Model-visible names | Requires | Writes / affects | Shipped aliases | Deployment note |',
  619. '| --- | --- | --- | --- | --- | --- |',
  620. ...catalog.map(entry => `| \`${entry.pkg}\` | ${codeList(entry.schemas.map(schema => schema.name))} | ${codeList(entry.requires)} | ${codeList(entry.writes)} | ${codeList(entry.shippedNames)} | ${tableCell(entry.note)} |`),
  621. '',
  622. ]
  623. for (const entry of catalog) {
  624. lines.push(`## \`${entry.pkg}\``, '')
  625. for (const schema of entry.schemas) {
  626. // Collection validated that every harvested schema has a source.
  627. const source = entry.sources[schema.name] as string
  628. lines.push(...renderTool(schema, source))
  629. }
  630. if (entry.note) lines.push(entry.note, '')
  631. }
  632. return lines.join('\n')
  633. }
  634. /** CLI entry: default writes the catalog, `--check` fails if the committed copy
  635. * is stale. Guarded behind an entry-point check so importing this module for
  636. * tests neither regenerates the committed file nor calls process.exit. */
  637. async function main(): Promise<void> {
  638. const content = render(await collectToolCatalog())
  639. if (process.argv.includes('--check')) {
  640. let committed: string | null = null
  641. try {
  642. committed = readFileSync(resolve(root, OUT), 'utf8')
  643. } catch {
  644. // Only ENOENT (not yet generated) is expected; a present-but-unreadable
  645. // file is not a state this repo produces. Either way the remedy is the
  646. // same — regenerate — so treat a read failure as "stale".
  647. committed = null
  648. }
  649. if (committed === content) {
  650. console.log(`gen-tool-catalog: ${OUT} is up to date.`)
  651. process.exit(0)
  652. }
  653. console.error(`gen-tool-catalog: ${OUT} is stale. Run \`pnpm run gen-tool-catalog\` and commit ${OUT}.`)
  654. process.exit(1)
  655. }
  656. writeFileSync(resolve(root, OUT), content)
  657. console.log(`gen-tool-catalog: wrote ${OUT}.`)
  658. }
  659. // Run only when invoked as a script, not when imported by a test.
  660. if (process.argv[1] && import.meta.filename === resolve(process.argv[1])) {
  661. await main()
  662. }