|
|
@@ -0,0 +1,229 @@
|
|
|
+/**
|
|
|
+ * Generate (and verify) the tool-schema catalog in docs/tool-catalog/tools.md.
|
|
|
+ *
|
|
|
+ * The catalog is the MODEL-FACING TOOL reference: every tool a shipped plugin
|
|
|
+ * contributes to `ctx.tools`, with the exact `name` / `description` / JSON-Schema
|
|
|
+ * `parameters` the model receives via the system-prompt assembly. It complements
|
|
|
+ * the cordis events/services catalog (the wiring a plugin author works against)
|
|
|
+ * and the core-data-structures catalog (the vocabulary those signatures move):
|
|
|
+ * this page is the TOOLS the agent is offered.
|
|
|
+ *
|
|
|
+ * `tsx scripts/gen-tool-catalog.ts` → write the catalog
|
|
|
+ * `tsx scripts/gen-tool-catalog.ts --check` → exit 1 if the committed file
|
|
|
+ * is stale (CI / pre-push gate)
|
|
|
+ *
|
|
|
+ * Why this generator BOOTS PLUGINS instead of parsing source (unlike its AST
|
|
|
+ * sibling `gen-cordis-catalog.ts`): a tool's schema is not statically knowable.
|
|
|
+ * `tool-todo` writes `enum: [...STATUSES]` (a runtime spread), descriptions are
|
|
|
+ * built by string concatenation, `tool-subagent`'s tool name is `config.toolName`,
|
|
|
+ * and an MCP plugin can register RAW JSON Schema without `defineTool` at all. The
|
|
|
+ * faithful source of truth is therefore the SHIPPED schema: mount each tool
|
|
|
+ * plugin on a real cordis Context and read `ctx.tools.schemas()` — exactly the
|
|
|
+ * `ToolSchema[]` the model is sent. See
|
|
|
+ * docs/rfc/implemented/process/2026-07-02-tool-schema-catalog.md.
|
|
|
+ *
|
|
|
+ * Booting sacrifices the AST pass's structural "nothing can be silently omitted"
|
|
|
+ * property (there is no source declaration to enumerate), so a COMPLETENESS GUARD
|
|
|
+ * restores it: the generator globs every `tool-*` package under `packages/` and
|
|
|
+ * hard-errors if any such package is absent from the boot manifest below. A new
|
|
|
+ * tool package fails the generator — and thus the freshness gate — until it is
|
|
|
+ * registered here, mirroring how a new event appears in the cordis regenerate.
|
|
|
+ *
|
|
|
+ * Schema blocks use a plain ` ```json ` fence: doc-typecheck only extracts `ts*`
|
|
|
+ * fences, so no BlockKind wiring is needed there.
|
|
|
+ */
|
|
|
+
|
|
|
+import { globSync, readFileSync, writeFileSync } from 'node:fs'
|
|
|
+import { basename, resolve } from 'node:path'
|
|
|
+import { Context } from 'cordis'
|
|
|
+import type { ToolSchema } from '@deepseek-ai/dsh-llm'
|
|
|
+import SystemPrompt from '@deepseek-ai/dsh-system-prompt'
|
|
|
+import ToolRegistry from '@deepseek-ai/dsh-tools'
|
|
|
+import LocalBashExecutor from '@deepseek-ai/dsh-bash-local'
|
|
|
+import SubagentService from '@deepseek-ai/dsh-subagent'
|
|
|
+import * as SubagentMock from '@deepseek-ai/dsh-subagent-mock'
|
|
|
+import * as ToolBash from '@deepseek-ai/dsh-tool-bash'
|
|
|
+import * as ToolTodo from '@deepseek-ai/dsh-tool-todo'
|
|
|
+import * as ToolSubagent from '@deepseek-ai/dsh-tool-subagent'
|
|
|
+
|
|
|
+const root = resolve(import.meta.dirname, '..')
|
|
|
+const OUT = 'docs/tool-catalog/tools.md'
|
|
|
+
|
|
|
+/**
|
|
|
+ * One tool-plugin package to boot. `mount` is a per-entry recipe (async): it
|
|
|
+ * plugs the injected seams the plugin's `apply` reads (an executor for
|
|
|
+ * `ctx.bash`, a provider for `ctx.subagents`) BEFORE the tool plugin itself.
|
|
|
+ * `SystemPrompt` + `ToolRegistry` are mounted for every entry by the caller
|
|
|
+ * (`ToolRegistry` injects `systemPrompt`), so `mount` only handles the extras.
|
|
|
+ *
|
|
|
+ * The recipe is irreducible policy — WHICH seams a given tool needs and with
|
|
|
+ * WHAT config is not derivable from the package layout — so it stays a hand-
|
|
|
+ * maintained closure. The `dir` field is what the completeness guard matches
|
|
|
+ * against the on-disk `tool-*` package glob, so a NEW tool package cannot be
|
|
|
+ * silently omitted (see the module doc).
|
|
|
+ */
|
|
|
+interface ToolPackage {
|
|
|
+ /** The npm package name, used as the catalog section heading. */
|
|
|
+ pkg: string
|
|
|
+ /** The `packages/<group>/<dir>` leaf name — matched by the completeness guard. */
|
|
|
+ dir: string
|
|
|
+ /** Repo-relative source path linked from the catalog entry. */
|
|
|
+ source: string
|
|
|
+ /** Plug the injected seams + the tool plugin onto a context that already
|
|
|
+ * carries `systemPrompt` + `tools`. */
|
|
|
+ mount: (ctx: Context) => Promise<void>
|
|
|
+}
|
|
|
+
|
|
|
+/**
|
|
|
+ * The boot manifest: every shipped tool package (a `tool-*` leaf under
|
|
|
+ * `packages/`). Ordered by package name (the render order); the completeness
|
|
|
+ * guard proves it is exhaustive against the on-disk glob.
|
|
|
+ */
|
|
|
+const TOOL_PACKAGES: ToolPackage[] = [
|
|
|
+ {
|
|
|
+ pkg: '@deepseek-ai/dsh-tool-bash',
|
|
|
+ dir: 'tool-bash',
|
|
|
+ source: 'packages/bash/tool-bash/src/index.ts',
|
|
|
+ async mount(ctx) {
|
|
|
+ await ctx.plugin(LocalBashExecutor)
|
|
|
+ await ctx.plugin(ToolBash)
|
|
|
+ },
|
|
|
+ },
|
|
|
+ {
|
|
|
+ pkg: '@deepseek-ai/dsh-tool-subagent',
|
|
|
+ dir: 'tool-subagent',
|
|
|
+ source: 'packages/subagent/tool-subagent/src/index.ts',
|
|
|
+ async mount(ctx) {
|
|
|
+ await ctx.plugin(SubagentService)
|
|
|
+ // Register a scripted provider under the name the tool delegates to.
|
|
|
+ await ctx.plugin(SubagentMock, { name: 'mock' })
|
|
|
+ await ctx.plugin(ToolSubagent, { provider: 'mock' })
|
|
|
+ },
|
|
|
+ },
|
|
|
+ {
|
|
|
+ pkg: '@deepseek-ai/dsh-tool-todo',
|
|
|
+ dir: 'tool-todo',
|
|
|
+ source: 'packages/todo/tool-todo/src/index.ts',
|
|
|
+ async mount(ctx) {
|
|
|
+ await ctx.plugin(ToolTodo)
|
|
|
+ },
|
|
|
+ },
|
|
|
+]
|
|
|
+
|
|
|
+/** One package's contribution to the catalog: its schemas plus attribution. */
|
|
|
+interface CatalogPackage {
|
|
|
+ pkg: string
|
|
|
+ source: string
|
|
|
+ schemas: ToolSchema[]
|
|
|
+}
|
|
|
+
|
|
|
+/** The whole catalog: one entry per booted tool package, in manifest order. */
|
|
|
+export type ToolCatalog = CatalogPackage[]
|
|
|
+
|
|
|
+/**
|
|
|
+ * Assert the boot manifest covers every shipped tool package on disk (a
|
|
|
+ * `tool-*` leaf under `packages/`).
|
|
|
+ * Booting has no source declaration to enumerate, so this glob restores the
|
|
|
+ * "a new tool cannot be silently undocumented" guarantee: an unlisted package
|
|
|
+ * fails the generator (and the freshness gate) until it is added to
|
|
|
+ * {@link TOOL_PACKAGES}. Exported for a direct negative test.
|
|
|
+ *
|
|
|
+ * `scanRoot` defaults to the repo root; a test may point it at a fixture tree.
|
|
|
+ */
|
|
|
+export function assertManifestComplete(packages: ToolPackage[] = TOOL_PACKAGES, scanRoot: string = root): void {
|
|
|
+ const onDisk = globSync('packages/*/tool-*', { cwd: scanRoot }).map(p => basename(p)).sort()
|
|
|
+ const listed = new Set(packages.map(p => p.dir))
|
|
|
+ const missing = onDisk.filter(dir => !listed.has(dir))
|
|
|
+ if (missing.length > 0) {
|
|
|
+ throw new Error(
|
|
|
+ `gen-tool-catalog: ${missing.length} tool package(s) not in the boot manifest: ${missing.join(', ')}. `
|
|
|
+ + 'Add each to TOOL_PACKAGES in scripts/gen-tool-catalog.ts so its schema is catalogued.',
|
|
|
+ )
|
|
|
+ }
|
|
|
+}
|
|
|
+
|
|
|
+/**
|
|
|
+ * Boot each tool package on a fresh Context and harvest its model-facing
|
|
|
+ * schemas. A fresh Context per package keeps attribution clean (each entry's
|
|
|
+ * schemas come from exactly that package) and isolates a boot failure to its
|
|
|
+ * own entry. Disposed after harvest so no executor/provider outlives the run.
|
|
|
+ */
|
|
|
+export async function collectToolCatalog(packages: ToolPackage[] = TOOL_PACKAGES): Promise<ToolCatalog> {
|
|
|
+ assertManifestComplete(packages)
|
|
|
+ const catalog: ToolCatalog = []
|
|
|
+ for (const entry of packages) {
|
|
|
+ const ctx = new Context()
|
|
|
+ await ctx.plugin(SystemPrompt)
|
|
|
+ await ctx.plugin(ToolRegistry)
|
|
|
+ await entry.mount(ctx)
|
|
|
+ // Copy the schemas out before the context is torn down.
|
|
|
+ const schemas = ctx.tools.schemas().sort((a, b) => a.name.localeCompare(b.name))
|
|
|
+ await ctx.fiber.dispose()
|
|
|
+ catalog.push({ pkg: entry.pkg, source: entry.source, schemas })
|
|
|
+ }
|
|
|
+ return catalog
|
|
|
+}
|
|
|
+
|
|
|
+/** Render one tool's entry: name, description, JSON-Schema parameters, source. */
|
|
|
+function renderTool(schema: ToolSchema, source: string): string[] {
|
|
|
+ const out = [`### \`${schema.name}\``, '']
|
|
|
+ if (schema.description) out.push(schema.description, '')
|
|
|
+ if (schema.strict !== undefined) out.push(`Strict: \`${String(schema.strict)}\``, '')
|
|
|
+ out.push('```json', JSON.stringify(schema.parameters, null, 2), '```', '')
|
|
|
+ out.push(`Source: [\`${source}\`](../../${source})`, '')
|
|
|
+ return out
|
|
|
+}
|
|
|
+
|
|
|
+/** Render the full catalog (pure, deterministic given the manifest-ordered input). */
|
|
|
+export function render(catalog: ToolCatalog): string {
|
|
|
+ const lines: string[] = [
|
|
|
+ '<!-- Generated by scripts/gen-tool-catalog.ts — do not edit by hand.',
|
|
|
+ ' Run `pnpm run gen-tool-catalog` to regenerate. -->',
|
|
|
+ '',
|
|
|
+ '# Tool Schema Catalog',
|
|
|
+ '',
|
|
|
+ 'Every model-facing tool a shipped plugin contributes to `ctx.tools`: the exact `name`, `description`, and JSON-Schema `parameters` the model receives via the system-prompt assembly. It complements the [cordis events & services catalog](../cordis-catalog/events-and-services.md) (the wiring a plugin listens to and calls) and [core-data-structures/](../core-data-structures/core.md) (the types those signatures move) — this page is the *tools* the agent is offered.',
|
|
|
+ '',
|
|
|
+ 'This file is GENERATED and verified fresh by `pnpm run verify-tool-catalog` (part of `doc-sync`) — do not edit it by hand. Unlike the cordis catalog (a pure source-AST pass), this generator BOOTS each tool plugin on a real context and reads `ctx.tools.schemas()`, because a tool schema is not statically knowable (runtime-spread enums, concatenated descriptions, config-driven names, raw-JSON-Schema MCP tools). A completeness guard globs `packages/*/tool-*` and fails if any package is missing from the generator\'s boot manifest, so a new tool cannot be silently undocumented. See [the tool-schema-catalog RFC](../rfc/implemented/process/2026-07-02-tool-schema-catalog.md).',
|
|
|
+ '',
|
|
|
+ 'Scope: shipped product tools under `packages/*/tool-*`. The `examples/` demo tools (e.g. `echo`) are excluded, matching the cordis catalog\'s packages-only scope.',
|
|
|
+ '',
|
|
|
+ ]
|
|
|
+ for (const entry of catalog) {
|
|
|
+ lines.push(`## \`${entry.pkg}\``, '')
|
|
|
+ for (const schema of entry.schemas) lines.push(...renderTool(schema, entry.source))
|
|
|
+ }
|
|
|
+ return lines.join('\n')
|
|
|
+}
|
|
|
+
|
|
|
+/** CLI entry: default writes the catalog, `--check` fails if the committed copy
|
|
|
+ * is stale. Guarded behind an entry-point check so importing this module for
|
|
|
+ * tests neither regenerates the committed file nor calls process.exit. */
|
|
|
+async function main(): Promise<void> {
|
|
|
+ const content = render(await collectToolCatalog())
|
|
|
+ if (process.argv.includes('--check')) {
|
|
|
+ let committed: string | null = null
|
|
|
+ try {
|
|
|
+ committed = readFileSync(resolve(root, OUT), 'utf8')
|
|
|
+ } catch {
|
|
|
+ // Only ENOENT (not yet generated) is expected; a present-but-unreadable
|
|
|
+ // file is not a state this repo produces. Either way the remedy is the
|
|
|
+ // same — regenerate — so treat a read failure as "stale".
|
|
|
+ committed = null
|
|
|
+ }
|
|
|
+ if (committed === content) {
|
|
|
+ console.log(`gen-tool-catalog: ${OUT} is up to date.`)
|
|
|
+ process.exit(0)
|
|
|
+ }
|
|
|
+ console.error(`gen-tool-catalog: ${OUT} is stale. Run \`pnpm run gen-tool-catalog\` and commit ${OUT}.`)
|
|
|
+ process.exit(1)
|
|
|
+ }
|
|
|
+
|
|
|
+ writeFileSync(resolve(root, OUT), content)
|
|
|
+ console.log(`gen-tool-catalog: wrote ${OUT}.`)
|
|
|
+}
|
|
|
+
|
|
|
+// Run only when invoked as a script, not when imported by a test.
|
|
|
+if (process.argv[1] && import.meta.filename === resolve(process.argv[1])) {
|
|
|
+ await main()
|
|
|
+}
|
Tianyi Cui