| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688 |
- import { describe, expect, it } from 'vitest'
- import { Context } from '@deepseek-ai/cordis'
- import { createUserMessage, CallId } from '@deepseek-ai/dsh-llm'
- import { createScope } from '@deepseek-ai/dsh-scope'
- import type { Scope } from '@deepseek-ai/dsh-scope'
- import SystemPrompt from '@deepseek-ai/dsh-system-prompt'
- import { CodeRuntime } from '@deepseek-ai/dsh-code-runtime'
- import type { CodeRunRequest, CodeRunResult } from '@deepseek-ai/dsh-code-runtime'
- import ToolRegistry, { CodeRunFailedError, RUN_CODE_NAME, TOOL_ABORTED_BEFORE_DISPATCH, defineContentToolFixture, defineTool } from '@deepseek-ai/dsh-tools'
- import type { Config, JsonSchemaNode, PostToolDecision, ToolExecutionResult } from '@deepseek-ai/dsh-tools'
- import type { Agent } from '@deepseek-ai/dsh-agent'
- import { Session, SessionId } from '@deepseek-ai/dsh-session'
- import type { JsonValue, SessionEventMap } from '@deepseek-ai/dsh-session'
- const testToolSignal = new AbortController().signal
- /**
- * Code Mode unit tier (per the Agent Note's plan): provider contribution per mode,
- * misconfiguration rejections, the run_code dispatch bridge (serialization,
- * abort, JSON normalization, error mapping, events, quiescence), and HMR
- * safety — all against an in-repo fake runtime, exactly the
- * Service Definition / Service provider / Consumer roles the seam promises.
- */
- /** A scriptable in-repo CodeRuntime: each test sets `behavior` to drive the bindings however it needs. */
- class FakeRuntime extends CodeRuntime {
- readonly language: string
- readonly isolation = 'fake'
- behavior: (request: CodeRunRequest) => Promise<CodeRunResult> = () => Promise.resolve({ logs: [] })
- lastRequest?: CodeRunRequest
- constructor(ctx: Context, config: { language?: string } = {}) {
- super(ctx)
- this.language = config.language ?? 'typescript'
- }
- run(request: CodeRunRequest): Promise<CodeRunResult> {
- this.lastRequest = request
- return this.behavior(request)
- }
- }
- interface SetupOptions {
- mode?: Config['mode']
- maxParallelSubCalls?: number
- runtime?: false | { language?: string }
- toolOrder?: string[]
- }
- async function setup(options: SetupOptions = {}) {
- const ctx = new Context()
- await ctx.plugin(SystemPrompt, { ...options.toolOrder ? { toolOrder: options.toolOrder } : {} })
- await ctx.plugin(ToolRegistry, { mode: options.mode ?? 'code', ...options.maxParallelSubCalls !== undefined ? { maxParallelSubCalls: options.maxParallelSubCalls } : {} })
- let runtime: FakeRuntime | undefined
- if (options.runtime !== false) {
- await ctx.plugin(FakeRuntime, options.runtime ?? {})
- runtime = ctx.codeRuntime as FakeRuntime
- }
- return { ctx, tools: ctx.tools, systemPrompt: ctx.systemPrompt, runtime: runtime! }
- }
- /** Mint an agent scope configured like production that can register scoped tool policy. */
- async function mintAgentScope(ctx: Context, name = 'scoped'): Promise<{ scope: Scope; agent: Agent }> {
- const agent = { id: SessionId(name) } as Agent
- let scope!: Scope
- await ctx.plugin(Object.assign((inner: Context) => { scope = createScope(inner, agent) },
- { inject: ['tools', 'systemPrompt'] }))
- return { scope, agent }
- }
- /** Register a trivial echo tool; returns the calls it received. */
- function registerEcho(ctx: Context, name = 'echo'): unknown[] {
- const calls: unknown[] = []
- ctx.tools.register(defineTool({
- name,
- description: `Echo tool ${name}.`,
- parameters: { value: { type: 'string', required: true } },
- output: {
- schema: { type: 'string' },
- render: (_args, value) => [{ type: 'text', text: value }],
- },
- execute(args) {
- calls.push(args)
- return Promise.resolve(`${name}:${args.value}`)
- },
- }))
- return calls
- }
- /** A structural fake of the owning agent: captures session appends. */
- function fakeAgent(): { agent: Agent; events: { type: string; data: unknown }[] } {
- const events: { type: string; data: unknown }[] = []
- const agent = {
- session: {
- header: { cwd: '/workspace' },
- append: (type: string, data: unknown) => { events.push({ type, data }) },
- },
- } as unknown as Agent
- return { agent, events }
- }
- /** Dispatch run_code through the registry pipeline, as the loop would. */
- async function runCode(
- ctx: Context,
- code: string,
- extras: { agent?: Agent; signal?: AbortSignal; description?: string } = {},
- ): Promise<ToolExecutionResult> {
- return ctx.tools.execute({
- signal: testToolSignal,
- callId: CallId('call-1'),
- name: RUN_CODE_NAME,
- arguments: { code, description: extras.description ?? 'Run the test program' },
- ...extras.agent ? { agent: extras.agent } : {},
- ...extras.signal ? { signal: extras.signal } : {},
- })
- }
- describe('mode-aware wire contribution', () => {
- it("mode 'native' contributes every schema, no run_code, no SDK section — and needs no runtime", async () => {
- const { ctx, systemPrompt } = await setup({ mode: 'native', runtime: false })
- registerEcho(ctx)
- const assembly = await systemPrompt.assemble()
- expect(assembly.tools.map(tool => tool.name)).toEqual(['echo'])
- expect(assembly.sections.some(section => section.name === 'tools:sdk')).toBe(false)
- })
- it("mode 'code' contributes exactly [run_code] plus the SDK section declaring the other tools", async () => {
- const { ctx, systemPrompt } = await setup({ mode: 'code' })
- registerEcho(ctx)
- const assembly = await systemPrompt.assemble()
- expect(assembly.tools.map(tool => tool.name)).toEqual([RUN_CODE_NAME])
- const sdk = assembly.sections.find(section => section.name === 'tools:sdk')
- expect(sdk?.text).toContain('declare const tools: {')
- expect(sdk?.text).toContain('echo: {')
- expect(sdk?.text).not.toContain('run_code:')
- })
- it('projects deeply nested output schemas into the Code Mode SDK without structured-clone recursion', async () => {
- const { ctx, systemPrompt } = await setup({ mode: 'code' })
- let output: JsonSchemaNode = { type: 'string' }
- for (let depth = 0; depth < 5_000; depth++) {
- output = { oneOf: [output, { type: 'null' }] }
- }
- ctx.tools.register({
- name: 'deep_output',
- description: 'Return a deeply nested output union.',
- parameters: { type: 'object', properties: {} },
- output: {
- schema: output,
- render: (_args, value) => [{ type: 'text', text: typeof value === 'string' ? value : 'null' }],
- },
- execute() { return Promise.resolve('ok') },
- })
- const assembly = await systemPrompt.assemble()
- const sdk = assembly.sections.find(section => section.name === 'tools:sdk')?.text
- expect(sdk).toContain('deep_output: Record<string, JsonValue>;')
- expect(sdk).toContain('deep_output: string | null')
- })
- it.each(['code', 'both'] as const)('treats expert assembly output as authoritative in mode %s', async (mode) => {
- const { ctx, systemPrompt } = await setup({ mode })
- registerEcho(ctx)
- ctx.on('system-prompt/assemble', async (_assembly, _context, next) => {
- const assembly = await next()
- return {
- ...assembly,
- sections: assembly.sections.filter(section => section.name !== 'tools:sdk'),
- tools: assembly.tools.filter(tool => tool.name !== RUN_CODE_NAME),
- }
- }, { prepend: true })
- const assembly = await systemPrompt.assemble()
- expect(assembly.sections.some(section => section.name === 'tools:sdk')).toBe(false)
- expect(assembly.tools.some(tool => tool.name === RUN_CODE_NAME)).toBe(false)
- })
- it.each(['code', 'both'] as const)('lets one scope shadow the default SDK section in mode %s', async (mode) => {
- const { ctx, systemPrompt } = await setup({ mode })
- registerEcho(ctx)
- const { scope, agent } = await mintAgentScope(ctx)
- scope.ctx.systemPrompt.section({ name: 'tools:sdk', order: 150, text: 'SCOPED SDK' })
- const scoped = await systemPrompt.assemble({ scope: agent })
- const global = await systemPrompt.assemble()
- expect(scoped.sections.find(section => section.name === 'tools:sdk')?.text).toBe('SCOPED SDK')
- expect(global.sections.find(section => section.name === 'tools:sdk')?.text).toContain('declare const tools:')
- })
- it("mode 'both' contributes every native schema plus run_code, and the SDK section", async () => {
- const { ctx, systemPrompt } = await setup({ mode: 'both' })
- registerEcho(ctx)
- const assembly = await systemPrompt.assemble()
- expect(assembly.tools.map(tool => tool.name)).toEqual(['echo', RUN_CODE_NAME])
- expect(assembly.sections.some(section => section.name === 'tools:sdk')).toBe(true)
- })
- it.each(['code', 'both'] as const)('keeps the run_code transport outside scoped allow-list filtering in mode %s', async (mode) => {
- const { ctx, systemPrompt, runtime } = await setup({ mode })
- registerEcho(ctx, 'echo')
- registerEcho(ctx, 'hidden')
- const { scope, agent } = await mintAgentScope(ctx)
- const lift = scope.ctx.tools.restrict({ allow: ['echo'] })
- const assembly = await systemPrompt.assemble({ scope: agent })
- expect(assembly.tools.map(tool => tool.name)).toEqual(mode === 'code'
- ? [RUN_CODE_NAME]
- : ['echo', RUN_CODE_NAME])
- const sdk = assembly.sections.find(section => section.name === 'tools:sdk')?.text
- expect(sdk).toContain('echo: {')
- expect(sdk).not.toContain('hidden:')
- runtime.behavior = request => Promise.resolve({
- logs: [],
- value: Object.keys(request.bindings[0]!.functions).sort().join(','),
- })
- const result = await runCode(ctx, 'return Object.keys(tools)', { agent })
- expect(result.isError).toBe(false)
- expect(result.content).toEqual([{ type: 'text', text: 'echo' }])
- lift()
- const unrestricted = await systemPrompt.assemble({ scope: agent })
- expect(unrestricted.tools.map(tool => tool.name)).toEqual(mode === 'code'
- ? [RUN_CODE_NAME]
- : ['echo', 'hidden', RUN_CODE_NAME])
- })
- it.each(['code', 'both'] as const)('keeps the run_code transport outside scoped deny-list filtering in mode %s', async (mode) => {
- const { ctx, systemPrompt, runtime } = await setup({ mode })
- registerEcho(ctx, 'denied')
- registerEcho(ctx, 'kept')
- const { scope, agent } = await mintAgentScope(ctx)
- scope.ctx.tools.restrict({ deny: ['denied'] })
- const assembly = await systemPrompt.assemble({ scope: agent })
- expect(assembly.tools.map(tool => tool.name)).toEqual(mode === 'code'
- ? [RUN_CODE_NAME]
- : ['kept', RUN_CODE_NAME])
- const sdk = assembly.sections.find(section => section.name === 'tools:sdk')?.text
- expect(sdk).not.toContain('denied:')
- expect(sdk).toContain('kept: {')
- runtime.behavior = request => Promise.resolve({
- logs: [],
- value: Object.keys(request.bindings[0]!.functions).sort().join(','),
- })
- const result = await runCode(ctx, 'return Object.keys(tools)', { agent })
- expect(result.isError).toBe(false)
- expect(result.content).toEqual([{ type: 'text', text: 'kept' }])
- })
- it.each(['code', 'both'] as const)('reserves run_code against scoped shadows and explicit restrictions in mode %s', async (mode) => {
- const { ctx, systemPrompt } = await setup({ mode })
- const { scope, agent } = await mintAgentScope(ctx)
- const impostor = defineContentToolFixture({
- name: RUN_CODE_NAME,
- description: 'Scoped impostor.',
- parameters: {},
- execute: () => Promise.resolve([{ type: 'text' as const, text: 'impostor' }]),
- })
- expect(() => scope.ctx.tools.register(impostor)).toThrow(/reserved for the Code Mode presentation transport/)
- expect(() => ctx.tools.register(impostor)).toThrow(/reserved for the Code Mode presentation transport/)
- expect(() => scope.ctx.tools.restrict({ allow: [RUN_CODE_NAME] })).toThrow(/cannot name reserved Code Mode presentation transport/)
- expect(() => scope.ctx.tools.restrict({ deny: [RUN_CODE_NAME] })).toThrow(/cannot name reserved Code Mode presentation transport/)
- scope.ctx.systemPrompt.section({ name: 'scoped-note', order: 149, text: 'safe note' })
- scope.ctx.tools.register(defineContentToolFixture({
- name: 'scoped_safe',
- description: 'Safe scoped tool.',
- parameters: {},
- execute: () => Promise.resolve([{ type: 'text' as const, text: 'safe' }]),
- }))
- const assembly = await systemPrompt.assemble({ scope: agent })
- const transports = assembly.tools.filter(tool => tool.name === RUN_CODE_NAME)
- expect(transports).toHaveLength(1)
- expect(transports[0]?.description).toContain('Execute a TypeScript program')
- expect(assembly.sections.find(section => section.name === 'scoped-note')?.text).toBe('safe note')
- expect(assembly.sections.find(section => section.name === 'tools:sdk')?.text).toContain('scoped_safe:')
- expect(ctx.tools.get(RUN_CODE_NAME, agent)).toBe(ctx.tools.get(RUN_CODE_NAME))
- const result = await runCode(ctx, 'return 1', { agent })
- expect(result.content).toEqual([{ type: 'text', text: '(run_code completed with no output)' }])
- })
- it.each(['code', 'both'] as const)('keeps run_code in the toolOrder universe without exposing it as a restriction target in mode %s', async (mode) => {
- const { ctx, systemPrompt } = await setup({
- mode,
- toolOrder: [RUN_CODE_NAME, '<unlisted-tools>'],
- })
- registerEcho(ctx)
- const { agent } = await mintAgentScope(ctx)
- const assembly = await systemPrompt.assemble({ scope: agent })
- expect(assembly.tools.map(tool => tool.name)).toEqual(mode === 'code'
- ? [RUN_CODE_NAME]
- : [RUN_CODE_NAME, 'echo'])
- })
- it("never exposes run_code to programs, even under mode 'both' (no recursive dispatch path)", async () => {
- const { ctx, runtime } = await setup({ mode: 'both' })
- registerEcho(ctx)
- runtime.behavior = (request) => {
- expect(request.bindings[0]!.errorClass).toEqual({
- name: 'ToolCallError',
- memberNameProperty: 'toolName',
- })
- const functions = request.bindings[0]!.functions
- return Promise.resolve({
- logs: [],
- value: JSON.stringify({
- names: Object.keys(functions).sort(),
- // Own-property AND prototype-chain reads both come back empty —
- // there is no handle a program could re-enter run_code through.
- runCode: String(functions[RUN_CODE_NAME]),
- }),
- })
- }
- const result = await runCode(ctx, 'program')
- expect(result.isError).toBe(false)
- expect(JSON.parse((result.content[0] as { text: string }).text)).toEqual({ names: ['echo'], runCode: 'undefined' })
- })
- it('renders byte-identical SDK text across consecutive assemblies of an unchanged tool set', async () => {
- const { ctx, systemPrompt } = await setup({ mode: 'code' })
- registerEcho(ctx)
- const first = await systemPrompt.assemble()
- const second = await systemPrompt.assemble()
- const text = (assembly: typeof first) => assembly.sections.find(section => section.name === 'tools:sdk')?.text
- expect(text(first)).toBe(text(second))
- })
- it('rejects every assembly when a non-native mode has no code runtime', async () => {
- const { systemPrompt } = await setup({ mode: 'code', runtime: false })
- await expect(systemPrompt.assemble()).rejects.toThrow(/requires a code runtime/)
- })
- it('rejects every assembly when the runtime language has no registered SDK renderer', async () => {
- const { systemPrompt } = await setup({ mode: 'code', runtime: { language: 'ruby' } })
- await expect(systemPrompt.assemble()).rejects.toThrow(/no SDK renderer registered for runtime language "ruby"/)
- })
- it('assembles under a python runtime by picking the Python SDK renderer', async () => {
- const { ctx, systemPrompt } = await setup({ mode: 'code', runtime: { language: 'python' } })
- registerEcho(ctx)
- const assembly = await systemPrompt.assemble()
- const sdk = assembly.sections.find(section => section.name === 'tools:sdk')
- expect(sdk?.text).toContain('class Tools(Protocol):')
- expect(sdk?.text).toContain('async def echo(self, args:')
- expect(sdk?.text).toContain('top-level `await`')
- })
- it("assembles under a python runtime in mode 'both' as well, SDK and schema together", async () => {
- // `both` reaches the same wireSchemas/requireCodeRuntime/SDK-section code
- // as `code`, so this pins the mode-by-language matrix rather than a
- // separate path — including that the `wireSchemas` projection behind
- // `assembly.tools` picks the Python flavor under `both` instead of hitting
- // the flavor-table guard.
- const { ctx, systemPrompt } = await setup({ mode: 'both', runtime: { language: 'python' } })
- registerEcho(ctx)
- const assembly = await systemPrompt.assemble()
- expect(assembly.sections.find(section => section.name === 'tools:sdk')?.text).toContain('class Tools(Protocol):')
- const runCodeSchema = assembly.tools.find(tool => tool.name === RUN_CODE_NAME)
- expect(runCodeSchema?.description).toContain('Execute a Python program')
- // `both` keeps the native tools alongside run_code; `code` does not.
- expect(assembly.tools.map(tool => tool.name)).toContain('echo')
- })
- it('emits a TypeScript-flavored run_code schema under a typescript runtime', async () => {
- const { ctx, systemPrompt } = await setup({ mode: 'code', runtime: { language: 'typescript' } })
- registerEcho(ctx)
- const assembly = await systemPrompt.assemble()
- const runCodeSchema = assembly.tools.find(tool => tool.name === RUN_CODE_NAME)
- expect(runCodeSchema?.description).toContain('Execute a TypeScript program')
- expect(runCodeSchema?.description).toContain('BODY of an')
- const codeParam = (runCodeSchema?.parameters as { properties: { code: { description: string } } }).properties.code
- expect(codeParam.description).toBe('The program: the body of an async TypeScript function.')
- })
- it('emits a Python-flavored run_code schema under a python runtime (matches the SDK language)', async () => {
- const { ctx, systemPrompt } = await setup({ mode: 'code', runtime: { language: 'python' } })
- registerEcho(ctx)
- const assembly = await systemPrompt.assemble()
- const runCodeSchema = assembly.tools.find(tool => tool.name === RUN_CODE_NAME)
- expect(runCodeSchema?.description).toContain('Execute a Python program')
- expect(runCodeSchema?.description).toContain('`return <value>`')
- expect(runCodeSchema?.description).not.toContain('TypeScript')
- const codeParam = (runCodeSchema?.parameters as { properties: { code: { description: string } } }).properties.code
- expect(codeParam.description).toBe('The program: the body of an async Python function.')
- })
- it('resolves the run_code schema flavor lazily and fails loud on a language absent from the flavor table', async () => {
- // The flavor getter reads the runtime directly (peekRuntime), so it — not
- // requireCodeRuntime — owns the flavor-table guard. Keeping
- // RUN_CODE_FLAVORS in step with SDK_RENDERERS is the compiler's job (both
- // are `satisfies`-checked against CodeSdkLanguage), so what the guard
- // covers is a mounted runtime naming a language absent from both tables,
- // which throws when the schema is projected. Assembly's
- // requireCodeRuntime rejects such a language earlier; this reaches the
- // guard on its own.
- const { ctx } = await setup({ mode: 'code', runtime: { language: 'ruby' } })
- const definition = ctx.tools.get(RUN_CODE_NAME)
- // Names the known languages, symmetric with the SDK_RENDERERS guard: this
- // is the reachable rejection, so it must be at least as diagnosable.
- expect(() => definition?.description)
- .toThrow(/no run_code schema flavor registered for runtime language "ruby" \(known: "typescript", "python"\)/)
- })
- it('degrades the run_code flavor to TypeScript when no runtime is mounted', async () => {
- // Any reader of the definition without a mounted runtime uses this fallback; the
- // shipped one is the tool-catalog generator, which boots the registry under
- // `mode: code` and reads run_code's schema WITHOUT a runtime. peekRuntime
- // returns undefined there, so the flavor getter degrades to the TS default
- // rather than throwing. None of those readers feeds a model: assembly goes
- // through wireSchemas, which requires a runtime first.
- const { ctx } = await setup({ mode: 'code', runtime: false })
- const definition = ctx.tools.get(RUN_CODE_NAME)
- expect(definition?.description).toContain('Execute a TypeScript program')
- const params = definition?.parameters as { properties: { code: { description: string } } }
- expect(params.properties.code.description).toBe('The program: the body of an async TypeScript function.')
- })
- it("rejects the assembly when toolOrder names a native tool that mode 'code' no longer contributes", async () => {
- const { ctx, systemPrompt } = await setup({ mode: 'code', toolOrder: ['echo', '<unlisted-tools>'] })
- registerEcho(ctx)
- await expect(systemPrompt.assemble()).rejects.toThrow(/toolOrder lists unregistered tool "echo"/)
- })
- it('removes run_code and the SDK section when the registry fiber disposes (HMR safety)', async () => {
- const ctx = new Context()
- await ctx.plugin(SystemPrompt, {})
- await ctx.plugin(FakeRuntime, {})
- const fiber = await ctx.plugin(ToolRegistry, { mode: 'code' })
- expect(ctx.tools.get(RUN_CODE_NAME)).toBeDefined()
- await fiber.dispose()
- const assembly = await ctx.systemPrompt.assemble()
- expect(assembly.tools).toEqual([])
- expect(assembly.sections.some(section => section.name === 'tools:sdk')).toBe(false)
- })
- })
- describe('the sub-dispatch scheduler (native concurrency contract)', () => {
- /** Register a tool whose calls resolve only when the test releases them; returns live-call telemetry. */
- function registerGated(ctx: Context, name: string, concurrencySafe: boolean) {
- const gates: (() => void)[] = []
- let live = 0
- let peak = 0
- const order: string[] = []
- ctx.tools.register(defineTool({
- name,
- description: `Gated tool ${name}.`,
- parameters: { id: { type: 'string', required: true } },
- output: {
- schema: { type: 'string' },
- render: (_args, value) => [{ type: 'text', text: value }],
- },
- ...concurrencySafe ? { isConcurrencySafe: () => true } : {},
- async execute(args, exec) {
- order.push(`start:${args.id}`)
- live++
- peak = Math.max(peak, live)
- // Abort-observing like a real tool: the run-scoped abort releases the
- // gate so the bridge's drain reaches quiescence.
- await new Promise<void>((release) => {
- gates.push(release)
- exec.signal.addEventListener('abort', () => { release() }, { once: true })
- })
- live--
- order.push(`end:${args.id}`)
- return `${name}:${args.id}`
- },
- }))
- const release = (): void => { gates.shift()?.() }
- const releaseAll = (): void => { while (gates.length > 0) gates.shift()!() }
- return { order, release, releaseAll, peakLive: () => peak, pending: () => gates.length }
- }
- it('overlaps concurrency-safe calls under Promise.all and logs a start event per dispatch', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- const gated = registerGated(ctx, 'safe_read', true)
- const { agent, events } = fakeAgent()
- runtime.behavior = async (request) => {
- const tools = request.bindings[0]!.functions
- const all = Promise.all([
- tools.safe_read!({ id: 'a' }),
- tools.safe_read!({ id: 'b' }),
- tools.safe_read!({ id: 'c' }),
- ])
- // All three must be START-able without any completion (overlap proof).
- await expect.poll(() => gated.pending()).toBe(3)
- gated.releaseAll()
- return { logs: [], value: (await all).map(String).join(',') }
- }
- const result = await runCode(ctx, 'program', { agent })
- expect(result.isError).toBe(false)
- expect(gated.peakLive()).toBe(3)
- if (result.isError) throw new Error('expected success')
- expect(result.value).toMatchObject({ result: 'safe_read:a,safe_read:b,safe_read:c' })
- // One start per dispatch, paired with its settle by subCallId, starts in submission order.
- const starts = events.filter(event => event.type === 'tool/code-dispatch-start').map(event => event.data as { subCallId: string })
- const settles = events.filter(event => event.type === 'tool/code-dispatch').map(event => event.data as { subCallId: string })
- expect(starts.map(start => start.subCallId)).toEqual(['call-1:code:1', 'call-1:code:2', 'call-1:code:3'])
- expect(new Set(settles.map(settle => settle.subCallId))).toEqual(new Set(starts.map(start => start.subCallId)))
- })
- it('an exclusive call bars overlap: safe calls drain first, it runs alone, later calls wait', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- const safe = registerGated(ctx, 'safe_read', true)
- const unsafe = registerGated(ctx, 'writer', false)
- runtime.behavior = async (request) => {
- const tools = request.bindings[0]!.functions
- const reads = [tools.safe_read!({ id: 'r1' }), tools.safe_read!({ id: 'r2' })]
- const write = tools.writer!({ id: 'w' })
- const tail = tools.safe_read!({ id: 'r3' })
- await expect.poll(() => safe.pending()).toBe(2)
- // The exclusive call must NOT have started while the pool is live.
- expect(unsafe.pending()).toBe(0)
- safe.releaseAll()
- await expect.poll(() => unsafe.pending()).toBe(1)
- // The trailing safe call must NOT start while the exclusive one runs.
- expect(safe.pending()).toBe(0)
- unsafe.release()
- await expect.poll(() => safe.pending()).toBe(1)
- safe.releaseAll()
- await Promise.all([...reads, write, tail])
- return { logs: [], value: 'ordered' }
- }
- const result = await runCode(ctx, 'program')
- expect(result.isError).toBe(false)
- expect(safe.order.slice(0, 2)).toEqual(['start:r1', 'start:r2'])
- expect(unsafe.order).toEqual(['start:w', 'end:w'])
- // r3 started only after w ended.
- expect(safe.order.indexOf('start:r3')).toBeGreaterThan(safe.order.indexOf('end:r1'))
- })
- it('maxParallelSubCalls caps the overlap window', async () => {
- const { ctx, runtime } = await setup({ mode: 'code', maxParallelSubCalls: 2 })
- const gated = registerGated(ctx, 'safe_read', true)
- runtime.behavior = async (request) => {
- const tools = request.bindings[0]!.functions
- const all = Promise.all([
- tools.safe_read!({ id: 'a' }),
- tools.safe_read!({ id: 'b' }),
- tools.safe_read!({ id: 'c' }),
- ])
- await expect.poll(() => gated.pending()).toBe(2)
- // The third call waits for a slot.
- expect(gated.pending()).toBe(2)
- gated.release()
- await expect.poll(() => gated.pending()).toBe(2)
- gated.releaseAll()
- await all
- return { logs: [], value: 'capped' }
- }
- const result = await runCode(ctx, 'program')
- if (result.isError) console.error('CAP-FAIL:', (result.content[0] as { text: string }).text)
- expect(result.isError).toBe(false)
- expect(gated.peakLive()).toBe(2)
- })
- it('a tool unregistered between binding enumeration and dispatch fails as unknown tool', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- const calls: unknown[] = []
- const dispose = ctx.tools.register(defineTool({
- name: 'ephemeral',
- description: 'Unregistered between binding enumeration and dispatch.',
- parameters: {},
- output: {
- schema: { type: 'string' },
- render: (_args, value) => [{ type: 'text', text: value }],
- },
- execute() {
- calls.push('ran')
- return Promise.resolve('ok')
- },
- }))
- runtime.behavior = async (request) => {
- // The binding exists (enumerated at run start); the registry mutation
- // makes prepare resolve UNKNOWN_TOOL as a final-result, which commits
- // through scheduler.finish (no post-execute).
- dispose()
- const message = await request.bindings[0]!.functions.ephemeral!({})
- .then(() => 'resolved', (error: unknown) => error instanceof Error ? error.message : String(error))
- return { logs: [], value: message }
- }
- const result = await runCode(ctx, 'program')
- expect(result.isError).toBe(false)
- if (result.isError) throw new Error('expected success')
- expect(result.value).toMatchObject({ result: 'unknown tool "ephemeral"' })
- expect(calls).toEqual([])
- })
- it('ordered pre-execute never overlaps: a slow policy on one call delays the next start', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- const gated = registerGated(ctx, 'safe_read', true)
- const stages: string[] = []
- let releaseGate: (() => void) | undefined
- ctx.on('tools/pre-execute', async (preExec, next) => {
- if (preExec.name !== 'safe_read') return next()
- stages.push(`pre-enter:${String(preExec.callId)}`)
- if (releaseGate === undefined) {
- // The FIRST call's policy awaits an asynchronous decision.
- await new Promise<void>((resolve) => { releaseGate = resolve })
- }
- stages.push(`pre-exit:${String(preExec.callId)}`)
- return next()
- })
- runtime.behavior = async (request) => {
- const tools = request.bindings[0]!.functions
- const all = Promise.all([tools.safe_read!({ id: 'a' }), tools.safe_read!({ id: 'b' })])
- // Both submissions are in; the second pre-execute must NOT have entered
- // while the first is still awaiting its policy decision.
- await expect.poll(() => stages.length).toBeGreaterThanOrEqual(1)
- expect(stages).toEqual(['pre-enter:call-1:code:1'])
- releaseGate!()
- await expect.poll(() => gated.pending()).toBe(2)
- gated.releaseAll()
- await all
- return { logs: [], value: 'ordered-prepare' }
- }
- const result = await runCode(ctx, 'program')
- expect(result.isError).toBe(false)
- expect(stages).toEqual([
- 'pre-enter:call-1:code:1', 'pre-exit:call-1:code:1',
- 'pre-enter:call-1:code:2', 'pre-exit:call-1:code:2',
- ])
- })
- it('an exclusive call holds its barrier through post-execute: the next start waits for the commit', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- const writer = registerGated(ctx, 'writer', false)
- const reader = registerGated(ctx, 'safe_read', true)
- const stages: string[] = []
- let releasePost: (() => void) | undefined
- ctx.on('tools/post-execute', async (postExec, _result, next): Promise<PostToolDecision> => {
- if (postExec.name === 'writer') {
- stages.push('post-enter:writer')
- await new Promise<void>((resolve) => { releasePost = resolve })
- stages.push('post-exit:writer')
- }
- return next()
- })
- runtime.behavior = async (request) => {
- const tools = request.bindings[0]!.functions
- const w = tools.writer!({ id: 'w' })
- const r = tools.safe_read!({ id: 'r' })
- await expect.poll(() => writer.pending()).toBe(1)
- writer.release()
- // The writer's body is done and its async post-execute is running; the
- // parallel read must not have STARTED (no pre/body) while the exclusive
- // call's pipeline is still open.
- await expect.poll(() => stages).toContain('post-enter:writer')
- expect(reader.pending()).toBe(0)
- releasePost!()
- await w
- await expect.poll(() => reader.pending()).toBe(1)
- reader.releaseAll()
- await r
- return { logs: [], value: 'barrier-through-commit' }
- }
- const result = await runCode(ctx, 'program')
- expect(result.isError).toBe(false)
- expect(stages).toEqual(['post-enter:writer', 'post-exit:writer'])
- })
- it('run settlement drains a commit already in progress: the settle event is appended inside the turn', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- const gated = registerGated(ctx, 'safe_read', true)
- const { agent, events } = fakeAgent()
- let releasePost: (() => void) | undefined
- ctx.on('tools/post-execute', async (postExec, _result, next): Promise<PostToolDecision> => {
- if (postExec.name === 'safe_read') {
- await new Promise<void>((resolve) => { releasePost = resolve })
- }
- return next()
- })
- runtime.behavior = async (request) => {
- // Fire-and-forget: the program returns while the sub-call's async
- // post-execute commit is mid-flight.
- request.bindings[0]!.functions.safe_read!({ id: 'a' }).catch(() => 'run-over')
- await expect.poll(() => gated.pending()).toBe(1)
- gated.release()
- await expect.poll(() => releasePost !== undefined).toBe(true)
- queueMicrotask(() => { releasePost!() })
- return { logs: [], value: 'returned-early' }
- }
- const result = await runCode(ctx, 'program', { agent })
- expect(result.isError).toBe(false)
- // The drain awaited the in-progress commit: the settle event exists and
- // preceded the run_code turn closing (all appends happen inside
- // execute()). The run's settlement aborted the sub-call's signal while
- // its post-execute was mid-flight, so the native cancellation contract
- // replaces the successful outcome with the aborted result — the event is
- // still durable and in-turn, which is the invariant under test.
- const settles = events.filter(event => event.type === 'tool/code-dispatch')
- expect(settles).toHaveLength(1)
- expect(settles[0]?.data).toMatchObject({ name: 'safe_read', isError: true })
- })
- it('post-execute and context commitment stay in submission order under out-of-order completion', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- const gated = registerGated(ctx, 'safe_read', true)
- const postOrder: string[] = []
- ctx.on('tools/post-execute', async (postExec, _result, next): Promise<PostToolDecision> => {
- if (postExec.name === 'safe_read') {
- postOrder.push(String(postExec.callId))
- return {
- kind: 'accept' as const,
- additionalContexts: [createUserMessage({
- content: [{ type: 'text' as const, text: `ctx:${String(postExec.callId)}` }],
- source: { kind: 'plugin' as const, plugin: 'order-probe' },
- })],
- }
- }
- return next()
- })
- runtime.behavior = async (request) => {
- const tools = request.bindings[0]!.functions
- const all = Promise.all([tools.safe_read!({ id: 'a' }), tools.safe_read!({ id: 'b' })])
- await expect.poll(() => gated.pending()).toBe(2)
- // Complete b FIRST (out of submission order), then a.
- gated.release() // releases a (FIFO gate) — invert: release twice reversed is not possible;
- gated.releaseAll()
- await all
- return { logs: [], value: 'ordered-commit' }
- }
- const result = await runCode(ctx, 'program')
- expect(result.isError).toBe(false)
- // Post-execute observed submission order regardless of completion interleave.
- expect(postOrder).toEqual(['call-1:code:1', 'call-1:code:2'])
- // Deferred contexts reach the outer result in the same order.
- expect(result.additionalContexts?.map(c => (c.content[0] as { text: string }).text))
- .toEqual(['ctx:call-1:code:1', 'ctx:call-1:code:2'])
- })
- it('a queued-unstarted call abandoned by run settlement logs no start event', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- const gated = registerGated(ctx, 'writer', false)
- const { agent, events } = fakeAgent()
- const abandoned: string[] = []
- runtime.behavior = async (request) => {
- const tools = request.bindings[0]!.functions
- // First exclusive call occupies the pool; the second queues unstarted.
- // Both rejections are captured (abandonment fires only at settlement,
- // AFTER this program has already failed — awaiting it here would deadlock).
- tools.writer!({ id: 'w1' }).catch(() => 'settled-under-abort')
- tools.writer!({ id: 'w2' }).catch((error: unknown) => {
- abandoned.push(error instanceof Error ? error.message : String(error))
- })
- await expect.poll(() => gated.pending()).toBe(1)
- // Fail the program while w1 is in flight and w2 is queued unstarted.
- throw new Error('program failed with a queued call')
- }
- const result = await runCode(ctx, 'program', { agent })
- expect(result.isError).toBe(true)
- const starts = events.filter(event => event.type === 'tool/code-dispatch-start').map(event => (event.data as { subCallId: string }).subCallId)
- const settles = events.filter(event => event.type === 'tool/code-dispatch').map(event => (event.data as { subCallId: string }).subCallId)
- // w1 started and settled under the abort; w2 never started and never
- // settled — no start event, no settle event, binding rejected with the
- // abandonment message at drain time.
- expect(starts).toEqual(['call-1:code:1'])
- expect(settles).toEqual(['call-1:code:1'])
- expect(abandoned).toEqual(['run_code run is over (run_code settled); writer tool call abandoned'])
- })
- })
- describe('the run_code dispatch bridge', () => {
- it('bridges tool calls, returns only the curated output, and logs one event per dispatch', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- const calls = registerEcho(ctx)
- const { agent, events } = fakeAgent()
- runtime.behavior = async (request) => {
- const tools = request.bindings[0]!.functions
- const first = await tools.echo!({ value: 'one' })
- const second = await tools.echo!({ value: 'two' })
- if (typeof first !== 'string' || typeof second !== 'string') throw new Error('echo returned a non-string')
- return { logs: [`saw ${first}`], value: second }
- }
- const result = await runCode(ctx, 'const …: string = …', { agent })
- expect(result.isError).toBe(false)
- if (result.isError) throw new Error('expected run_code success')
- expect(result.value).toEqual({ logs: ['saw echo:one'], result: 'echo:two' })
- expect(result.content).toEqual([{ type: 'text', text: 'saw echo:one\necho:two' }])
- expect(calls).toEqual([{ value: 'one' }, { value: 'two' }])
- const dispatches = events.filter(event => event.type === 'tool/code-dispatch')
- expect(dispatches.map(event => event.data)).toEqual([
- {
- rootCallId: 'call-1', parentCallId: 'call-1', subCallId: 'call-1:code:1', name: 'echo',
- arguments: { value: 'one' }, isError: false, content: [{ type: 'text', text: 'echo:one' }],
- },
- {
- rootCallId: 'call-1', parentCallId: 'call-1', subCallId: 'call-1:code:2', name: 'echo',
- arguments: { value: 'two' }, isError: false, content: [{ type: 'text', text: 'echo:two' }],
- },
- ])
- expect(result.meta).toBeUndefined()
- })
- it('exposes only an opaque parent token to nested result observers', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- registerEcho(ctx)
- runtime.behavior = async (request) => {
- await request.bindings[0]!.functions.echo!({ value: 'nested' })
- return { logs: [], value: 'done' }
- }
- // Freeze the nested observer's parent correlation. If that were the live
- // outer execution object, the timeout-style wrapper could not restore it.
- ctx.on('tools/execute', async (exec, next) => {
- if (exec.name !== RUN_CODE_NAME) return next()
- const previous = exec.signal
- exec.signal = new AbortController().signal
- const result = await next()
- exec.signal = previous
- return result
- })
- ctx.on('tools/result', (exec) => {
- if (exec.parent !== undefined) Object.freeze(exec.parent)
- })
- const result = await runCode(ctx, 'await tools.echo({ value: "nested" })')
- expect(result.isError).toBe(false)
- expect(result.content).toEqual([{ type: 'text', text: 'done' }])
- })
- it('forwards a nested terminal conclusion onto the successful run_code result', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- ctx.tools.register(defineTool({
- name: 'finalize',
- description: 'Terminal tool.',
- parameters: {},
- output: {
- schema: { type: 'string' },
- render: (_args, value) => [{ type: 'text', text: value }],
- },
- execute(_args, exec) {
- exec.concludeTurn()
- return Promise.resolve('done')
- },
- }))
- runtime.behavior = async (request) => {
- await request.bindings[0]!.functions.finalize!({})
- return { logs: [], value: 'program complete' }
- }
- const concluded = await runCode(ctx, 'await tools.finalize({})')
- expect(concluded.isError).toBe(false)
- expect(concluded.concludesTurn).toBe(true)
- // A policy that converts the nested success into an error strips the
- // marker with the result type: the recovering program cannot conclude.
- const veto = ctx.on('tools/post-execute', async (exec, _result, next): Promise<PostToolDecision> => {
- if (exec.name !== 'finalize') return next()
- return { kind: 'block', feedback: [{ type: 'text', text: 'terminal rejected' }] }
- })
- runtime.behavior = async (request) => {
- await request.bindings[0]!.functions.finalize!({}).catch(() => undefined)
- return { logs: [], value: 'recovered' }
- }
- const recovered = await runCode(ctx, 'await tools.finalize({}).catch(() => {})')
- veto()
- expect(recovered.isError).toBe(false)
- expect(recovered.concludesTurn).toBeUndefined()
- })
- it('serializes Promise.all dispatches: tool executions never overlap, in submission order', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- const intervals: [string, string][] = []
- let active = 0
- ctx.tools.register(defineTool({
- name: 'probe',
- description: 'Records execution overlap.',
- parameters: { id: { type: 'string', required: true } },
- output: {
- schema: { type: 'string' },
- render: (_args, value) => [{ type: 'text', text: value }],
- },
- async execute(args) {
- active++
- expect(active, 'probe executions overlapped').toBe(1)
- intervals.push(['enter', args.id])
- await new Promise(resolve => setTimeout(resolve, 20))
- intervals.push(['exit', args.id])
- active--
- return args.id
- },
- }))
- runtime.behavior = async (request) => {
- const tools = request.bindings[0]!.functions
- const values = await Promise.all([tools.probe!({ id: 'a' }), tools.probe!({ id: 'b' }), tools.probe!({ id: 'c' })])
- if (!values.every(value => typeof value === 'string')) throw new Error('probe returned a non-string')
- return { logs: [], value: values.join(',') }
- }
- const result = await runCode(ctx, 'program')
- expect(result.isError).toBe(false)
- expect(intervals).toEqual([
- ['enter', 'a'], ['exit', 'a'],
- ['enter', 'b'], ['exit', 'b'],
- ['enter', 'c'], ['exit', 'c'],
- ])
- expect(result.content[0]).toEqual({ type: 'text', text: 'a,b,c' })
- })
- it('rejects the program-side call when the tool errors, with the tool error text', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- ctx.tools.register(defineContentToolFixture({
- name: 'fail',
- description: 'Always fails.',
- parameters: {},
- execute(): Promise<never> { return Promise.reject(new Error('deliberate failure')) },
- }))
- runtime.behavior = async (request) => {
- try {
- await request.bindings[0]!.functions.fail!({})
- return { logs: [], value: 'unreachable' }
- } catch (error: unknown) {
- return { logs: [], value: `caught: ${error instanceof Error ? error.message : String(error)}` }
- }
- }
- const result = await runCode(ctx, 'program')
- expect(result.content[0]).toEqual({ type: 'text', text: 'caught: deliberate failure' })
- })
- it('a throwing tools/code-dispatch-log listener is contained: the original settled content is logged', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- registerEcho(ctx)
- ctx.on('tools/code-dispatch-log', () => { throw new Error('log-content listener failed') })
- const { agent, events } = fakeAgent()
- runtime.behavior = async (request) => {
- const value = await request.bindings[0]!.functions.echo!({ value: 'x' })
- return { logs: [], value: value as string }
- }
- const result = await runCode(ctx, 'program', { agent })
- expect(result.isError).toBe(false)
- const settle = events.find(event => event.type === 'tool/code-dispatch')
- expect(settle?.data).toMatchObject({ name: 'echo', isError: false, content: [{ type: 'text', text: 'echo:x' }] })
- })
- it('a throwing tools/pre-execute listener settles the sub-call without post-execute', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- const calls = registerEcho(ctx)
- const postExecuted: string[] = []
- ctx.on('tools/pre-execute', (exec, next) => {
- if (exec.name === 'echo') throw new Error('gate exploded')
- return next()
- })
- ctx.on('tools/post-execute', (exec, _result, next): Promise<PostToolDecision> => {
- if (exec.name === 'echo') postExecuted.push(exec.name)
- return next()
- })
- const { agent, events } = fakeAgent()
- runtime.behavior = async (request) => {
- const message = await request.bindings[0]!.functions.echo!({ value: 'x' })
- .then(() => 'resolved', (error: unknown) => error instanceof Error ? error.message : String(error))
- return { logs: [], value: message }
- }
- const result = await runCode(ctx, 'program', { agent })
- expect(result.isError).toBe(false)
- if (result.isError) throw new Error('expected success')
- expect(result.value).toMatchObject({ result: 'gate exploded' })
- // The pipeline failure is final: the body never ran and post-execute was
- // skipped, yet the settle event still carries the error outcome.
- expect(calls).toEqual([])
- expect(postExecuted).toEqual([])
- const settles = events.filter(event => event.type === 'tool/code-dispatch')
- expect(settles).toHaveLength(1)
- expect(settles[0]?.data).toMatchObject({ name: 'echo', isError: true })
- })
- it('a tools/pre-execute deny reaches the program as a binding rejection', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- registerEcho(ctx)
- ctx.on('tools/pre-execute', (exec, next) => {
- if (exec.name === 'echo') return Promise.resolve({ kind: 'deny' as const, reason: 'not on my watch' })
- return next()
- })
- runtime.behavior = async (request) => {
- try {
- await request.bindings[0]!.functions.echo!({ value: 'x' })
- return { logs: [], value: 'unreachable' }
- } catch (error: unknown) {
- return { logs: [], value: `denied: ${error instanceof Error ? error.message : String(error)}` }
- }
- }
- const result = await runCode(ctx, 'program')
- expect(result.content[0]?.type).toBe('text')
- expect((result.content[0] as { text: string }).text).toContain('not on my watch')
- })
- it('rejects a binding argument that is not lossless JSON, dispatching nothing', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- const calls = registerEcho(ctx)
- const { agent, events } = fakeAgent()
- runtime.behavior = async (request) => {
- try {
- await request.bindings[0]!.functions.echo!({ value: 'x', big: 1n })
- return { logs: [], value: 'unreachable' }
- } catch (error: unknown) {
- return { logs: [], value: error instanceof Error ? error.message : String(error) }
- }
- }
- const result = await runCode(ctx, 'program', { agent })
- expect((result.content[0] as { text: string }).text).toContain('lossless JSON')
- expect(calls).toEqual([])
- expect(events.filter(event => event.type === 'tool/code-dispatch')).toEqual([])
- })
- it('dispatches and logs independent snapshots of the same lossless JSON value', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- const calls = registerEcho(ctx)
- const { agent, events } = fakeAgent()
- runtime.behavior = async (request) => {
- const args = Object.assign(Object.create(null) as Record<string, unknown>, { value: 'x', nested: ['same'] })
- await request.bindings[0]!.functions.echo!(args)
- return { logs: [] }
- }
- await runCode(ctx, 'program', { agent })
- expect(calls).toEqual([{ value: 'x', nested: ['same'] }])
- const dispatch = events.find(event => event.type === 'tool/code-dispatch')?.data as SessionEventMap['tool/code-dispatch']
- expect(dispatch.arguments).toEqual({ value: 'x', nested: ['same'] })
- })
- it('defers sub-call additionalContexts onto the outer run_code result', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- registerEcho(ctx)
- ctx.on('tools/post-execute', (exec, _result, next): Promise<PostToolDecision> => {
- if (exec.name === 'echo') {
- return Promise.resolve({
- kind: 'accept' as const,
- additionalContexts: [createUserMessage({
- content: [{ type: 'text' as const, text: `context for ${exec.callId}` }],
- source: { kind: 'plugin' as const, plugin: 'test' },
- })],
- })
- }
- return next()
- })
- runtime.behavior = async (request) => {
- await request.bindings[0]!.functions.echo!({ value: 'x' })
- await request.bindings[0]!.functions.echo!({ value: 'y' })
- return { logs: [], value: 'done' }
- }
- const result = await runCode(ctx, 'program')
- expect(result.isError).toBe(false)
- expect(result.additionalContexts).toMatchObject([
- {
- role: 'user',
- content: [{ type: 'text', text: 'context for call-1:code:1' }],
- source: { kind: 'plugin', plugin: 'test' },
- },
- {
- role: 'user',
- content: [{ type: 'text', text: 'context for call-1:code:2' }],
- source: { kind: 'plugin', plugin: 'test' },
- },
- ])
- })
- it('keeps sub-call contexts when run_code fails after the nested dispatch', async () => {
- const { ctx, runtime } = await setup({ mode: 'both' })
- registerEcho(ctx)
- ctx.on('tools/post-execute', (exec, _result, next): Promise<PostToolDecision> => {
- if (exec.name !== 'echo') return next()
- return Promise.resolve({
- kind: 'accept',
- additionalContexts: [createUserMessage({
- content: [{ type: 'text', text: 'nested context' }],
- source: { kind: 'plugin', plugin: 'test' },
- })],
- })
- })
- runtime.behavior = async (request) => {
- await request.bindings[0]!.functions.echo!({ value: 'x' })
- return { logs: [], error: { kind: 'exception', message: 'program failed later' } }
- }
- const result = await runCode(ctx, 'program')
- expect(result.isError).toBe(true)
- expect(result.additionalContexts).toEqual([{
- id: expect.any(String) as unknown,
- role: 'user',
- content: [{ type: 'text', text: 'nested context' }],
- source: { kind: 'plugin', plugin: 'test' },
- }])
- })
- it('converts a failed run into a structured isError result carrying kind, message, and captured logs', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- runtime.behavior = () => Promise.resolve({
- logs: ['got this far'],
- error: { kind: 'timeout', message: 'compute budget exhausted (300ms busy)' },
- })
- const result = await runCode(ctx, 'program')
- expect(result.isError).toBe(true)
- expect(result.error).toMatchObject({ info: { name: 'CodeRunFailedError', code: 'CODE_RUN_FAILED' } })
- const text = (result.content[0] as { text: string }).text
- expect(text).toContain('code run failed (timeout)')
- expect(text).toContain('compute budget exhausted')
- expect(text).toContain('got this far')
- })
- it('CodeRunFailedError is a HarnessError with the CODE_RUN_FAILED code', () => {
- const error = new CodeRunFailedError('boom')
- expect(error.code).toBe('CODE_RUN_FAILED')
- expect(error.name).toBe('CodeRunFailedError')
- })
- it('aborting the outer signal aborts the in-flight sub-dispatch and abandons queued ones', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- const seen: string[] = []
- let sawAbort = false
- ctx.tools.register(defineContentToolFixture({
- name: 'slow',
- description: 'Slow tool observing its signal.',
- parameters: { id: { type: 'string', required: true } },
- async execute(args, exec) {
- seen.push(args.id)
- await new Promise<void>((resolve) => {
- const timer = setTimeout(resolve, 500)
- exec.signal.addEventListener('abort', () => { sawAbort = true; clearTimeout(timer); resolve() }, { once: true })
- })
- return [{ type: 'text' as const, text: args.id }]
- },
- }))
- const controller = new AbortController()
- runtime.behavior = async (request) => {
- const tools = request.bindings[0]!.functions
- const calls = [tools.slow!({ id: 'first' }).catch(() => 'rejected'), tools.slow!({ id: 'second' }).catch(() => 'rejected')]
- setTimeout(() => { controller.abort('user-cancel') }, 50)
- await Promise.all(calls)
- // A real runtime would be terminated by the abort; the fake honors the
- // contract by reporting the abort as the run failure.
- return { logs: [], error: { kind: 'abort', message: 'user-cancel' } }
- }
- const result = await runCode(ctx, 'program', { signal: controller.signal })
- expect(result.isError).toBe(true)
- expect((result.content[0] as { text: string }).text).toContain('code run failed (abort)')
- expect(seen).toEqual(['first'])
- expect(sawAbort).toBe(true)
- })
- it('a runtime that starts a binding call and then REJECTS still reaches quiescence before returning', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- const { agent, events } = fakeAgent()
- let sawAbort = false
- let started!: () => void
- const inFlight = new Promise<void>((resolve) => { started = resolve })
- ctx.tools.register(defineContentToolFixture({
- name: 'slow',
- description: 'Slow tool observing its signal.',
- parameters: { id: { type: 'string', required: true } },
- async execute(args, exec) {
- started()
- await new Promise<void>((resolve) => {
- const timer = setTimeout(resolve, 500)
- exec.signal.addEventListener('abort', () => { sawAbort = true; clearTimeout(timer); resolve() }, { once: true })
- })
- return [{ type: 'text' as const, text: args.id }]
- },
- }))
- runtime.behavior = async (request) => {
- // Start a sub-dispatch, keep its rejection held, and fail the run once the tool is
- // genuinely in flight — a seam error after work has begun.
- request.bindings[0]!.functions.slow!({ id: 'orphan' }).catch(() => 'held')
- await inFlight
- throw new Error('backend exploded')
- }
- const result = await runCode(ctx, 'program', { agent })
- expect(result.isError).toBe(true)
- expect((result.content[0] as { text: string }).text).toContain('backend exploded')
- // Quiescence held: the in-flight sub-dispatch was aborted and its event
- // logged INSIDE the run_code execution, not after it returned.
- expect(sawAbort).toBe(true)
- expect(events.filter(event => event.type === 'tool/code-dispatch').map(event => (event.data as { name: string }).name)).toEqual(['slow'])
- })
- it('runs without an owning agent: dispatches work, event logging is skipped', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- const calls = registerEcho(ctx)
- runtime.behavior = async (request) => {
- await request.bindings[0]!.functions.echo!({ value: 'x' })
- return { logs: [], value: 'ok' }
- }
- const result = await runCode(ctx, 'program')
- expect(result.isError).toBe(false)
- expect(calls).toEqual([{ value: 'x' }])
- })
- it('executing run_code under a missing runtime is a structured isError, not a crash', async () => {
- const ctx = new Context()
- await ctx.plugin(SystemPrompt, {})
- await ctx.plugin(ToolRegistry, { mode: 'code' })
- const result = await runCode(ctx, 'program')
- expect(result.isError).toBe(true)
- expect((result.content[0] as { text: string }).text).toContain('requires a code runtime')
- })
- it('presents the model-authored description as the execute-card title over the program input', async () => {
- const { ctx } = await setup({ mode: 'code' })
- const tool = ctx.tools.get(RUN_CODE_NAME)!
- // The description labels the card (the bash description precedent); the
- // program itself remains the expanded raw input.
- expect(tool.presentCall?.({ code: 'return 1', description: 'Return the constant one' })).toEqual({
- card: 'generic',
- title: 'Return the constant one',
- kind: 'execute',
- rawInput: 'return 1',
- })
- })
- it('rejects a whitespace-only description with a structured isError', async () => {
- const { ctx } = await setup({ mode: 'code' })
- const result = await runCode(ctx, 'return 1', { description: ' ' })
- expect(result.isError).toBe(true)
- expect((result.content[0] as { text: string }).text).toContain('invalid description')
- })
- it.each([
- ['logs only', { logs: ['printed'] }, 'printed'],
- ['result only', { logs: [], value: 'returned' }, 'returned'],
- ['logs plus result', { logs: ['printed'], value: 'returned' }, 'printed\nreturned'],
- ['no output', { logs: [] }, '(run_code completed with no output)'],
- ] as [string, CodeRunResult, string][])('keeps %s in durable content without a result presenter', async (_name, output, text) => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- runtime.behavior = () => Promise.resolve(output)
- const result = await runCode(ctx, 'return 1')
- const tool = ctx.tools.get(RUN_CODE_NAME)!
- expect(result.content).toEqual([{ type: 'text', text }])
- // Presenters keep the pending program title and render this durable content
- // through their generic fallback. Omitting a result view also prevents the
- // host frame from carrying the same raw content a second time.
- expect('presentResult' in tool).toBe(false)
- })
- it('keeps a post-policy spill preview in durable content without a result presenter', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- const preview = 'HEAD\n\n(Omitted 100 bytes. Full formatted result stored at: /tmp/run-code.txt.)\n\nTAIL'
- runtime.behavior = () => Promise.resolve({ logs: ['printed'], value: 'returned' })
- ctx.on('tools/post-execute', (exec, _result, next): Promise<PostToolDecision> => {
- if (exec.name !== RUN_CODE_NAME) return next()
- return Promise.resolve({ kind: 'accept', content: [{ type: 'text', text: preview }] })
- })
- const result = await runCode(ctx, 'return 1')
- const tool = ctx.tools.get(RUN_CODE_NAME)!
- expect(result.content).toEqual([{ type: 'text', text: preview }])
- expect('presentResult' in tool).toBe(false)
- })
- it('keeps canonical failure content durable without a result presenter', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- runtime.behavior = () => Promise.resolve({
- logs: ['captured before failure'],
- error: { kind: 'output-limit', message: 'outer output exceeded 8 bytes' },
- })
- const result = await runCode(ctx, 'return 1')
- const tool = ctx.tools.get(RUN_CODE_NAME)!
- expect(result.isError).toBe(true)
- expect(result.content).toEqual([{
- type: 'text',
- text: 'Error: code run failed (output-limit): outer output exceeded 8 bytes\nCaptured output:\ncaptured before failure',
- }])
- expect('presentResult' in tool).toBe(false)
- })
- it('logs the complete sub-result content verbatim, non-text blocks and long text included', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- const { agent, events } = fakeAgent()
- const long = 'x'.repeat(300)
- ctx.tools.register(defineTool({
- name: 'mixed',
- description: 'Returns mixed content.',
- parameters: {},
- output: {
- schema: { type: 'string' },
- render: () => [
- { type: 'text', text: long },
- { type: 'reasoning', text: 'hidden' },
- ],
- },
- execute() {
- return Promise.resolve('mixed-value')
- },
- }))
- runtime.behavior = async (request) => {
- const value = await request.bindings[0]!.functions.mixed!({})
- return { logs: [], value }
- }
- const result = await runCode(ctx, 'program', { agent })
- expect(result.isError).toBe(false)
- expect((result.content[0] as { text: string }).text).toBe('mixed-value')
- const dispatch = events.find(event => event.type === 'tool/code-dispatch')?.data as SessionEventMap['tool/code-dispatch']
- expect(dispatch.content).toEqual([
- { type: 'text', text: long },
- { type: 'reasoning', text: 'hidden' },
- ])
- })
- it('rejects undefined, getter-throwing, exotic, and unrepresentable binding arguments before dispatch', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- const calls = registerEcho(ctx)
- const { agent, events } = fakeAgent()
- runtime.behavior = async (request) => {
- const echo = request.bindings[0]!.functions.echo!
- const catchMessage = (promise: Promise<unknown>) => promise.then(() => 'resolved', (error: unknown) => error instanceof Error ? error.message : String(error))
- return {
- logs: [],
- value: [
- // Root undefined must reject up front: the event log rejects it as
- // data, and nothing may execute unlogged.
- await catchMessage(echo(undefined)),
- await catchMessage(echo(Object.defineProperty({}, 'bad', { enumerable: true, get() { throw 'raw-throw' } }))),
- await catchMessage(echo(Object.defineProperty({}, 'bad', { enumerable: true, get() { throw new Error('error-throw') } }))),
- await catchMessage(echo(new Date(0))),
- // A bare function is a value JSON cannot represent at all.
- await catchMessage(echo(() => 1)),
- ].join(' | '),
- }
- }
- const result = await runCode(ctx, 'program', { agent })
- const text = (result.content[0] as { text: string }).text
- expect(text).toContain('call the tool with an arguments object')
- expect(text).toContain('lossless JSON: raw-throw')
- expect(text).toContain('lossless JSON: error-throw')
- expect(text.match(/tool arguments must be lossless JSON/g)).toHaveLength(5)
- // None dispatched or logged.
- expect(calls).toEqual([])
- expect(events.filter(event => event.type === 'tool/code-dispatch')).toEqual([])
- })
- it('dispatches and durably logs binding arguments deeper than the structured-clone call stack', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- const depth = 5_000
- let observedDepth = 0
- let observedLeaf: JsonValue | undefined
- ctx.tools.register(defineTool({
- name: 'deep_args',
- description: 'Measure a deeply nested JSON argument.',
- parameters: { nested: { type: 'json', required: true } },
- output: {
- schema: { type: 'integer' },
- render: (_args, value) => [{ type: 'text', text: String(value) }],
- },
- execute(args) {
- let cursor = args.nested
- while (Array.isArray(cursor)) {
- if (cursor.length !== 1) throw new Error('expected one item per nesting layer')
- observedDepth++
- cursor = cursor[0]!
- }
- observedLeaf = cursor
- return Promise.resolve(observedDepth)
- },
- }))
- const session = Session.create(SessionId('deep-code-arguments'))
- const agent = { session } as Agent
- runtime.behavior = async (request) => {
- let nested: JsonValue = 'leaf'
- for (let index = 0; index < depth; index++) nested = [nested]
- const value = await request.bindings[0]!.functions.deep_args!({ nested })
- return { logs: [], value }
- }
- const result = await runCode(ctx, 'return tools.deep_args(...)', { agent })
- expect(result.isError).toBe(false)
- expect(result.isError ? undefined : result.value).toEqual({ logs: [], result: depth })
- expect({ observedDepth, observedLeaf }).toEqual({ observedDepth: depth, observedLeaf: 'leaf' })
- const dispatch = session.events.find(event => event.type === 'tool/code-dispatch')
- if (dispatch === undefined) throw new Error('expected a durable tool/code-dispatch event')
- const logged = dispatch.data.arguments as { nested: JsonValue }
- let loggedDepth = 0
- let loggedCursor = logged.nested
- while (Array.isArray(loggedCursor)) {
- if (loggedCursor.length !== 1) throw new Error('expected one logged item per nesting layer')
- loggedDepth++
- loggedCursor = loggedCursor[0]!
- }
- expect({ loggedDepth, loggedCursor }).toEqual({ loggedDepth: depth, loggedCursor: 'leaf' })
- })
- it('gives the tool and durable log the same immutable argument value', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- const { agent, events } = fakeAgent()
- let mutationSucceeded: boolean | undefined
- ctx.tools.register(defineContentToolFixture({
- name: 'mutator',
- description: 'Attempts to mutate its args object.',
- parameters: { list: { type: 'array', required: true } },
- execute(args) {
- mutationSucceeded = Reflect.set(args.list, 1, 'injected-by-tool')
- return Promise.resolve([{ type: 'text' as const, text: 'protected' }])
- },
- }))
- runtime.behavior = async (request) => {
- await request.bindings[0]!.functions.mutator!({ list: ['original'] })
- return { logs: [] }
- }
- const result = await runCode(ctx, 'program', { agent })
- expect(result.isError).toBe(false)
- expect(mutationSucceeded).toBe(false)
- const dispatch = events.find(event => event.type === 'tool/code-dispatch')?.data as SessionEventMap['tool/code-dispatch']
- expect(dispatch.arguments).toEqual({ list: ['original'] })
- })
- it('exposes a tool named __proto__ as an ordinary own binding', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- ctx.tools.register(defineTool({
- name: '__proto__',
- description: 'A prototype-colliding tool name.',
- parameters: {},
- output: {
- schema: { type: 'string' },
- render: (_args, value) => [{ type: 'text', text: value }],
- },
- execute() { return Promise.resolve('proto-tool-ok') },
- }))
- runtime.behavior = async (request) => {
- const functions = request.bindings[0]!.functions
- expect(Object.getPrototypeOf(functions)).toBeNull()
- const value = await functions['__proto__']!({})
- return { logs: [], value }
- }
- const result = await runCode(ctx, 'program')
- expect(result.isError).toBe(false)
- expect(result.content[0]).toEqual({ type: 'text', text: 'proto-tool-ok' })
- })
- it('renders every non-string JSON root as pretty JSON while preserving strings raw', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- runtime.behavior = () => Promise.resolve({ logs: [], value: { n: 42, ok: true } })
- expect((await runCode(ctx, 'object')).content[0]).toEqual({ type: 'text', text: '{\n "n": 42,\n "ok": true\n}' })
- runtime.behavior = () => Promise.resolve({ logs: [], value: {} })
- expect((await runCode(ctx, 'empty object')).content[0]).toEqual({ type: 'text', text: '{}' })
- const nested = { outer: [{ inner: true }] }
- runtime.behavior = () => Promise.resolve({ logs: [], value: nested })
- expect((await runCode(ctx, 'nested')).content[0]).toEqual({ type: 'text', text: JSON.stringify(nested, null, 2) })
- runtime.behavior = () => Promise.resolve({ logs: [], value: ['x', 2] })
- expect((await runCode(ctx, 'array')).content[0]).toEqual({ type: 'text', text: '[\n "x",\n 2\n]' })
- runtime.behavior = () => Promise.resolve({ logs: [], value: [] })
- expect((await runCode(ctx, 'empty array')).content[0]).toEqual({ type: 'text', text: '[]' })
- runtime.behavior = () => Promise.resolve({ logs: [], value: null })
- expect((await runCode(ctx, 'null')).content[0]).toEqual({ type: 'text', text: 'null' })
- runtime.behavior = () => Promise.resolve({ logs: [], value: 'raw' })
- expect((await runCode(ctx, 'string')).content[0]).toEqual({ type: 'text', text: 'raw' })
- runtime.behavior = () => Promise.resolve({ logs: [] })
- const absent = await runCode(ctx, 'undefined')
- expect(absent.content[0]).toEqual({ type: 'text', text: '(run_code completed with no output)' })
- expect(absent.isError ? undefined : absent.value).toEqual({ logs: [] })
- })
- it('renders deeply nested JSON without recursive traversal or quadratic indentation', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- let value: JsonValue = {
- emptyArray: [],
- emptyObject: {},
- pair: ['leaf', 2],
- record: { first: true, second: null },
- }
- for (let depth = 0; depth < 5_000; depth++) value = [value]
- runtime.behavior = () => Promise.resolve({ logs: [], value })
- const result = await runCode(ctx, 'deep result')
- expect(result.isError).toBe(false)
- const text = (result.content[0] as { type: 'text'; text: string }).text
- expect(text.startsWith('[\n [\n [')).toBe(true)
- expect(text).toContain('"leaf"')
- expect(text.endsWith(']')).toBe(true)
- expect(text.length).toBeLessThan(11_000)
- })
- it('short-circuits a pre-aborted outer signal before the code runtime', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- const calls = registerEcho(ctx)
- runtime.behavior = (request) => {
- // The fake honors the seam contract for an already-aborted signal.
- if (request.signal?.aborted) return Promise.resolve({ logs: [], error: { kind: 'abort' as const, message: String(request.signal.reason) } })
- return Promise.resolve({ logs: [], value: 'unreachable' })
- }
- const controller = new AbortController()
- controller.abort('too-late')
- const result = await runCode(ctx, 'program', { signal: controller.signal })
- expect(result.isError).toBe(true)
- expect(result).toEqual({
- content: [{ type: 'text', text: 'Error: tool call aborted before dispatch' }],
- isError: true,
- error: {
- message: 'tool call aborted before dispatch',
- info: { name: 'AbortError', code: TOOL_ABORTED_BEFORE_DISPATCH },
- },
- })
- expect(runtime.lastRequest).toBeUndefined()
- expect(calls).toEqual([])
- })
- it('reports cancellation after rejecting a late binding without dispatching it', async () => {
- const { ctx, runtime } = await setup({ mode: 'code' })
- const calls = registerEcho(ctx)
- const controller = new AbortController()
- runtime.behavior = async (request) => {
- controller.abort('cancelled-mid-run')
- const message = await request.bindings[0]!.functions.echo!({ value: 'x' })
- .then(() => 'resolved', (error: unknown) => error instanceof Error ? error.message : String(error))
- return { logs: [], value: message }
- }
- const result = await runCode(ctx, 'program', { signal: controller.signal })
- expect(result.isError).toBe(true)
- expect(result.error).toEqual({
- message: 'tool call aborted',
- info: { name: 'AbortError', code: 'ABORTED' },
- })
- expect((result.content[0] as { text: string }).text).toBe('Error: tool call aborted')
- expect(calls).toEqual([])
- })
- it('a tool/code-dispatch event never derives a model message', () => {
- const session = Session.create(SessionId('code-mode-derive'))
- session.append('user/message', createUserMessage({
- content: [{ type: 'text', text: 'hi' }], source: { kind: 'user' },
- }), { surfaceOp: 'append' })
- session.append('tool/code-dispatch', {
- rootCallId: CallId('p1'),
- parentCallId: CallId('p1'),
- subCallId: CallId('p1:code:1'),
- name: 'echo',
- arguments: { value: 'x' },
- isError: false,
- content: [{ type: 'text', text: 'echo:x' }],
- })
- const derived = session.deriveMessages()
- expect(derived).toHaveLength(1)
- expect(derived[0]?.role).toBe('user')
- })
- it('direct construction rejects a non-positive parallel sub-call cap at load', async () => {
- const ctx = new Context()
- await ctx.plugin(SystemPrompt, {})
- expect(() => new ToolRegistry(ctx, { mode: 'code', maxParallelSubCalls: 0 }))
- .toThrow('maxParallelSubCalls must be a positive integer')
- })
- it('direct construction in code mode defaults the parallel sub-call cap', async () => {
- const ctx = new Context()
- await ctx.plugin(SystemPrompt, {})
- const registry = new ToolRegistry(ctx, { mode: 'code' })
- expect(registry.get(RUN_CODE_NAME)).toBeDefined()
- })
- it('defaults to native mode under direct construction with no config', async () => {
- const ctx = new Context()
- await ctx.plugin(SystemPrompt, {})
- const registry = new ToolRegistry(ctx)
- expect(registry.get(RUN_CODE_NAME)).toBeUndefined()
- const assembly = await ctx.systemPrompt.assemble()
- expect(assembly.sections.some(section => section.name === 'tools:sdk')).toBe(false)
- })
- })
- /**
- * Presentation is per agent, because an agent preset composes it: one
- * deployment runs a Code Mode agent beside native ones, and neither may see
- * the other's catalog. The deployment `mode` is the default those agents
- * shadow, not a process-wide fact.
- */
- describe('per-agent presentation', () => {
- it('gives one agent Code Mode while the deployment stays native', async () => {
- const { ctx, systemPrompt } = await setup({ mode: 'native' })
- registerEcho(ctx)
- const { scope, agent } = await mintAgentScope(ctx)
- scope.ctx.tools.presentAs('code')
- const coded = await systemPrompt.assemble({ scope: agent })
- expect(coded.tools.map(tool => tool.name)).toEqual([RUN_CODE_NAME])
- expect(coded.sections.find(section => section.name === 'tools:sdk')?.text)
- .toContain('echo')
- // The deployment default is untouched: an agent that declared nothing —
- // and the global view behind it — still sees the native catalog.
- const native = await systemPrompt.assemble()
- expect(native.tools.map(tool => tool.name)).toEqual(['echo'])
- expect(native.sections.some(section => section.name === 'tools:sdk')).toBe(false)
- })
- it('inherits a STANDING preset scope\'s mode down the chain, agents beside it unaffected', async () => {
- const { bindScopeParent } = await import('@deepseek-ai/dsh-scope')
- const { ctx, systemPrompt } = await setup({ mode: 'native' })
- registerEcho(ctx)
- // The preset's standing scope declares once; the agent only PARENTS to it
- // (the per-preset standing mount configuration has no per-agent declaration).
- const standing = await mintAgentScope(ctx, 'preset:code-like')
- standing.scope.ctx.tools.presentAs('code')
- const joined = await mintAgentScope(ctx, 'joined-agent')
- bindScopeParent(joined.agent, standing.agent)
- const loner = await mintAgentScope(ctx, 'loner-agent')
- expect(ctx.tools.get(RUN_CODE_NAME, joined.agent)).toBeDefined()
- const coded = await systemPrompt.assemble({ scope: joined.agent })
- expect(coded.tools.map(tool => tool.name)).toEqual([RUN_CODE_NAME])
- // A sibling that never parented stays native, as does the global view.
- expect(ctx.tools.get(RUN_CODE_NAME, loner.agent)).toBeUndefined()
- const native = await systemPrompt.assemble({ scope: loner.agent })
- expect(native.tools.map(tool => tool.name)).toEqual(['echo'])
- })
- it('keeps run_code out of a native agent\'s dispatch table', async () => {
- const { ctx } = await setup({ mode: 'native' })
- registerEcho(ctx)
- const coded = await mintAgentScope(ctx, 'coded')
- const plain = await mintAgentScope(ctx, 'plain')
- coded.scope.ctx.tools.presentAs('code')
- // Not merely hidden from the prompt: the transport one agent presents must
- // not be dispatchable by another that never presented it.
- expect(ctx.tools.get(RUN_CODE_NAME, coded.agent)).toBeDefined()
- expect(ctx.tools.get(RUN_CODE_NAME, plain.agent)).toBeUndefined()
- expect(ctx.tools.get(RUN_CODE_NAME)).toBeUndefined()
- })
- it('lets an agent opt out of a code-mode deployment', async () => {
- const { ctx, systemPrompt } = await setup({ mode: 'code' })
- registerEcho(ctx)
- const { scope, agent } = await mintAgentScope(ctx)
- scope.ctx.tools.presentAs('native')
- const assembly = await systemPrompt.assemble({ scope: agent })
- expect(assembly.tools.map(tool => tool.name)).toEqual(['echo'])
- // The deployment's global section still reaches this scope; rendering it
- // empty is what keeps the opted-out agent's prompt free of an SDK.
- expect(assembly.sections.find(section => section.name === 'tools:sdk')?.text).toBe('')
- })
- it('restores the deployment default when the agent unloads', async () => {
- const { ctx, systemPrompt } = await setup({ mode: 'native' })
- registerEcho(ctx)
- const { scope, agent } = await mintAgentScope(ctx)
- const dispose = scope.ctx.tools.presentAs('code')
- dispose()
- const assembly = await systemPrompt.assemble({ scope: agent })
- expect(assembly.tools.map(tool => tool.name)).toEqual(['echo'])
- expect(assembly.sections.some(section => section.name === 'tools:sdk')).toBe(false)
- })
- it('refuses a second declaration for the same agent', async () => {
- const { ctx } = await setup({ mode: 'native' })
- const { scope } = await mintAgentScope(ctx)
- scope.ctx.tools.presentAs('code')
- // Two answers to "which form does the model see" is a contradiction, and
- // silently keeping either one would make the composition unreadable.
- expect(() => scope.ctx.tools.presentAs('both'))
- .toThrow('conflicts with "code" already declared')
- })
- it('refuses an unscoped declaration', async () => {
- const { ctx } = await setup({ mode: 'native' })
- expect(() => ctx.tools.presentAs('code'))
- .toThrow('requires a scoped context')
- })
- it('reserves run_code even where no agent presents it', async () => {
- const { ctx } = await setup({ mode: 'native' })
- // The name must stay free under a native deployment too: an agent preset
- // mounting later would otherwise collide with whatever took it.
- expect(() => registerEcho(ctx, RUN_CODE_NAME)).toThrow('is reserved')
- })
- it('reports the missing runtime against the agent\'s own mode', async () => {
- const { ctx, systemPrompt } = await setup({ mode: 'native', runtime: false })
- registerEcho(ctx)
- const { scope, agent } = await mintAgentScope(ctx)
- scope.ctx.tools.presentAs('both')
- await expect(systemPrompt.assemble({ scope: agent }))
- .rejects.toThrow('mode "both" requires a code runtime')
- })
- })
|