| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625 |
- import { describe, expect, it, vi, beforeEach } from "vitest"
- import { AgentRunner, ModelDoesNotSupportToolsError } from "./runner"
- import { ToolRegistry } from "./registry"
- import type { AgentConfig, AgentMessage } from "./types"
- import type { Tool } from "./types"
- import { TOOL_EXECUTE_TIMEOUT_MS } from "./types"
- import type { StreamCallbacks } from "../llm-client"
- import type { LlmConfig } from "@/stores/wiki-store"
- const breakpointMocks = vi.hoisted(() => ({
- createTaskBreakpoint: vi.fn(() => ({
- taskId: "test",
- taskGoal: "test",
- completedStages: [],
- currentStage: "agent_round_1",
- usedSkills: [],
- usedTools: [],
- searches: [],
- mcpCalls: [],
- createdAt: 0,
- updatedAt: 0,
- })),
- updateBreakpointStage: vi.fn((bp, newStage, completedStage) => ({
- ...bp,
- currentStage: newStage,
- completedStages: completedStage ? [...bp.completedStages, completedStage] : bp.completedStages,
- updatedAt: 1,
- })),
- saveTaskBreakpoint: vi.fn(async () => {}),
- clearTaskBreakpoint: vi.fn(async () => {}),
- buildBreakpointResumePrompt: vi.fn(() => ""),
- }))
- vi.mock("./task-breakpoint", () => breakpointMocks)
- const mockLlmConfig: LlmConfig = {
- provider: "openai",
- apiKey: "",
- model: "test",
- ollamaUrl: "",
- customEndpoint: "",
- maxContextSize: 8192,
- }
- // Mock streamChat
- const mockStreamChat = vi.fn()
- vi.mock("../llm-client", () => ({
- streamChat: (...args: unknown[]) => mockStreamChat(...args),
- isOutputTruncatedError: (error: unknown) =>
- error instanceof Error && error.message.includes("输出被截断"),
- }))
- describe("AgentRunner", () => {
- let runner: AgentRunner
- let registry: ToolRegistry
- const systemMsg: AgentMessage = { role: "system", content: "You are helpful" }
- const userMsg: AgentMessage = { role: "user", content: "Hello" }
- beforeEach(() => {
- runner = new AgentRunner()
- registry = new ToolRegistry()
- mockStreamChat.mockReset()
- breakpointMocks.createTaskBreakpoint.mockClear()
- breakpointMocks.updateBreakpointStage.mockClear()
- breakpointMocks.saveTaskBreakpoint.mockClear()
- breakpointMocks.clearTaskBreakpoint.mockClear()
- })
- it("returns final text when LLM responds without tool calls", async () => {
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- cb.onRequestTrace?.({
- provider: "openai",
- model: "test",
- apiMode: "chat_completions",
- prefixFingerprint: "fingerprint",
- startedAt: 100,
- finishedAt: 200,
- durationMs: 100,
- status: "success",
- })
- for (const char of "Hello user!") {
- cb.onToken(char)
- }
- cb.onDone()
- })
- const callbacks = {
- onText: vi.fn(),
- onToolCall: vi.fn(),
- onToolResult: vi.fn(),
- onToolError: vi.fn(),
- onDone: vi.fn(),
- onError: vi.fn(),
- }
- const config: AgentConfig = { maxRounds: 3, tools: [], systemPrompt: "You are helpful", llmConfig: mockLlmConfig }
- const result = await runner.run(config, registry, [systemMsg, userMsg], callbacks, undefined)
- expect(result.finalText).toBe("Hello user!")
- expect(result.roundsUsed).toBe(1)
- expect(result.requestTraces).toEqual([expect.objectContaining({ prefixFingerprint: "fingerprint" })])
- expect(callbacks.onDone).toHaveBeenCalledOnce()
- expect(callbacks.onError).not.toHaveBeenCalled()
- })
- it("nudges and continues when requiredToolsOnce is missing on a no-tool final", async () => {
- const tool: Tool = {
- name: "run_chapter_workflow",
- description: "workflow",
- category: "action",
- parameters: {
- userRequest: { type: "string", description: "request", required: true },
- },
- execute: vi.fn().mockResolvedValue("最终正文:\n章节内容"),
- }
- registry.register(tool)
- mockStreamChat
- .mockImplementationOnce(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- cb.onToken("我直接写完了")
- cb.onDone()
- })
- .mockImplementationOnce(async (_config: unknown, msgs: unknown[], cb: StreamCallbacks) => {
- const messages = msgs as AgentMessage[]
- expect(messages.some((message) =>
- message.role === "system" &&
- typeof message.content === "string" &&
- message.content.includes("禁止直接输出章节终稿"),
- )).toBe(true)
- cb.onToolCallDelta?.({ index: 0, id: "call_workflow_1", name: "run_chapter_workflow" })
- cb.onToolCallDelta?.({ index: 0, arguments: '{"userRequest":"写第1章"}' })
- cb.onDone()
- })
- .mockImplementationOnce(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- cb.onToken("最终交付正文")
- cb.onDone()
- })
- const callbacks = {
- onText: vi.fn(),
- onToolCall: vi.fn(),
- onToolResult: vi.fn(),
- onToolError: vi.fn(),
- onDone: vi.fn(),
- onError: vi.fn(),
- }
- const result = await runner.run(
- {
- maxRounds: 4,
- tools: [tool],
- systemPrompt: "You are helpful",
- llmConfig: mockLlmConfig,
- requiredToolsOnce: ["run_chapter_workflow"],
- },
- registry,
- [systemMsg, userMsg],
- callbacks,
- undefined,
- )
- expect(tool.execute).toHaveBeenCalledOnce()
- expect(callbacks.onDone).toHaveBeenCalledOnce()
- expect(callbacks.onError).not.toHaveBeenCalled()
- expect(result.finalText).toBe("最终交付正文")
- expect(result.roundsUsed).toBe(3)
- // blocked draft must not stream as final
- expect(callbacks.onText.mock.calls.flat()).not.toContain("我直接写完了")
- })
- it("errors on last round when requiredToolsOnce is never called", async () => {
- const tool: Tool = {
- name: "run_chapter_workflow",
- description: "workflow",
- category: "action",
- parameters: {
- userRequest: { type: "string", description: "request", required: true },
- },
- execute: vi.fn().mockResolvedValue("ok"),
- }
- registry.register(tool)
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- cb.onToken("直出正文")
- cb.onDone()
- })
- const callbacks = {
- onText: vi.fn(),
- onToolCall: vi.fn(),
- onToolResult: vi.fn(),
- onToolError: vi.fn(),
- onDone: vi.fn(),
- onError: vi.fn(),
- }
- const result = await runner.run(
- {
- maxRounds: 2,
- tools: [tool],
- systemPrompt: "You are helpful",
- llmConfig: mockLlmConfig,
- requiredToolsOnce: ["run_chapter_workflow"],
- },
- registry,
- [systemMsg, userMsg],
- callbacks,
- undefined,
- )
- expect(callbacks.onDone).not.toHaveBeenCalled()
- expect(callbacks.onError).toHaveBeenCalledOnce()
- expect(callbacks.onError.mock.calls[0][0].name).toBe("RequiredToolsNotCalledError")
- expect(result.finalText).toBe("")
- expect(tool.execute).not.toHaveBeenCalled()
- })
- it("does not block no-tool finals when requiredToolsOnce is unset", async () => {
- const tool: Tool = {
- name: "run_chapter_workflow",
- description: "workflow",
- category: "action",
- parameters: {},
- execute: vi.fn().mockResolvedValue("ok"),
- }
- registry.register(tool)
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- cb.onToken("普通回复")
- cb.onDone()
- })
- const callbacks = {
- onText: vi.fn(),
- onToolCall: vi.fn(),
- onToolResult: vi.fn(),
- onToolError: vi.fn(),
- onDone: vi.fn(),
- onError: vi.fn(),
- }
- const result = await runner.run(
- {
- maxRounds: 2,
- tools: [tool],
- systemPrompt: "You are helpful",
- llmConfig: mockLlmConfig,
- },
- registry,
- [systemMsg, userMsg],
- callbacks,
- undefined,
- )
- expect(result.finalText).toBe("普通回复")
- expect(callbacks.onDone).toHaveBeenCalledOnce()
- expect(callbacks.onError).not.toHaveBeenCalled()
- })
- it("skips required-tools gate after tools fallback disables tools", async () => {
- const tool: Tool = {
- name: "run_chapter_workflow",
- description: "workflow",
- category: "action",
- parameters: {},
- execute: vi.fn().mockResolvedValue("ok"),
- }
- registry.register(tool)
- let callCount = 0
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks, _signal?: unknown, overrides?: { tools?: unknown }) => {
- callCount += 1
- if (callCount === 1 && overrides?.tools) {
- cb.onError?.(new Error("tools are not supported"))
- return
- }
- cb.onToken("无工具回退正文")
- cb.onDone()
- })
- const callbacks = {
- onText: vi.fn(),
- onToolCall: vi.fn(),
- onToolResult: vi.fn(),
- onToolError: vi.fn(),
- onDone: vi.fn(),
- onError: vi.fn(),
- }
- const result = await runner.run(
- {
- maxRounds: 2,
- tools: [tool],
- systemPrompt: "You are helpful",
- llmConfig: mockLlmConfig,
- requiredToolsOnce: ["run_chapter_workflow"],
- },
- registry,
- [systemMsg, userMsg],
- callbacks,
- undefined,
- )
- expect(result.finalText).toBe("无工具回退正文")
- expect(callbacks.onDone).toHaveBeenCalledOnce()
- expect(callbacks.onError).not.toHaveBeenCalled()
- })
- it("replays reasoning_content on tool-call assistant messages in the next round", async () => {
- const tool: Tool = {
- name: "read_chapter",
- description: "read",
- category: "read",
- parameters: { name: { type: "string", description: "name" } },
- execute: vi.fn().mockResolvedValue("Chapter content"),
- }
- registry.register(tool)
- let callCount = 0
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- callCount += 1
- if (callCount === 1) {
- cb.onReasoningToken?.("先读章节")
- cb.onToolCallDelta?.({ index: 0, id: "call_reason_1", name: "read_chapter" })
- cb.onToolCallDelta?.({ index: 0, arguments: '{"name":"ch1"}' })
- cb.onDone()
- return
- }
- cb.onToken("写完了")
- cb.onDone()
- })
- const config: AgentConfig = {
- maxRounds: 3,
- tools: [tool],
- systemPrompt: "You are helpful",
- llmConfig: mockLlmConfig,
- }
- const result = await runner.run(
- config,
- registry,
- [systemMsg, userMsg],
- { onText: vi.fn(), onToolCall: vi.fn(), onToolResult: vi.fn(), onToolError: vi.fn(), onDone: vi.fn(), onError: vi.fn() },
- undefined,
- )
- const round2Messages = mockStreamChat.mock.calls[1][1] as AgentMessage[]
- const toolAssistant = round2Messages.find((message) => message.role === "assistant" && message.tool_calls?.length)
- expect(toolAssistant?.reasoning_content).toBe("先读章节")
- expect(result.finalText).toBe("写完了")
- })
- it("omits empty reasoning_content on tool-call assistants", async () => {
- const tool: Tool = {
- name: "read_chapter",
- description: "read",
- category: "read",
- parameters: { name: { type: "string", description: "name" } },
- execute: vi.fn().mockResolvedValue("Chapter content"),
- }
- registry.register(tool)
- let callCount = 0
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- callCount += 1
- if (callCount === 1) {
- cb.onToolCallDelta?.({ index: 0, id: "call_empty_reason", name: "read_chapter" })
- cb.onToolCallDelta?.({ index: 0, arguments: '{"name":"ch1"}' })
- cb.onDone()
- return
- }
- cb.onToken("完成")
- cb.onDone()
- })
- await runner.run(
- {
- maxRounds: 3,
- tools: [tool],
- systemPrompt: "You are helpful",
- llmConfig: mockLlmConfig,
- },
- registry,
- [systemMsg, userMsg],
- { onText: vi.fn(), onToolCall: vi.fn(), onToolResult: vi.fn(), onToolError: vi.fn(), onDone: vi.fn(), onError: vi.fn() },
- undefined,
- )
- const round2Messages = mockStreamChat.mock.calls[1][1] as AgentMessage[]
- const toolAssistant = round2Messages.find((message) => message.role === "assistant" && message.tool_calls?.length)
- expect(toolAssistant).not.toHaveProperty("reasoning_content")
- })
- it("passes cacheable system content blocks through to the provider layer", async () => {
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- cb.onToken("完成")
- cb.onDone()
- })
- const cacheableSystem: AgentMessage = {
- role: "system",
- content: [
- { type: "text", text: "稳定核心", cacheControl: true },
- { type: "text", text: "动态上下文" },
- ],
- }
- await runner.run(
- { maxRounds: 1, tools: [], systemPrompt: "", llmConfig: mockLlmConfig },
- registry,
- [cacheableSystem, userMsg],
- { onText: vi.fn(), onToolCall: vi.fn(), onToolResult: vi.fn(), onToolError: vi.fn(), onDone: vi.fn(), onError: vi.fn() },
- )
- expect(mockStreamChat.mock.calls[0][1][0]).toEqual(cacheableSystem)
- })
- it("aggregates provider usage across agent rounds", async () => {
- let round = 0
- const onUsage = vi.fn()
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- round += 1
- if (round === 1) {
- cb.onUsage?.({ inputTokens: 1000, outputTokens: 20, cachedInputTokens: 600 })
- cb.onToolCallDelta?.({ index: 0, id: "call_1", name: "missing_tool", arguments: "{}" })
- } else {
- cb.onUsage?.({ inputTokens: 700, outputTokens: 80, cachedInputTokens: 500 })
- cb.onToken("完成")
- }
- cb.onDone()
- })
- const result = await runner.run(
- { maxRounds: 2, tools: [], systemPrompt: "", llmConfig: mockLlmConfig },
- registry,
- [systemMsg, userMsg],
- { onText: vi.fn(), onToolCall: vi.fn(), onToolResult: vi.fn(), onToolError: vi.fn(), onUsage, onDone: vi.fn(), onError: vi.fn() },
- )
- expect(result.usage).toEqual({
- inputTokens: 1700,
- outputTokens: 100,
- cachedInputTokens: 1100,
- })
- expect(result.lastRequestUsage).toEqual({
- inputTokens: 700,
- outputTokens: 80,
- cachedInputTokens: 500,
- })
- expect(onUsage).toHaveBeenLastCalledWith(result.lastRequestUsage)
- })
- it("executes tool calls and continues the loop", async () => {
- const tool: Tool = {
- name: "read_chapter",
- description: "read",
- category: "read",
- parameters: { name: { type: "string", description: "name" } },
- execute: vi.fn().mockResolvedValue("Chapter content"),
- }
- registry.register(tool)
- // Round 1: tool call
- // Round 2: final text
- let callCount = 0
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- callCount++
- if (callCount === 1) {
- cb.onToolCallDelta?.({ index: 0, id: "call_1", name: "read_chapter" })
- cb.onToolCallDelta?.({ index: 0, arguments: '{"name":"ch1"}' })
- cb.onDone()
- } else {
- cb.onToken("G")
- cb.onToken("ot it!")
- cb.onDone()
- }
- })
- const callbacks = {
- onText: vi.fn(),
- onToolCall: vi.fn(),
- onToolResult: vi.fn(),
- onToolError: vi.fn(),
- onDone: vi.fn(),
- onError: vi.fn(),
- }
- const config: AgentConfig = { maxRounds: 3, tools: [tool], systemPrompt: "You are helpful", llmConfig: mockLlmConfig }
- const result = await runner.run(config, registry, [systemMsg, userMsg], callbacks, undefined)
- expect(tool.execute).toHaveBeenCalledWith(
- { name: "ch1" },
- undefined,
- expect.objectContaining({ callId: "call_1", toolName: "read_chapter" }),
- )
- expect(callbacks.onToolCall).toHaveBeenCalledOnce()
- expect(callbacks.onToolResult).toHaveBeenCalledOnce()
- expect(result.finalText).toBe("Got it!")
- expect(result.roundsUsed).toBe(2)
- })
- it("parses text JSON tool calls for cursor-cli providers", async () => {
- const tool: Tool = {
- name: "read_chapter",
- description: "read",
- category: "read",
- parameters: { name: { type: "string", description: "name" } },
- execute: vi.fn().mockResolvedValue("Chapter content"),
- }
- registry.register(tool)
- let callCount = 0
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- callCount++
- if (callCount === 1) {
- cb.onToken('{"name":"read_chapter","arguments":{"name":"ch1"}}')
- cb.onDone()
- } else {
- cb.onToken("完成")
- cb.onDone()
- }
- })
- const callbacks = {
- onText: vi.fn(),
- onToolCall: vi.fn(),
- onToolResult: vi.fn(),
- onToolError: vi.fn(),
- onDone: vi.fn(),
- onError: vi.fn(),
- }
- const config: AgentConfig = {
- maxRounds: 3,
- tools: [tool],
- systemPrompt: "You are helpful",
- llmConfig: { ...mockLlmConfig, provider: "cursor-cli" },
- }
- const result = await runner.run(config, registry, [systemMsg, userMsg], callbacks, undefined)
- expect(tool.execute).toHaveBeenCalledWith(
- { name: "ch1" },
- undefined,
- expect.objectContaining({ toolName: "read_chapter" }),
- )
- expect(callbacks.onToolCall).toHaveBeenCalledOnce()
- expect(result.finalText).toBe("完成")
- expect(result.roundsUsed).toBe(2)
- })
- it("passes the real tool call id into tool execution context", async () => {
- const tool: Tool = {
- name: "read_chapter",
- description: "read",
- category: "read",
- parameters: { name: { type: "string", description: "name" } },
- execute: vi.fn().mockResolvedValue("Chapter content"),
- }
- registry.register(tool)
- let callCount = 0
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- callCount++
- if (callCount === 1) {
- cb.onToolCallDelta?.({ index: 0, id: "real_call_1", name: "read_chapter" })
- cb.onToolCallDelta?.({ index: 0, arguments: '{"name":"ch1"}' })
- cb.onDone()
- } else {
- cb.onToken("done")
- cb.onDone()
- }
- })
- const config: AgentConfig = { maxRounds: 3, tools: [tool], systemPrompt: "", llmConfig: mockLlmConfig }
- await runner.run(
- config,
- registry,
- [systemMsg, userMsg],
- { onText: vi.fn(), onToolCall: vi.fn(), onToolResult: vi.fn(), onToolError: vi.fn(), onDone: vi.fn(), onError: vi.fn() },
- undefined,
- )
- expect(tool.execute).toHaveBeenCalledWith(
- { name: "ch1" },
- undefined,
- expect.objectContaining({
- callId: "real_call_1",
- toolName: "read_chapter",
- }),
- )
- })
- it("passes the tool event emitter into tool execution context", async () => {
- const tool: Tool = {
- name: "read_chapter",
- description: "read",
- category: "read",
- parameters: { name: { type: "string", description: "name" } },
- execute: vi.fn().mockResolvedValue("Chapter content"),
- }
- registry.register(tool)
- let callCount = 0
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- callCount++
- if (callCount === 1) {
- cb.onToolCallDelta?.({ index: 0, id: "real_call_2", name: "read_chapter" })
- cb.onToolCallDelta?.({ index: 0, arguments: '{"name":"ch1"}' })
- cb.onDone()
- } else {
- cb.onToken("done")
- cb.onDone()
- }
- })
- const onToolEvent = vi.fn()
- const config: AgentConfig = { maxRounds: 3, tools: [tool], systemPrompt: "", llmConfig: mockLlmConfig }
- await runner.run(
- config,
- registry,
- [systemMsg, userMsg],
- { onText: vi.fn(), onToolCall: vi.fn(), onToolResult: vi.fn(), onToolError: vi.fn(), onDone: vi.fn(), onError: vi.fn(), onToolEvent },
- undefined,
- )
- expect(tool.execute).toHaveBeenCalledWith(
- { name: "ch1" },
- undefined,
- expect.objectContaining({
- callId: "real_call_2",
- toolName: "read_chapter",
- onToolEvent,
- }),
- )
- })
- it("passes the activity event emitter into tool execution context", async () => {
- const tool: Tool = {
- name: "read_chapter",
- description: "read",
- category: "read",
- parameters: { name: { type: "string", description: "name" } },
- execute: vi.fn(async (_params, _signal, context) => {
- context?.onActivityEvent?.({
- id: "tool-activity",
- stageId: "read_context",
- kind: "read_source",
- title: "读取章节",
- content: "读取章节《第1章》",
- toolCallId: context.callId,
- timestamp: 100,
- })
- return "Chapter content"
- }),
- }
- registry.register(tool)
- let callCount = 0
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- callCount++
- if (callCount === 1) {
- cb.onToolCallDelta?.({ index: 0, id: "real_call_3", name: "read_chapter" })
- cb.onToolCallDelta?.({ index: 0, arguments: '{"name":"ch1"}' })
- cb.onDone()
- } else {
- cb.onToken("done")
- cb.onDone()
- }
- })
- const onActivityEvent = vi.fn()
- const config: AgentConfig = { maxRounds: 3, tools: [tool], systemPrompt: "", llmConfig: mockLlmConfig }
- await runner.run(
- config,
- registry,
- [systemMsg, userMsg],
- {
- onText: vi.fn(),
- onToolCall: vi.fn(),
- onToolResult: vi.fn(),
- onToolError: vi.fn(),
- onDone: vi.fn(),
- onError: vi.fn(),
- onActivityEvent,
- },
- undefined,
- )
- expect(tool.execute).toHaveBeenCalledWith(
- { name: "ch1" },
- undefined,
- expect.objectContaining({
- callId: "real_call_3",
- toolName: "read_chapter",
- onActivityEvent,
- }),
- )
- expect(onActivityEvent).toHaveBeenCalledWith(expect.objectContaining({
- stageId: "read_context",
- kind: "read_source",
- title: "读取章节",
- }))
- })
- it("does not stream assistant narration from tool-call rounds", async () => {
- const tool: Tool = {
- name: "read_chapter",
- description: "read",
- category: "read",
- parameters: { name: { type: "string", description: "name" } },
- execute: vi.fn().mockResolvedValue("Chapter content"),
- }
- registry.register(tool)
- let callCount = 0
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- callCount++
- if (callCount === 1) {
- cb.onToken("我先读取上一章。")
- cb.onToolCallDelta?.({ index: 0, id: "call_1", name: "read_chapter" })
- cb.onToolCallDelta?.({ index: 0, arguments: '{"name":"ch1"}' })
- cb.onDone()
- } else {
- cb.onToken("章节正文")
- cb.onDone()
- }
- })
- const callbacks = {
- onText: vi.fn(),
- onToolCall: vi.fn(),
- onToolResult: vi.fn(),
- onToolError: vi.fn(),
- onDone: vi.fn(),
- onError: vi.fn(),
- }
- const config: AgentConfig = { maxRounds: 3, tools: [tool], systemPrompt: "You are helpful", llmConfig: mockLlmConfig }
- const result = await runner.run(config, registry, [systemMsg, userMsg], callbacks, undefined)
- expect(callbacks.onText).toHaveBeenCalledTimes(1)
- expect(callbacks.onText).toHaveBeenCalledWith("章节正文")
- expect(result.finalText).toBe("章节正文")
- })
- it("stops after maxRounds exceeded", async () => {
- // Always return tool calls
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- cb.onToolCallDelta?.({ index: 0, id: "call_1", name: "read_chapter" })
- cb.onToolCallDelta?.({ index: 0, arguments: "{}" })
- cb.onDone()
- })
- const tool: Tool = {
- name: "read_chapter",
- description: "",
- category: "read",
- parameters: {},
- execute: vi.fn().mockResolvedValue("ok"),
- }
- registry.register(tool)
- const onError = vi.fn()
- const config: AgentConfig = { maxRounds: 2, tools: [tool], systemPrompt: "", llmConfig: mockLlmConfig }
- await runner.run(config, registry, [systemMsg, userMsg], { onText: vi.fn(), onToolCall: vi.fn(), onToolResult: vi.fn(), onToolError: vi.fn(), onDone: vi.fn(), onError }, undefined)
- expect(onError).toHaveBeenCalled()
- expect(onError.mock.calls[0][0].message).toContain("轮次")
- })
- it("reports tool execution errors via onToolError", async () => {
- const tool: Tool = {
- name: "bad_tool",
- description: "",
- category: "read",
- parameters: {},
- execute: vi.fn().mockRejectedValue(new Error("execution failed")),
- }
- registry.register(tool)
- let callCount = 0
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- callCount++
- if (callCount === 1) {
- cb.onToolCallDelta?.({ index: 0, id: "c1", name: "bad_tool" })
- cb.onToolCallDelta?.({ index: 0, arguments: "{}" })
- cb.onDone()
- } else {
- cb.onToken("ok")
- cb.onDone()
- }
- })
- const onToolError = vi.fn()
- const config: AgentConfig = { maxRounds: 3, tools: [tool], systemPrompt: "", llmConfig: mockLlmConfig }
- await runner.run(config, registry, [systemMsg, userMsg], { onText: vi.fn(), onToolCall: vi.fn(), onToolResult: vi.fn(), onToolError, onDone: vi.fn(), onError: vi.fn() }, undefined)
- expect(onToolError).toHaveBeenCalledOnce()
- })
- it.each(["错误:未找到 Skill", "错误: read failed"])(
- "treats an error-prefixed tool result as an error and still lets the model recover: %s",
- async (toolResult) => {
- const tool: Tool = {
- name: "soft_error_tool",
- description: "",
- category: "read",
- parameters: {},
- execute: vi.fn().mockResolvedValue(toolResult),
- }
- registry.register(tool)
- mockStreamChat
- .mockImplementationOnce(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- cb.onToolCallDelta?.({ index: 0, id: "soft_error_1", name: "soft_error_tool" })
- cb.onToolCallDelta?.({ index: 0, arguments: "{}" })
- cb.onDone()
- })
- .mockImplementationOnce(async (_config: unknown, messages: unknown[], cb: StreamCallbacks) => {
- expect(JSON.stringify(messages)).toContain(toolResult)
- cb.onToken("已改用其他方法恢复")
- cb.onDone()
- })
- const onToolError = vi.fn()
- const onToolResult = vi.fn()
- const onToolEvent = vi.fn()
- const result = await runner.run(
- { maxRounds: 3, tools: [tool], systemPrompt: "", llmConfig: mockLlmConfig },
- registry,
- [systemMsg, userMsg],
- { onText: vi.fn(), onToolCall: vi.fn(), onToolResult, onToolError, onToolEvent, onDone: vi.fn(), onError: vi.fn() },
- undefined,
- )
- expect(onToolResult).not.toHaveBeenCalled()
- expect(onToolError).toHaveBeenCalledWith("soft_error_1", toolResult)
- expect(onToolEvent).toHaveBeenCalledWith(expect.objectContaining({ type: "error", result: toolResult }))
- expect(result.toolCalls[0].status).toBe("error")
- expect(result.finalText).toBe("已改用其他方法恢复")
- },
- )
- it("allows long-running workflow tools to opt out of the generic 30 second timeout", async () => {
- vi.useFakeTimers()
- try {
- const tool: Tool = {
- name: "run_chapter_workflow",
- description: "workflow",
- category: "action",
- permission: "auto",
- executeTimeoutMs: 0,
- parameters: {},
- execute: vi.fn(() => new Promise<string>((resolve) => {
- setTimeout(() => resolve("章节工作流完成"), TOOL_EXECUTE_TIMEOUT_MS + 1000)
- })),
- }
- registry.register(tool)
- let callCount = 0
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- callCount++
- if (callCount === 1) {
- cb.onToolCallDelta?.({ index: 0, id: "workflow_1", name: "run_chapter_workflow" })
- cb.onToolCallDelta?.({ index: 0, arguments: "{}" })
- cb.onDone()
- } else {
- cb.onToken("完成")
- cb.onDone()
- }
- })
- const onToolError = vi.fn()
- const onToolResult = vi.fn()
- const config: AgentConfig = { maxRounds: 3, tools: [tool], systemPrompt: "", llmConfig: mockLlmConfig }
- const runPromise = runner.run(
- config,
- registry,
- [systemMsg, userMsg],
- { onText: vi.fn(), onToolCall: vi.fn(), onToolResult, onToolError, onDone: vi.fn(), onError: vi.fn() },
- undefined,
- )
- await vi.advanceTimersByTimeAsync(TOOL_EXECUTE_TIMEOUT_MS + 1000)
- const result = await runPromise
- expect(onToolError).not.toHaveBeenCalled()
- expect(onToolResult).toHaveBeenCalledWith("workflow_1", "章节工作流完成")
- expect(result.toolCalls[0].status).toBe("done")
- } finally {
- vi.useRealTimers()
- }
- })
- it("executes confirm-required write tools for preview and sets approval_required status", async () => {
- const tool: Tool = {
- name: "write_chapter",
- description: "",
- category: "write",
- permission: "confirm",
- parameters: {},
- execute: vi.fn().mockResolvedValue("written preview content"),
- }
- registry.register(tool)
- let callCount = 0
- mockStreamChat.mockImplementation(async (_config: unknown, messages: AgentMessage[], cb: StreamCallbacks) => {
- callCount++
- if (callCount === 1) {
- cb.onToolCallDelta?.({ index: 0, id: "write_1", name: "write_chapter" })
- cb.onToolCallDelta?.({ index: 0, arguments: '{"name":"第1章","content":"正文"}' })
- cb.onDone()
- } else {
- expect(messages[messages.length - 1].content).toContain("written preview content")
- cb.onToken("已生成写入预览,等待确认。")
- cb.onDone()
- }
- })
- const onToolEvent = vi.fn()
- const config: AgentConfig = { maxRounds: 3, tools: [tool], systemPrompt: "", llmConfig: mockLlmConfig }
- const result = await runner.run(
- config,
- registry,
- [systemMsg, userMsg],
- {
- onText: vi.fn(),
- onToolCall: vi.fn(),
- onToolResult: vi.fn(),
- onToolError: vi.fn(),
- onToolEvent,
- onDone: vi.fn(),
- onError: vi.fn(),
- },
- undefined,
- )
- expect(tool.execute).toHaveBeenCalledTimes(1)
- expect(result.toolCalls[0].status).toBe("approval_required")
- expect((result.toolCalls[0] as any).preview).toBe("written preview content")
- expect(result.toolCalls[0].result).toBe("written preview content")
- expect(onToolEvent).toHaveBeenCalledWith(expect.objectContaining({ type: "approval_required", callId: "write_1", preview: "written preview content" }))
- })
- it("marks confirm-required tools as error when preview generation throws", async () => {
- const tool: Tool = {
- name: "write_outline_node",
- description: "",
- category: "write",
- permission: "confirm",
- parameters: {},
- generatePreview: vi.fn().mockRejectedValue(new Error("无法写入大纲:大纲文件名称必须是 Markdown 文件。")),
- execute: vi.fn(),
- }
- registry.register(tool)
- let callCount = 0
- mockStreamChat.mockImplementation(async (_config: unknown, messages: AgentMessage[], cb: StreamCallbacks) => {
- callCount++
- if (callCount === 1) {
- cb.onToolCallDelta?.({ index: 0, id: "write_outline_1", name: "write_outline_node" })
- cb.onToolCallDelta?.({ index: 0, arguments: '{"outlineName":"坏目标.txt","nodeTitle":"节点","nodeContent":"正文"}' })
- cb.onDone()
- } else {
- expect(messages[messages.length - 1].content).toContain("预览生成失败")
- cb.onToken("写入目标无效,已跳过确认。")
- cb.onDone()
- }
- })
- const onToolError = vi.fn()
- const onToolEvent = vi.fn()
- const config: AgentConfig = { maxRounds: 3, tools: [tool], systemPrompt: "", llmConfig: mockLlmConfig }
- const result = await runner.run(
- config,
- registry,
- [systemMsg, userMsg],
- {
- onText: vi.fn(),
- onToolCall: vi.fn(),
- onToolResult: vi.fn(),
- onToolError,
- onToolEvent,
- onDone: vi.fn(),
- onError: vi.fn(),
- },
- undefined,
- )
- expect(tool.generatePreview).toHaveBeenCalledTimes(1)
- expect(tool.execute).not.toHaveBeenCalled()
- expect(result.toolCalls[0].status).toBe("error")
- expect(result.toolCalls[0].result).toContain("预览生成失败")
- expect(onToolError).toHaveBeenCalledWith("write_outline_1", expect.stringContaining("预览生成失败"))
- expect(onToolEvent).toHaveBeenCalledWith(expect.objectContaining({ type: "error", callId: "write_outline_1" }))
- })
- it("keeps full tool result in record but sends compressed result back to the model", async () => {
- const longResult = `${"开头".repeat(2000)}\n中间内容\n${"结尾".repeat(2000)}`
- const tool: Tool = {
- name: "read_chapter",
- description: "read",
- category: "read",
- parameters: {},
- execute: vi.fn().mockResolvedValue(longResult),
- }
- registry.register(tool)
- let compressedToolMessage = ""
- let callCount = 0
- mockStreamChat.mockImplementation(async (_config: unknown, messages: AgentMessage[], cb: StreamCallbacks) => {
- callCount++
- if (callCount === 1) {
- cb.onToolCallDelta?.({ index: 0, id: "read_1", name: "read_chapter" })
- cb.onToolCallDelta?.({ index: 0, arguments: "{}" })
- cb.onDone()
- } else {
- compressedToolMessage = String(messages[messages.length - 1].content)
- cb.onToken("已分析")
- cb.onDone()
- }
- })
- const config: AgentConfig = {
- maxRounds: 3,
- tools: [tool],
- systemPrompt: "",
- llmConfig: mockLlmConfig,
- toolResultContextLimit: 1200,
- }
- const result = await runner.run(
- config,
- registry,
- [systemMsg, userMsg],
- { onText: vi.fn(), onToolCall: vi.fn(), onToolResult: vi.fn(), onToolError: vi.fn(), onDone: vi.fn(), onError: vi.fn() },
- undefined,
- )
- expect(result.toolCalls[0].result).toBe(longResult)
- expect(compressedToolMessage.length).toBeLessThan(longResult.length)
- expect(compressedToolMessage).toContain("已压缩给模型使用")
- expect(compressedToolMessage).toContain("开头")
- expect(compressedToolMessage).toContain("结尾")
- })
- it("sends the full run_chapter_workflow result to the model instead of compressing it", async () => {
- const longResult = [
- "章节工作流完成。",
- "是否返修:是",
- `任务书:${"开头承接".repeat(400)}`,
- "",
- "最终正文:",
- `${"陈远的手还压在西线地图上。".repeat(80)}\n中间正文\n${"空袭窗口正在关闭。".repeat(80)}`,
- ].join("\n")
- const tool: Tool = {
- name: "run_chapter_workflow",
- description: "workflow",
- category: "action",
- permission: "auto",
- executeTimeoutMs: 0,
- parameters: {},
- execute: vi.fn().mockResolvedValue(longResult),
- }
- registry.register(tool)
- let injectedToolMessage = ""
- let callCount = 0
- mockStreamChat.mockImplementation(async (_config: unknown, messages: AgentMessage[], cb: StreamCallbacks) => {
- callCount++
- if (callCount === 1) {
- cb.onToolCallDelta?.({ index: 0, id: "workflow_1", name: "run_chapter_workflow" })
- cb.onToolCallDelta?.({ index: 0, arguments: "{}" })
- cb.onDone()
- } else {
- injectedToolMessage = String(messages[messages.length - 1].content)
- cb.onToken("已输出")
- cb.onDone()
- }
- })
- const config: AgentConfig = {
- maxRounds: 3,
- tools: [tool],
- systemPrompt: "",
- llmConfig: mockLlmConfig,
- toolResultContextLimit: 1200,
- }
- const result = await runner.run(
- config,
- registry,
- [systemMsg, userMsg],
- { onText: vi.fn(), onToolCall: vi.fn(), onToolResult: vi.fn(), onToolError: vi.fn(), onDone: vi.fn(), onError: vi.fn() },
- undefined,
- )
- expect(longResult.length).toBeGreaterThan(1200)
- expect(result.toolCalls[0].result).toBe(longResult)
- expect(injectedToolMessage).toContain(longResult)
- expect(injectedToolMessage).toContain("陈远的手还压在西线地图上")
- expect(injectedToolMessage).toContain("中间正文")
- expect(injectedToolMessage).not.toContain("已压缩给模型使用")
- })
- it("交付终稿的 finalizesRun 工具执行完就结束,不再让模型复述正文", async () => {
- const body = "第240章 归零\n\n陈远的手还压在西线地图上。"
- const tool: Tool = {
- name: "run_chapter_workflow",
- description: "workflow",
- category: "action",
- permission: "auto",
- executeTimeoutMs: 0,
- finalizesRun: true,
- parameters: {},
- execute: vi.fn(async (_params, _signal, context) => {
- context?.onFinalContent?.("旧稿:会被覆盖")
- context?.onFinalContent?.(body)
- return `章节工作流完成。\n\n最终正文:\n${body}`
- }),
- }
- registry.register(tool)
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- cb.onToolCallDelta?.({ index: 0, id: "workflow_final_1", name: "run_chapter_workflow" })
- cb.onToolCallDelta?.({ index: 0, arguments: '{"userRequest":"写第240章"}' })
- cb.onDone()
- })
- const callbacks = {
- onText: vi.fn(),
- onToolCall: vi.fn(),
- onToolResult: vi.fn(),
- onToolError: vi.fn(),
- onFinalContent: vi.fn(),
- onDone: vi.fn(),
- onError: vi.fn(),
- }
- const result = await runner.run(
- {
- maxRounds: 5,
- tools: [tool],
- systemPrompt: "",
- llmConfig: mockLlmConfig,
- requiredToolsOnce: ["run_chapter_workflow"],
- },
- registry,
- [systemMsg, userMsg],
- callbacks,
- undefined,
- )
- expect(mockStreamChat).toHaveBeenCalledTimes(1)
- expect(result.roundsUsed).toBe(1)
- expect(result.finalText).toBe(body)
- expect(callbacks.onFinalContent.mock.calls.map((call) => call[0])).toEqual(["旧稿:会被覆盖", body])
- expect(callbacks.onText).not.toHaveBeenCalled()
- expect(callbacks.onDone).toHaveBeenCalledOnce()
- expect(callbacks.onError).not.toHaveBeenCalled()
- })
- it("finalizesRun 工具报错时不短路,仍交回模型续轮", async () => {
- const tool: Tool = {
- name: "run_chapter_workflow",
- description: "workflow",
- category: "action",
- permission: "auto",
- finalizesRun: true,
- parameters: {},
- execute: vi.fn(async (_params, _signal, context) => {
- context?.onFinalContent?.("半成品正文")
- throw new Error("计划履约复检未通过")
- }),
- }
- registry.register(tool)
- let callCount = 0
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- callCount += 1
- if (callCount === 1) {
- cb.onToolCallDelta?.({ index: 0, id: "workflow_final_2", name: "run_chapter_workflow" })
- cb.onToolCallDelta?.({ index: 0, arguments: "{}" })
- cb.onDone()
- return
- }
- cb.onToken("工作流失败了")
- cb.onDone()
- })
- const result = await runner.run(
- { maxRounds: 3, tools: [tool], systemPrompt: "", llmConfig: mockLlmConfig },
- registry,
- [systemMsg, userMsg],
- { onText: vi.fn(), onToolCall: vi.fn(), onToolResult: vi.fn(), onToolError: vi.fn(), onDone: vi.fn(), onError: vi.fn() },
- undefined,
- )
- expect(mockStreamChat).toHaveBeenCalledTimes(2)
- expect(result.finalText).toBe("工作流失败了")
- })
- it("每轮模型请求保留任务契约并压缩内部工作消息", async () => {
- const untrimmed = [
- { role: "system" as const, content: "系统规则".repeat(120) },
- { role: "assistant" as const, content: "旧结果".repeat(180) },
- { role: "user" as const, content: "继续执行当前任务" },
- ]
- const untrimmedChars = untrimmed.reduce(
- (sum, message) => sum + message.content.length,
- 0,
- )
- mockStreamChat.mockImplementation(async (_config: unknown, messages: AgentMessage[], cb: StreamCallbacks) => {
- const total = messages.reduce((sum, message) => sum + (typeof message.content === "string" ? message.content.length : 0), 0)
- // Compacted payload must shrink relative to the raw history while keeping the task contract.
- expect(total).toBeLessThan(untrimmedChars + 200)
- expect(messages.some((message) => String(message.content).includes("任务契约"))).toBe(true)
- expect(messages.some((message) => String(message.content).includes("完成整本小说"))).toBe(true)
- cb.onToken("完成")
- cb.onDone()
- })
- const callbacks = { onText: vi.fn(), onToolCall: vi.fn(), onToolResult: vi.fn(), onToolError: vi.fn(), onDone: vi.fn(), onError: vi.fn() }
- await runner.run(
- {
- maxRounds: 2,
- tools: [],
- systemPrompt: "",
- taskGoal: "完成整本小说,不能改变主角身份。",
- llmConfig: { ...mockLlmConfig, maxContextSize: 1_000 },
- },
- registry,
- untrimmed,
- callbacks,
- )
- expect(callbacks.onError).not.toHaveBeenCalled()
- })
- it("15 轮重复工具调用不会让内部上下文无限增长", async () => {
- const tool: Tool = {
- name: "read_memory",
- description: "read",
- category: "read",
- parameters: {},
- execute: vi.fn(async () => "记忆原文".repeat(3000)),
- }
- registry.register(tool)
- let round = 0
- const injectedToolContents: string[] = []
- mockStreamChat.mockImplementation(async (_config: unknown, messages: AgentMessage[], cb: StreamCallbacks) => {
- round += 1
- const total = messages.reduce((sum, message) => sum + (typeof message.content === "string" ? message.content.length : 0), 0)
- expect(total).toBeLessThanOrEqual(2250)
- const latestTool = [...messages].reverse().find((message) => message.role === "tool")
- if (latestTool) injectedToolContents.push(String(latestTool.content))
- if (round <= 15) {
- cb.onToolCallDelta?.({ index: 0, id: `call-${round}`, name: "read_memory", arguments: '{"name":"核心目标"}' })
- } else {
- cb.onToken("全部完成")
- }
- cb.onDone()
- })
- const callbacks = { onText: vi.fn(), onToolCall: vi.fn(), onToolResult: vi.fn(), onToolError: vi.fn(), onDone: vi.fn(), onError: vi.fn() }
- const result = await runner.run({
- maxRounds: 16,
- tools: [tool],
- systemPrompt: "",
- taskGoal: "持续读取并完成长期任务",
- llmConfig: { ...mockLlmConfig, maxContextSize: 3000 },
- toolResultContextLimit: 1200,
- }, registry, [systemMsg, userMsg], callbacks)
- expect(result.toolCalls).toHaveLength(15)
- expect(tool.execute).toHaveBeenCalledTimes(15)
- expect(injectedToolContents.some((content) => content.includes("工具证据引用"))).toBe(true)
- expect(callbacks.onError).not.toHaveBeenCalled()
- })
- it("merges caller request overrides with tool calling options", async () => {
- const tool: Tool = {
- name: "read_chapter",
- description: "read",
- category: "read",
- parameters: {},
- execute: vi.fn().mockResolvedValue("Chapter content"),
- }
- registry.register(tool)
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- cb.onToken("章节正文")
- cb.onDone()
- })
- const config: AgentConfig = {
- maxRounds: 3,
- tools: [tool],
- systemPrompt: "",
- llmConfig: mockLlmConfig,
- requestOverrides: {
- max_tokens: 8000,
- reasoning: { mode: "off" },
- },
- }
- await runner.run(
- config,
- registry,
- [systemMsg, userMsg],
- { onText: vi.fn(), onToolCall: vi.fn(), onToolResult: vi.fn(), onToolError: vi.fn(), onDone: vi.fn(), onError: vi.fn() },
- undefined,
- )
- expect(mockStreamChat).toHaveBeenCalledWith(
- mockLlmConfig,
- expect.any(Array),
- expect.any(Object),
- undefined,
- expect.objectContaining({
- max_tokens: 8000,
- reasoning: { mode: "off" },
- tools: expect.any(Array),
- toolChoice: "auto",
- }),
- )
- })
- it("omits tools when functionCallingEnabled is false on llmConfig", async () => {
- const tool: Tool = {
- name: "read_chapter",
- description: "read",
- category: "read",
- parameters: {},
- execute: vi.fn().mockResolvedValue("Chapter content"),
- }
- registry.register(tool)
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- cb.onToken("普通回复")
- cb.onDone()
- })
- await runner.run(
- {
- maxRounds: 3,
- tools: [tool],
- systemPrompt: "",
- llmConfig: { ...mockLlmConfig, functionCallingEnabled: false },
- },
- registry,
- [systemMsg, userMsg],
- { onText: vi.fn(), onToolCall: vi.fn(), onToolResult: vi.fn(), onToolError: vi.fn(), onDone: vi.fn(), onError: vi.fn() },
- undefined,
- )
- expect(mockStreamChat).toHaveBeenCalledWith(
- expect.objectContaining({ functionCallingEnabled: false }),
- expect.any(Array),
- expect.any(Object),
- undefined,
- undefined,
- )
- })
- it("retries once without tools when the API rejects function calling", async () => {
- const tool: Tool = {
- name: "read_chapter",
- description: "read",
- category: "read",
- parameters: {},
- execute: vi.fn().mockResolvedValue("Chapter content"),
- }
- registry.register(tool)
- mockStreamChat
- .mockImplementationOnce(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- cb.onError(new Error("This model does not support function calling / tools"))
- })
- .mockImplementationOnce(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- cb.onToken("降级正文")
- cb.onDone()
- })
- const callbacks = {
- onText: vi.fn(),
- onToolCall: vi.fn(),
- onToolResult: vi.fn(),
- onToolError: vi.fn(),
- onDone: vi.fn(),
- onError: vi.fn(),
- }
- const result = await runner.run(
- {
- maxRounds: 3,
- tools: [tool],
- systemPrompt: "",
- llmConfig: mockLlmConfig,
- },
- registry,
- [systemMsg, userMsg],
- callbacks,
- undefined,
- )
- expect(mockStreamChat).toHaveBeenCalledTimes(2)
- expect(mockStreamChat.mock.calls[0][4]).toEqual(expect.objectContaining({
- tools: expect.any(Array),
- toolChoice: "auto",
- }))
- expect(mockStreamChat.mock.calls[1][4]).toBeUndefined()
- expect(result.finalText).toBe("降级正文")
- expect(callbacks.onError).not.toHaveBeenCalled()
- })
- it("emits ModelDoesNotSupportToolsError when tool-less retry still fails", async () => {
- const tool: Tool = {
- name: "read_chapter",
- description: "read",
- category: "read",
- parameters: {},
- execute: vi.fn().mockResolvedValue("Chapter content"),
- }
- registry.register(tool)
- mockStreamChat
- .mockImplementationOnce(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- cb.onError(new Error("does not support function calling"))
- })
- .mockImplementationOnce(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- cb.onError(new Error("upstream 500"))
- })
- const callbacks = {
- onText: vi.fn(),
- onToolCall: vi.fn(),
- onToolResult: vi.fn(),
- onToolError: vi.fn(),
- onDone: vi.fn(),
- onError: vi.fn(),
- }
- await runner.run(
- {
- maxRounds: 3,
- tools: [tool],
- systemPrompt: "",
- llmConfig: mockLlmConfig,
- },
- registry,
- [systemMsg, userMsg],
- callbacks,
- undefined,
- )
- expect(mockStreamChat).toHaveBeenCalledTimes(2)
- expect(callbacks.onError).toHaveBeenCalledWith(expect.any(ModelDoesNotSupportToolsError))
- })
- it("does not treat unrelated unsupported errors as missing function calling", async () => {
- const tool: Tool = {
- name: "read_chapter",
- description: "read",
- category: "read",
- parameters: {},
- execute: vi.fn().mockResolvedValue("Chapter content"),
- }
- registry.register(tool)
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- cb.onError(new Error("Unsupported parameter: temperature"))
- })
- const callbacks = {
- onText: vi.fn(),
- onToolCall: vi.fn(),
- onToolResult: vi.fn(),
- onToolError: vi.fn(),
- onDone: vi.fn(),
- onError: vi.fn(),
- }
- await runner.run(
- {
- maxRounds: 3,
- tools: [tool],
- systemPrompt: "",
- llmConfig: mockLlmConfig,
- },
- registry,
- [systemMsg, userMsg],
- callbacks,
- undefined,
- )
- expect(mockStreamChat).toHaveBeenCalledTimes(1)
- expect(callbacks.onError).toHaveBeenCalledWith(expect.objectContaining({
- message: "Unsupported parameter: temperature",
- }))
- })
- it("retries a reasoning-only model round once with reasoning disabled", async () => {
- const reasoningOnlyError = new Error("模型只输出了 543 字符的思考内容,但没有输出正文。")
- mockStreamChat.mockImplementationOnce(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- cb.onError(reasoningOnlyError)
- })
- mockStreamChat.mockImplementationOnce(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- cb.onToken("章节正文")
- cb.onDone()
- })
- const callbacks = {
- onText: vi.fn(),
- onToolCall: vi.fn(),
- onToolResult: vi.fn(),
- onToolError: vi.fn(),
- onDone: vi.fn(),
- onError: vi.fn(),
- }
- const config: AgentConfig = {
- maxRounds: 3,
- tools: [],
- systemPrompt: "",
- llmConfig: { ...mockLlmConfig, reasoning: { mode: "high" } },
- }
- const result = await runner.run(config, registry, [systemMsg, userMsg], callbacks, undefined)
- expect(mockStreamChat).toHaveBeenCalledTimes(2)
- expect(mockStreamChat.mock.calls[0][4]).toBeUndefined()
- expect(mockStreamChat.mock.calls[1][4]).toEqual({ reasoning: { mode: "off" } })
- expect(result.finalText).toBe("章节正文")
- expect(callbacks.onText).toHaveBeenCalledWith("章节正文")
- expect(callbacks.onDone).toHaveBeenCalledOnce()
- expect(callbacks.onError).not.toHaveBeenCalled()
- })
- describe("Stage F 断点保存与清理", () => {
- it("config.projectPath 存在时创建并保存断点", async () => {
- const tool: Tool = {
- name: "read_chapter",
- description: "read",
- category: "read",
- parameters: {},
- execute: vi.fn().mockResolvedValue("章节内容"),
- }
- registry.register(tool)
- let callCount = 0
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- callCount++
- if (callCount === 1) {
- cb.onToolCallDelta?.({ index: 0, id: "call_1", name: "read_chapter" })
- cb.onToolCallDelta?.({ index: 0, arguments: "{}" })
- cb.onDone()
- } else {
- cb.onToken("完成")
- cb.onDone()
- }
- })
- const config: AgentConfig = {
- maxRounds: 3,
- tools: [tool],
- systemPrompt: "",
- llmConfig: mockLlmConfig,
- projectPath: "/test",
- taskGoal: "写第一章",
- }
- await runner.run(config, registry, [systemMsg, userMsg], {
- onText: vi.fn(),
- onToolCall: vi.fn(),
- onToolResult: vi.fn(),
- onToolError: vi.fn(),
- onDone: vi.fn(),
- onError: vi.fn(),
- })
- expect(breakpointMocks.createTaskBreakpoint).toHaveBeenCalledWith(
- expect.objectContaining({ taskGoal: "写第一章", currentStage: "agent_round_1" })
- )
- expect(breakpointMocks.saveTaskBreakpoint).toHaveBeenCalledWith("/test", expect.any(Object))
- expect(breakpointMocks.updateBreakpointStage).toHaveBeenCalled()
- })
- it("成功完成时清理断点", async () => {
- mockStreamChat.mockImplementation(async (_config: unknown, _msgs: unknown[], cb: StreamCallbacks) => {
- cb.onToken("完成")
- cb.onDone()
- })
- const config: AgentConfig = {
- maxRounds: 3,
- tools: [],
- systemPrompt: "",
- llmConfig: mockLlmConfig,
- projectPath: "/test",
- taskGoal: "写第一章",
- }
- await runner.run(config, registry, [systemMsg, userMsg], {
- onText: vi.fn(),
- onToolCall: vi.fn(),
- onToolResult: vi.fn(),
- onToolError: vi.fn(),
- onDone: vi.fn(),
- onError: vi.fn(),
- })
- expect(breakpointMocks.clearTaskBreakpoint).toHaveBeenCalledWith("/test")
- })
- it("失败时保留断点", async () => {
- mockStreamChat.mockRejectedValueOnce(new Error("模型失败"))
- const config: AgentConfig = {
- maxRounds: 3,
- tools: [],
- systemPrompt: "",
- llmConfig: mockLlmConfig,
- projectPath: "/test",
- taskGoal: "写第一章",
- }
- await runner.run(config, registry, [systemMsg, userMsg], {
- onText: vi.fn(),
- onToolCall: vi.fn(),
- onToolResult: vi.fn(),
- onToolError: vi.fn(),
- onDone: vi.fn(),
- onError: vi.fn(),
- })
- expect(breakpointMocks.saveTaskBreakpoint).toHaveBeenCalled()
- expect(breakpointMocks.clearTaskBreakpoint).not.toHaveBeenCalled()
- })
- })
- })
|