compact-basic.spec.ts 69 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861
  1. import { describe, expect, it, vi } from 'vitest'
  2. import { Context } from 'cordis'
  3. import { AttachmentId } from '@deepseek-ai/dsh-attachment'
  4. import BasicCompactService from '@deepseek-ai/dsh-compact-basic'
  5. import type { BasicCompactConfig } from '@deepseek-ai/dsh-compact-basic'
  6. import { selectCompactableRange } from '@deepseek-ai/dsh-compact-basic/src/region.ts'
  7. import type { SummarizationInput } from '@deepseek-ai/dsh-compact-basic/src/summarizer.ts'
  8. import { toolPairingBalancedAfter, toolPairingBalancedBefore } from '@deepseek-ai/dsh-compact'
  9. import {
  10. resolveCompactSpec,
  11. resolveConfig,
  12. resolveTargetPolicy,
  13. } from '@deepseek-ai/dsh-compact-basic/src/config.ts'
  14. import type { CompactionResult } from '@deepseek-ai/dsh-compact'
  15. import LlmService, { createUserMessage, CallId, CONTEXT_WINDOW_EXCEEDED_CODE, createToolResultMessage, LlmAdapter , createMessage } from '@deepseek-ai/dsh-llm'
  16. import type {
  17. ContentBlock,
  18. GenerateOptions,
  19. LlmFailure,
  20. LlmResolvedModelInfo,
  21. Message,
  22. StreamChunk,
  23. TokenUsage,
  24. } from '@deepseek-ai/dsh-llm'
  25. import SessionStore, { Session, SessionId } from '@deepseek-ai/dsh-session'
  26. import TokenMeterService from '@deepseek-ai/dsh-token-meter'
  27. import { agentEvents, type Agent, type RequestErrorAction } from '@deepseek-ai/dsh-agent'
  28. import ToolResultPruneService from '@deepseek-ai/dsh-compact-tool-result-prune'
  29. const SIGNAL = new AbortController().signal
  30. const MODEL = 'test-model'
  31. class ContextAdapter extends LlmAdapter {
  32. constructor(private readonly contextWindow: number) {
  33. super()
  34. }
  35. override resolveModel(provider: string, model: string): Promise<LlmResolvedModelInfo> {
  36. return Promise.resolve({
  37. provider,
  38. id: model,
  39. name: model,
  40. context: { contextWindow: this.contextWindow },
  41. })
  42. }
  43. override async * stream(): AsyncIterable<StreamChunk> {
  44. yield { type: 'finish', reason: { kind: 'stop' } }
  45. }
  46. }
  47. class RoutedContextAdapter extends LlmAdapter {
  48. constructor(private readonly windows: Readonly<Record<string, number>>) {
  49. super()
  50. }
  51. override resolveModel(provider: string, model: string): Promise<LlmResolvedModelInfo> {
  52. const contextWindow = this.windows[provider]
  53. return Promise.resolve({
  54. provider,
  55. id: model,
  56. name: model,
  57. ...contextWindow === undefined ? {} : { context: { contextWindow } },
  58. })
  59. }
  60. override async * stream(): AsyncIterable<StreamChunk> {
  61. yield { type: 'finish', reason: { kind: 'stop' } }
  62. }
  63. }
  64. function createContext(contextWindow = 1_000): Context {
  65. const ctx = new Context()
  66. void new LlmService(ctx)
  67. void new TokenMeterService(ctx)
  68. ctx.llm.registerAdapter([MODEL, 'actual', 'unlisted-provider'], new ContextAdapter(contextWindow))
  69. return ctx
  70. }
  71. function agent(session: Session, model?: string): Agent {
  72. return {
  73. session,
  74. options: model === undefined ? {} : { provider: model, model },
  75. } as Agent
  76. }
  77. /** Flatten every text fragment the summarizer received, recursing tool-result blocks. */
  78. function summarizedText(input: SummarizationInput): string {
  79. const collect = (blocks: readonly ContentBlock[]): string =>
  80. blocks.map(block =>
  81. block.type === 'text' ? block.text
  82. : block.type === 'tool-result' ? collect(block.content)
  83. : '').join('\n')
  84. return input.messages.map(message => collect(message.content)).join('\n')
  85. }
  86. /** A minimal replayed prefix carrying one user message of the given text. */
  87. function promptInput(text: string): SummarizationInput {
  88. return { messages: [createUserMessage({
  89. content: [{ type: 'text', text }],
  90. source: { kind: 'plugin', plugin: 'test' },
  91. })] }
  92. }
  93. /** Closed two-message turns followed by one open turn for durable compaction events. */
  94. function conversation(turns = 4, text = 'fixture '.repeat(40).trim()): Session {
  95. const session = new Session(SessionId(`conversation-${turns}`))
  96. for (let turn = 1; turn <= turns; turn += 1) {
  97. session.append('turn/start', { turn, trigger: { kind: 'message', source: { kind: 'user' } } })
  98. session.append('user/message', createUserMessage({
  99. content: [{ type: 'text', text: `${text} user ${turn}` }],
  100. source: { kind: 'user' },
  101. }), { surfaceOp: 'append' })
  102. session.append('step/start', { turn, step: 1 })
  103. if (turn === 1) {
  104. session.append('request/header', {
  105. header: { config: { provider: MODEL, model: MODEL } },
  106. reason: 'initial',
  107. })
  108. }
  109. session.append('assistant/message', {
  110. turn,
  111. step: 1,
  112. message: createMessage({
  113. role: 'assistant',
  114. content: [{ type: 'text', text: `${text} assistant ${turn}` }],
  115. source: {
  116. kind: 'model',
  117. ...{ provider: MODEL, model: MODEL },
  118. },
  119. }),
  120. }, { surfaceOp: 'append' })
  121. session.append('step/end', { turn, step: 1 })
  122. session.append('turn/end', { turn, reason: { kind: 'completed' } })
  123. }
  124. session.append('turn/start', {
  125. turn: turns + 1,
  126. trigger: { kind: 'message', source: { kind: 'user' } },
  127. })
  128. return session
  129. }
  130. function toolConversation(): Session {
  131. const session = new Session(SessionId('tools'))
  132. for (let turn = 1; turn <= 3; turn += 1) {
  133. const callId = CallId(`call-${turn}`)
  134. session.append('turn/start', { turn, trigger: { kind: 'message', source: { kind: 'user' } } })
  135. session.append('user/message', createUserMessage({
  136. content: [{ type: 'text', text: `request ${turn} `.repeat(300) }],
  137. source: { kind: 'user' },
  138. }), { surfaceOp: 'append' })
  139. session.append('step/start', { turn, step: 1 })
  140. if (turn === 1) {
  141. session.append('request/header', {
  142. header: { config: { provider: MODEL, model: MODEL } },
  143. reason: 'initial',
  144. })
  145. }
  146. session.append('assistant/message', {
  147. turn,
  148. step: 1,
  149. message: createMessage({
  150. role: 'assistant',
  151. content: [
  152. { type: 'text', text: `calling ${turn} `.repeat(300) },
  153. { type: 'tool-call', id: callId, name: 'read', arguments: '{}' },
  154. ],
  155. source: {
  156. kind: 'model',
  157. ...{ provider: MODEL, model: MODEL },
  158. },
  159. }),
  160. }, { surfaceOp: 'append' })
  161. session.append('tool/call', { turn, step: 1, callId, name: 'read', arguments: '{}' })
  162. session.append('tool/result', {
  163. turn,
  164. step: 1,
  165. message: createToolResultMessage({
  166. callId,
  167. content: [{ type: 'text', text: `result ${turn} `.repeat(300) }],
  168. isError: false,
  169. }),
  170. }, { surfaceOp: 'append' })
  171. session.append('step/end', { turn, step: 1 })
  172. session.append('turn/end', { turn, reason: { kind: 'completed' } })
  173. }
  174. session.append('turn/start', { turn: 4, trigger: { kind: 'message', source: { kind: 'user' } } })
  175. return session
  176. }
  177. /** One closed routed tool step followed by an open turn for rewrite events. */
  178. function oversizedToolResult(chars = 3_000, withCompactablePrompt = false): Session {
  179. const session = new Session(SessionId(`oversized-tool-${chars}`))
  180. const callId = CallId('oversized')
  181. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  182. if (withCompactablePrompt) {
  183. session.append('user/message', createUserMessage({
  184. content: [{ type: 'text', text: 'older history '.repeat(200) }],
  185. source: { kind: 'user' },
  186. }), { surfaceOp: 'append' })
  187. }
  188. session.append('step/start', { turn: 1, step: 1 })
  189. session.append('request/header', {
  190. header: { config: { provider: MODEL, model: MODEL } },
  191. reason: 'initial',
  192. })
  193. session.append('assistant/message', {
  194. turn: 1,
  195. step: 1,
  196. message: createMessage({
  197. role: 'assistant',
  198. content: [{ type: 'tool-call', id: callId, name: 'bash', arguments: '{}' }],
  199. source: {
  200. kind: 'model',
  201. ...{ provider: MODEL, model: MODEL },
  202. },
  203. }),
  204. }, { surfaceOp: 'append' })
  205. session.append('tool/call', { turn: 1, step: 1, callId, name: 'bash', arguments: '{}' })
  206. session.append('tool/result', {
  207. turn: 1,
  208. step: 1,
  209. message: createToolResultMessage({
  210. callId,
  211. content: [{ type: 'text', text: 'X'.repeat(chars) }],
  212. isError: false,
  213. }),
  214. meta: { presentation: 'preserved' },
  215. }, { surfaceOp: 'append' })
  216. session.append('step/end', { turn: 1, step: 1 })
  217. session.append('turn/end', { turn: 1, reason: { kind: 'completed' } })
  218. session.append('turn/start', { turn: 2, trigger: { kind: 'message', source: { kind: 'user' } } })
  219. return session
  220. }
  221. class TestCompactService extends BasicCompactService {
  222. summary: ContentBlock[] = [{ type: 'text', text: 'small checkpoint' }]
  223. rawOutput: ContentBlock[] | undefined
  224. usage: TokenUsage | undefined
  225. summaryProvider = 'summary-provider'
  226. summaryModel = 'summary-model'
  227. error: unknown
  228. mutateDuringSummary: (() => void) | undefined
  229. calls: Array<{ input: SummarizationInput; signal: AbortSignal | undefined }> = []
  230. override async summarize(
  231. input: SummarizationInput,
  232. _agent: Agent,
  233. signal?: AbortSignal,
  234. ): Promise<{
  235. summary: ContentBlock[]
  236. rawOutput?: ContentBlock[]
  237. provider: string
  238. model: string
  239. maxTokens?: number
  240. usage?: TokenUsage
  241. }> {
  242. this.calls.push({ input, signal })
  243. this.mutateDuringSummary?.()
  244. if (this.error !== undefined) throw this.error
  245. return {
  246. summary: this.summary,
  247. ...this.rawOutput === undefined ? {} : { rawOutput: this.rawOutput },
  248. provider: this.summaryProvider,
  249. model: this.summaryModel,
  250. maxTokens: 123,
  251. ...this.usage === undefined ? {} : { usage: this.usage },
  252. }
  253. }
  254. }
  255. function service(
  256. config: BasicCompactConfig = { auto: false },
  257. ctx = createContext(),
  258. ): TestCompactService {
  259. return new TestCompactService(ctx, config)
  260. }
  261. async function compactIfNeeded(
  262. compact: BasicCompactService,
  263. session: Session,
  264. trigger: 'pressure' | 'context-overflow' = 'pressure',
  265. model: string | undefined = MODEL,
  266. ): Promise<CompactionResult | null> {
  267. return compact.compactIfNeeded(agent(session, model), trigger, SIGNAL)
  268. }
  269. describe('compact configuration and defaults', () => {
  270. it('uses low-friction service-wide defaults', () => {
  271. const resolved = resolveConfig({})
  272. expect(resolved).toEqual({
  273. thresholdRatio: 0.8,
  274. retainRatio: 0.16,
  275. summarizationProvider: '',
  276. summarizationModel: '',
  277. maxTokens: 8192,
  278. compactionRetries: 1,
  279. maxOverflowRetries: 1,
  280. modelPolicies: [],
  281. auto: true,
  282. })
  283. expect(Object.isFrozen(resolved)).toBe(true)
  284. })
  285. it('resolves threshold and retention overrides independently', () => {
  286. const thresholdOnly = resolveConfig({
  287. thresholdRatio: 0.5,
  288. })
  289. expect(thresholdOnly).toMatchObject({
  290. thresholdRatio: 0.5,
  291. retainRatio: 0.16,
  292. })
  293. const retentionOnly = resolveConfig({
  294. retainTokens: 70,
  295. })
  296. expect(retentionOnly).toMatchObject({
  297. thresholdRatio: 0.8,
  298. retainTokens: 70,
  299. })
  300. expect(retentionOnly).not.toHaveProperty('retainRatio')
  301. })
  302. it('merges exact provider/model policy overrides and scales ratios per model', () => {
  303. const config = resolveConfig({
  304. thresholdRatio: 0.8,
  305. retainRatio: 0.1,
  306. modelPolicies: [{
  307. provider: 'small-provider',
  308. model: 'shared-id',
  309. thresholdRatio: 0.5,
  310. retainTokens: 120,
  311. }],
  312. })
  313. const small = resolveTargetPolicy(config, {
  314. provider: 'small-provider',
  315. model: 'shared-id',
  316. })
  317. const otherProvider = resolveTargetPolicy(config, {
  318. provider: 'large-provider',
  319. model: 'shared-id',
  320. })
  321. expect(resolveCompactSpec(small, 1_000)).toMatchObject({
  322. thresholdTokens: 500,
  323. retainTokens: 120,
  324. })
  325. expect(resolveCompactSpec(otherProvider, 2_000)).toMatchObject({
  326. thresholdTokens: 1_600,
  327. retainTokens: 200,
  328. })
  329. const ratioOverride = resolveTargetPolicy(resolveConfig({
  330. retainTokens: 200,
  331. modelPolicies: [{
  332. provider: 'ratio-provider',
  333. model: 'ratio-model',
  334. thresholdRatio: 0.6,
  335. retainRatio: 0.2,
  336. summarizationProvider: 'summary-provider',
  337. summarizationModel: 'summary-model',
  338. maxTokens: 512,
  339. compactionRetries: 2,
  340. maxOverflowRetries: 3,
  341. }],
  342. }), { provider: 'ratio-provider', model: 'ratio-model' })
  343. expect(resolveCompactSpec(ratioOverride, 2_000)).toMatchObject({
  344. thresholdTokens: 1_200,
  345. retainTokens: 400,
  346. summarizationProvider: 'summary-provider',
  347. summarizationModel: 'summary-model',
  348. maxTokens: 512,
  349. compactionRetries: 2,
  350. maxOverflowRetries: 3,
  351. })
  352. })
  353. it('inherits, clears, and replaces the summarization target as a pair', () => {
  354. const config = resolveConfig({
  355. summarizationProvider: 'default-provider',
  356. summarizationModel: 'default-model',
  357. modelPolicies: [
  358. { provider: 'inherit-provider', model: MODEL },
  359. {
  360. provider: 'clear-provider',
  361. model: MODEL,
  362. summarizationProvider: '',
  363. summarizationModel: '',
  364. },
  365. {
  366. provider: 'replace-provider',
  367. model: MODEL,
  368. summarizationProvider: 'replacement-provider',
  369. summarizationModel: 'replacement-model',
  370. },
  371. ],
  372. })
  373. expect(resolveTargetPolicy(config, { provider: 'inherit-provider', model: MODEL }))
  374. .toMatchObject({
  375. summarizationProvider: 'default-provider',
  376. summarizationModel: 'default-model',
  377. })
  378. expect(resolveTargetPolicy(config, { provider: 'clear-provider', model: MODEL }))
  379. .toMatchObject({ summarizationProvider: '', summarizationModel: '' })
  380. expect(resolveTargetPolicy(config, { provider: 'replace-provider', model: MODEL }))
  381. .toMatchObject({
  382. summarizationProvider: 'replacement-provider',
  383. summarizationModel: 'replacement-model',
  384. })
  385. })
  386. it('validates common values and pressure-policy invariants', () => {
  387. const bad = [
  388. [{ maxTokens: 0 }, /maxTokens/],
  389. [{ compactionRetries: -1 }, /compactionRetries/],
  390. [{ maxOverflowRetries: -1 }, /maxOverflowRetries/],
  391. [{ auto: 'yes' }, /auto must be a boolean/],
  392. [{ summarizationProvider: 1 }, /summarizationProvider must be a string/],
  393. [{ summarizationModel: 1 }, /summarizationModel must be a string/],
  394. [{ summarizationProvider: MODEL }, /must be set together/],
  395. [{ summarizationModel: MODEL }, /must be set together/],
  396. [{ summarizationProvider: '' }, /must be set together/],
  397. [{ summarizationModel: '' }, /must be set together/],
  398. [{ thresholdRatio: 0 }, /number in \(0, 1\]/],
  399. [{ thresholdRatio: 1.1 }, /number in \(0, 1\]/],
  400. [{ retainRatio: 0.9 }, /retainRatio \(0.9\) must be less than the resolved thresholdRatio \(0.8\)/],
  401. [{ thresholdRatio: 0.1 }, /retainRatio \(0.16\) must be less than the resolved thresholdRatio \(0.1\)/],
  402. [{ retainTokens: -1 }, /non-negative integer/],
  403. [{ retainRatio: 0.2, retainTokens: 100 }, /mutually exclusive/],
  404. [{ modelPolicies: {} }, /modelPolicies must be an array/],
  405. [{ modelPolicies: [1] }, /modelPolicies\[0\] must be an object/],
  406. [{ modelPolicies: [null] }, /modelPolicies\[0\] must be an object/],
  407. [{ modelPolicies: [[]] }, /modelPolicies\[0\] must be an object/],
  408. [{ modelPolicies: [{ provider: 1, model: MODEL }] }, /provider must be a non-empty string/],
  409. [{ modelPolicies: [{ provider: '', model: MODEL }] }, /provider must be a non-empty string/],
  410. [{ modelPolicies: [{ provider: MODEL, model: 1 }] }, /model must be a non-empty string/],
  411. [{ modelPolicies: [{ provider: MODEL, model: '' }] }, /model must be a non-empty string/],
  412. [{ modelPolicies: [{ provider: MODEL, model: MODEL, summarizationProvider: 1 }] }, /summarizationProvider must be a string/],
  413. [{
  414. summarizationProvider: 'default-provider',
  415. summarizationModel: 'default-model',
  416. modelPolicies: [{ provider: MODEL, model: MODEL, summarizationModel: '' }],
  417. }, /modelPolicies\[0\].*must be set together/],
  418. [{
  419. summarizationProvider: 'default-provider',
  420. summarizationModel: 'default-model',
  421. modelPolicies: [{ provider: MODEL, model: MODEL, summarizationProvider: '' }],
  422. }, /modelPolicies\[0\].*must be set together/],
  423. [{ modelPolicies: [{ provider: MODEL, model: MODEL, retainRatio: 0.2, retainTokens: 100 }] }, /mutually exclusive/],
  424. [
  425. { modelPolicies: [{ provider: MODEL, model: MODEL, thresholdRatio: 0.1 }] },
  426. /modelPolicies\[0\]: retainRatio \(0.16\).*thresholdRatio \(0.1\)/,
  427. ],
  428. [
  429. { modelPolicies: [{ provider: MODEL, model: MODEL, retainRatio: 0.9 }] },
  430. /modelPolicies\[0\]: retainRatio \(0.9\).*thresholdRatio \(0.8\)/,
  431. ],
  432. [{ modelPolicies: [{ provider: MODEL, model: MODEL }, { provider: MODEL, model: MODEL }] }, /duplicate model policy/],
  433. [{ models: { [MODEL]: { retainTokens: 10 } } }, /BasicCompactConfig: unknown key "models"/],
  434. [{ thresholdRato: 0.5 }, /BasicCompactConfig: unknown key "thresholdRato"/],
  435. ] as Array<[unknown, RegExp]>
  436. for (const [config, pattern] of bad) {
  437. expect(() => resolveConfig(config as BasicCompactConfig)).toThrow(pattern)
  438. }
  439. const invalidPressure = resolveTargetPolicy(resolveConfig({
  440. thresholdRatio: 0.5,
  441. retainTokens: 500,
  442. }), { provider: MODEL, model: MODEL })
  443. expect(() => resolveCompactSpec(invalidPressure, 1_000)).toThrow(/less than threshold/)
  444. expect(() => resolveCompactSpec(invalidPressure, 1.5)).toThrow(/positive integer/)
  445. expect(() => resolveCompactSpec(invalidPressure, 0)).toThrow(/positive integer/)
  446. })
  447. })
  448. describe('pressure measurement and retention', () => {
  449. const compactConfig: BasicCompactConfig = {
  450. auto: false,
  451. thresholdRatio: 0.5,
  452. retainTokens: 180,
  453. }
  454. it('skips when no durable routed model exists instead of using AgentOptions fallback', async () => {
  455. const compact = service(compactConfig)
  456. const session = new Session(SessionId('headerless'))
  457. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  458. await expect(compact.compactIfNeeded(agent(session, MODEL), 'pressure', SIGNAL))
  459. .resolves.toBeNull()
  460. expect(compact.calls).toHaveLength(0)
  461. })
  462. it('meters an unlisted model when its provider adapter supplies context metadata', async () => {
  463. const compact = service(compactConfig)
  464. const session = conversation()
  465. session.append('request/header', {
  466. header: { config: { provider: 'unlisted-provider', model: 'unlisted-model' } },
  467. reason: 'resume',
  468. })
  469. await expect(compactIfNeeded(compact, session))
  470. .resolves.not.toBeNull()
  471. })
  472. it('forwards turn cancellation to proactive model metadata resolution', async () => {
  473. const ctx = createContext()
  474. const resolveModelInfo = vi.spyOn(ctx.llm, 'resolveModelInfo')
  475. const compact = service(compactConfig, ctx)
  476. const session = conversation()
  477. const signal = new AbortController().signal
  478. await expect(compact.compactIfNeeded(agent(session, MODEL), 'pressure', signal))
  479. .resolves.not.toBeNull()
  480. expect(resolveModelInfo).toHaveBeenCalledWith(MODEL, MODEL, signal)
  481. })
  482. it('re-resolves capacity after a same-model-id provider switch in one session', async () => {
  483. const ctx = new Context()
  484. void new LlmService(ctx)
  485. void new TokenMeterService(ctx)
  486. ctx.llm.registerAdapter(['large', 'small'], new RoutedContextAdapter({
  487. large: 10_000,
  488. small: 1_000,
  489. }))
  490. const compact = service({
  491. auto: false,
  492. thresholdRatio: 0.5,
  493. retainRatio: 0.1,
  494. }, ctx)
  495. const session = conversation(4)
  496. session.append('request/header', {
  497. header: { config: { provider: 'large', model: 'shared-id' } },
  498. reason: 'resume',
  499. })
  500. await expect(compactIfNeeded(compact, session)).resolves.toBeNull()
  501. session.append('request/header', {
  502. header: { config: { provider: 'small', model: 'shared-id' } },
  503. reason: 'change',
  504. })
  505. await expect(compactIfNeeded(compact, session)).resolves.not.toBeNull()
  506. })
  507. it('requires capacity only for proactive pressure, not provider-confirmed overflow', async () => {
  508. const ctx = new Context()
  509. void new LlmService(ctx)
  510. void new TokenMeterService(ctx)
  511. ctx.llm.registerAdapter(['unknown-context'], new ContextAdapter(1_000))
  512. vi.spyOn(ctx.llm, 'resolveModelInfo').mockImplementation((provider, model) => Promise.resolve({
  513. provider,
  514. id: model,
  515. name: model,
  516. }))
  517. const compact = service(compactConfig, ctx)
  518. const session = conversation(4)
  519. session.append('request/header', {
  520. header: { config: { provider: 'unknown-context', model: 'model' } },
  521. reason: 'resume',
  522. })
  523. await expect(compactIfNeeded(compact, session, 'pressure'))
  524. .rejects.toThrow(/no context capacity for unknown-context\/model/)
  525. await expect(compactIfNeeded(compact, session, 'context-overflow'))
  526. .resolves.not.toBeNull()
  527. })
  528. it('declines forced overflow when the whole surface is one indivisible tool pair', async () => {
  529. const compact = service(compactConfig)
  530. const session = new Session(SessionId('single-tool-pair'))
  531. const callId = CallId('single-call')
  532. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  533. session.append('step/start', { turn: 1, step: 1 })
  534. session.append('request/header', {
  535. header: { config: { provider: MODEL, model: MODEL } },
  536. reason: 'initial',
  537. })
  538. session.append('assistant/message', {
  539. turn: 1,
  540. step: 1,
  541. message: createMessage({
  542. role: 'assistant',
  543. content: [{ type: 'tool-call', id: callId, name: 'read', arguments: '{}' }],
  544. source: {
  545. kind: 'model',
  546. ...{ provider: MODEL, model: MODEL },
  547. },
  548. }),
  549. }, { surfaceOp: 'append' })
  550. session.append('tool/call', { turn: 1, step: 1, callId, name: 'read', arguments: '{}' })
  551. session.append('tool/result', {
  552. turn: 1,
  553. step: 1,
  554. message: createToolResultMessage({
  555. callId,
  556. content: [{ type: 'text', text: 'result' }],
  557. isError: false,
  558. }),
  559. }, { surfaceOp: 'append' })
  560. session.append('step/end', { turn: 1, step: 1 })
  561. const generation = session.surface.replaceGeneration
  562. await expect(compactIfNeeded(compact, session, 'context-overflow')).resolves.toBeNull()
  563. expect(session.surface.replaceGeneration).toBe(generation)
  564. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  565. })
  566. it('does nothing below threshold and compacts a priced head above threshold', async () => {
  567. const compact = service(compactConfig)
  568. expect(await compactIfNeeded(compact, conversation(2))).toBeNull()
  569. const session = conversation(4)
  570. const result = await compactIfNeeded(compact, session)
  571. expect(result).not.toBeNull()
  572. expect(result?.shadowedSeqs.length).toBeGreaterThan(2)
  573. expect(session.surface.nodes.length).toBeLessThan(8)
  574. })
  575. it('counts the durable routed request envelope without putting it on the surface', async () => {
  576. const compact = service({
  577. auto: false,
  578. thresholdRatio: 0.9,
  579. retainTokens: 50,
  580. })
  581. const session = conversation(2, 'x'.repeat(600))
  582. expect(await compactIfNeeded(compact, session)).toBeNull()
  583. session.append('request/header', {
  584. header: {
  585. config: { provider: MODEL, model: MODEL },
  586. system: 's'.repeat(2_000),
  587. },
  588. reason: 'resume',
  589. })
  590. const result = await compactIfNeeded(compact, session)
  591. expect(result).not.toBeNull()
  592. })
  593. it('uses the latest logged request envelope without an AgentOptions override', async () => {
  594. const ctx = createContext()
  595. const compact = service({
  596. auto: false,
  597. thresholdRatio: 0.5,
  598. retainTokens: 180,
  599. }, ctx)
  600. const session = conversation(4)
  601. session.append('request/header', {
  602. header: { config: { provider: 'actual', model: 'actual' } },
  603. reason: 'initial',
  604. })
  605. const measure = vi.spyOn(ctx.tokenMeter, 'measure')
  606. const result = await compactIfNeeded(compact, session, 'pressure', 'fallback')
  607. expect(result).not.toBeNull()
  608. expect(session.requestHeader()?.config.model).toBe('actual')
  609. expect(measure.mock.calls[0]).toEqual([session])
  610. })
  611. it('declines when envelope pressure is high but the surface has no compactable range', async () => {
  612. const compact = service(compactConfig)
  613. const empty = new Session(SessionId('empty'))
  614. empty.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  615. empty.append('request/header', {
  616. header: { config: { provider: MODEL, model: MODEL }, system: 'x'.repeat(100_000) },
  617. reason: 'initial',
  618. })
  619. expect(await compactIfNeeded(compact, empty)).toBeNull()
  620. const retained = conversation(1)
  621. retained.append('request/header', {
  622. header: { config: { provider: MODEL, model: MODEL }, system: 'x'.repeat(100_000) },
  623. reason: 'resume',
  624. })
  625. expect(await compactIfNeeded(compact, retained)).toBeNull()
  626. })
  627. it('uses one unified measurement for each pressure-and-retention decision', async () => {
  628. const ctx = createContext()
  629. const compact = service(compactConfig, ctx)
  630. const measure = vi.spyOn(ctx.tokenMeter, 'measure')
  631. const stop = new Error('stop after first decision')
  632. vi.spyOn(compact, 'compactRegion').mockRejectedValueOnce(stop)
  633. await expect(compactIfNeeded(compact, conversation(4))).rejects.toBe(stop)
  634. expect(measure).toHaveBeenCalledTimes(1)
  635. })
  636. it('bounds retries when a shrinking checkpoint remains above threshold', async () => {
  637. const compact = service({
  638. auto: false,
  639. compactionRetries: 0,
  640. thresholdRatio: 0.3,
  641. retainTokens: 180,
  642. })
  643. compact.summary = Array.from({ length: 7 }, (_, index) => ({
  644. type: 'text',
  645. text: `summary ${index}`,
  646. }))
  647. await expect(compactIfNeeded(compact, conversation(4)))
  648. .rejects.toThrow(/still above threshold after 1 compaction attempts/)
  649. })
  650. it('rounds a retention cut head-ward to preserve tool-call/result pairing', async () => {
  651. const compact = service({
  652. auto: false,
  653. thresholdRatio: 0.8,
  654. retainTokens: 80,
  655. }, createContext(4_000))
  656. const session = toolConversation()
  657. const result = await compactIfNeeded(compact, session)
  658. expect(result).not.toBeNull()
  659. const messages = session.deriveMessages()
  660. const calls = new Set<string>()
  661. for (const message of messages) {
  662. for (const block of message.content) {
  663. if (block.type === 'tool-call') calls.add(block.id)
  664. if (block.type === 'tool-result') expect(calls.has(block.toolCallId)).toBe(true)
  665. }
  666. }
  667. })
  668. it('rejects a priced surface that is not the current positional surface', () => {
  669. const ctx = createContext()
  670. const session = conversation(2)
  671. const priced = ctx.tokenMeter.measure(session)
  672. expect(() => selectCompactableRange(session, {
  673. ...priced,
  674. nodes: priced.nodes.slice(1),
  675. }, 1)).toThrow(/does not match/)
  676. })
  677. it('declines when rounding a cut would consume the only tool pair', () => {
  678. const ctx = createContext()
  679. const session = new Session(SessionId('one-tool-pair'))
  680. const callId = CallId('only')
  681. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  682. session.append('step/start', { turn: 1, step: 1 })
  683. session.append('assistant/message', {
  684. turn: 1,
  685. step: 1,
  686. message: createMessage({
  687. role: 'assistant',
  688. content: [{ type: 'tool-call', id: callId, name: 'read', arguments: '{}' }],
  689. source: {
  690. kind: 'model',
  691. ...{ provider: MODEL, model: MODEL },
  692. },
  693. }),
  694. }, { surfaceOp: 'append' })
  695. session.append('tool/call', { turn: 1, step: 1, callId, name: 'read', arguments: '{}' })
  696. session.append('tool/result', {
  697. turn: 1,
  698. step: 1,
  699. message: createToolResultMessage({
  700. callId,
  701. content: [{ type: 'text', text: 'result' }],
  702. isError: false,
  703. }),
  704. }, { surfaceOp: 'append' })
  705. session.append('step/end', { turn: 1, step: 1 })
  706. const priced = ctx.tokenMeter.measure(session)
  707. expect(selectCompactableRange(session, priced, 1)).toBeNull()
  708. })
  709. })
  710. describe('optional model-free tool-result pruning', () => {
  711. const pruneConfig = { thresholdChars: 100, headChars: 20, tailChars: 10 }
  712. it('does not prune a below-pressure session opportunistically', async () => {
  713. const ctx = createContext(10_000)
  714. const prune = new ToolResultPruneService(ctx, pruneConfig)
  715. const compact = new TestCompactService(ctx, {
  716. auto: false,
  717. thresholdRatio: 0.8,
  718. retainTokens: 100,
  719. })
  720. const session = oversizedToolResult()
  721. const pruneSession = vi.spyOn(prune, 'pruneSession')
  722. expect(await compactIfNeeded(compact, session)).toBeNull()
  723. expect(pruneSession).not.toHaveBeenCalled()
  724. expect(compact.calls).toHaveLength(0)
  725. expect(session.surface.replaceGeneration).toBe(0)
  726. })
  727. it('skips LLM summarization when pruning alone clears pressure', async () => {
  728. const ctx = createContext(1_000)
  729. void new ToolResultPruneService(ctx, pruneConfig)
  730. const compact = new TestCompactService(ctx, {
  731. auto: false,
  732. thresholdRatio: 0.5,
  733. retainTokens: 50,
  734. })
  735. const session = oversizedToolResult()
  736. expect(ctx.tokenMeter.measure(session).totalTokens).toBeGreaterThanOrEqual(500)
  737. expect(await compactIfNeeded(compact, session)).toBeNull()
  738. expect(ctx.tokenMeter.measure(session).totalTokens).toBeLessThan(500)
  739. expect(compact.calls).toHaveLength(0)
  740. expect(session.surface.replaceGeneration).toBe(1)
  741. })
  742. it('summarizes the pruned surface when pruning is insufficient', async () => {
  743. const ctx = createContext(2_000)
  744. void new ToolResultPruneService(ctx, pruneConfig)
  745. const compact = new TestCompactService(ctx, {
  746. auto: false,
  747. thresholdRatio: 0.5,
  748. retainTokens: 50,
  749. })
  750. const session = toolConversation()
  751. expect(await compactIfNeeded(compact, session)).not.toBeNull()
  752. expect(compact.calls).toHaveLength(1)
  753. expect(summarizedText(compact.calls[0]!.input)).toContain('tool result middle pruned')
  754. expect(summarizedText(compact.calls[0]!.input)).not.toContain('result 1 '.repeat(300))
  755. })
  756. it('retains the original compact-basic behavior without the optional plugin', async () => {
  757. const ctx = createContext(2_000)
  758. const compact = new TestCompactService(ctx, {
  759. auto: false,
  760. thresholdRatio: 0.5,
  761. retainTokens: 50,
  762. })
  763. const session = oversizedToolResult(3_000, true)
  764. expect(await compactIfNeeded(compact, session)).not.toBeNull()
  765. expect(compact.calls).toHaveLength(1)
  766. const original = session.events.find(event => event.type === 'tool/result')
  767. expect(original?.type === 'tool/result' && original.data.message.content[0].content[0])
  768. .toEqual({ type: 'text', text: 'X'.repeat(3_000) })
  769. expect(session.events.filter(event =>
  770. event.type === 'tool/result' && event.surfaceOp !== 'append')).toHaveLength(0)
  771. })
  772. })
  773. describe('compaction region transaction', () => {
  774. it('lands a framed, replayable checkpoint with exact pricing provenance', async () => {
  775. const compact = service()
  776. compact.rawOutput = [
  777. { type: 'reasoning', text: 'private compact thought' },
  778. ...compact.summary,
  779. ]
  780. compact.usage = { inputTokens: 40, outputTokens: 5 }
  781. const session = conversation(3)
  782. const before = [...session.surface.nodes]
  783. const result = await compact.compactRegion(
  784. before[0]!,
  785. before[3]!,
  786. agent(session, MODEL),
  787. SIGNAL,
  788. )
  789. expect(result.shadowedSeqs).toEqual(before.slice(0, 4))
  790. expect(result.shadowedTokenCount).toBeGreaterThan(0)
  791. expect(compact.calls[0]).toMatchObject({ signal: SIGNAL })
  792. expect(summarizedText(compact.calls[0]!.input)).toContain('fixture user 1')
  793. const summary = session.events.findLast(event => event.type === 'compact/summary')
  794. expect(summary?.data).toMatchObject({
  795. shadowedSeqs: result.shadowedSeqs,
  796. shadowedTokenCount: result.shadowedTokenCount,
  797. provider: 'summary-provider',
  798. model: 'summary-model',
  799. maxTokens: 123,
  800. rawOutput: compact.rawOutput,
  801. usage: compact.usage,
  802. })
  803. const head = session.deriveMessages()[0]!
  804. expect(head.content[0]?.type).toBe('text')
  805. expect(head.content[0]?.type === 'text' ? head.content[0].text : '').toContain('<compacted-summary>')
  806. expect(head.content.at(-1)).toEqual({ type: 'text', text: '</compacted-summary>' })
  807. const replay = new Session(SessionId('replay'), [...session.events])
  808. expect(replay.deriveMessages()).toEqual(session.deriveMessages())
  809. })
  810. it('replays the latest routed header so the summarizer reuses the cache', async () => {
  811. const compact = service()
  812. const session = conversation(3)
  813. const tools = [{ name: 'do_thing', description: 'd', parameters: { type: 'object' } }]
  814. session.append('request/header', {
  815. header: { config: { provider: MODEL, model: MODEL }, system: 'CONVERSATION SYSTEM', tools },
  816. reason: 'resume',
  817. })
  818. const nodes = session.surface.nodes
  819. await compact.compactRegion(nodes[0]!, nodes[1]!, agent(session, MODEL), SIGNAL)
  820. const { input } = compact.calls[0]!
  821. expect(input.system).toBe('CONVERSATION SYSTEM')
  822. expect(input.tools).toEqual(tools)
  823. expect(summarizedText(input)).toContain('fixture user 1')
  824. })
  825. it.each([
  826. ['start missing', 9_001, undefined, /start seq 9001 not found/],
  827. ['end missing', undefined, 9_002, /end seq 9002 not found/],
  828. ])('rejects %s', async (_label, startOverride, endOverride, pattern) => {
  829. const compact = service()
  830. const session = conversation(2)
  831. const nodes = session.surface.nodes
  832. await expect(compact.compactRegion(
  833. startOverride ?? nodes[0]!,
  834. endOverride ?? nodes[1]!,
  835. agent(session, MODEL),
  836. )).rejects.toThrow(pattern)
  837. })
  838. it('rejects reversed and tool-unbalanced positional boundaries', async () => {
  839. const compact = service()
  840. const plain = conversation(2)
  841. const nodes = plain.surface.nodes
  842. await expect(compact.compactRegion(
  843. nodes[2]!,
  844. nodes[1]!,
  845. agent(plain, MODEL),
  846. )).rejects.toThrow(/is after end/)
  847. const tools = toolConversation()
  848. const toolNodes = tools.surface.nodes
  849. await expect(compact.compactRegion(
  850. toolNodes[2]!,
  851. toolNodes[4]!,
  852. agent(tools, MODEL),
  853. )).rejects.toThrow(/start seq .* not a balanced boundary/)
  854. await expect(compact.compactRegion(
  855. toolNodes[0]!,
  856. toolNodes[1]!,
  857. agent(tools, MODEL),
  858. )).rejects.toThrow(/end seq .* not a balanced boundary/)
  859. })
  860. it('requires an open turn and an idle compaction bracket', async () => {
  861. const compact = service()
  862. const closed = conversation(1)
  863. closed.append('turn/end', { turn: 2, reason: { kind: 'completed' } })
  864. const nodes = closed.surface.nodes
  865. await expect(compact.compactRegion(
  866. nodes[0]!,
  867. nodes[1]!,
  868. agent(closed, MODEL),
  869. )).rejects.toThrow(/no open turn/)
  870. const locked = conversation(1)
  871. locked.append('compact/start', { turn: 2 })
  872. const lockedNodes = locked.surface.nodes
  873. await expect(compact.compactRegion(
  874. lockedNodes[0]!,
  875. lockedNodes[1]!,
  876. agent(locked, MODEL),
  877. )).rejects.toThrow(/already in progress/)
  878. })
  879. it('rejects a session with no turn boundary at all', async () => {
  880. const compact = service()
  881. const session = new Session(SessionId('turnless'))
  882. session.append('user/message', createUserMessage({
  883. content: [{ type: 'text', text: 'orphan' }],
  884. source: { kind: 'user' },
  885. }), { surfaceOp: 'append' })
  886. const node = session.surface.nodes[0]!
  887. await expect(compact.compactRegion(
  888. node,
  889. node,
  890. agent(session, MODEL),
  891. )).rejects.toThrow(/no open turn/)
  892. })
  893. it('rejects a meter snapshot that changed before summarization began', async () => {
  894. const ctx = createContext()
  895. const meter = ctx.tokenMeter
  896. const original = meter.measure.bind(meter)
  897. vi.spyOn(meter, 'measure').mockImplementationOnce((session) => {
  898. const measurement = original(session)
  899. return { ...measurement, nodes: measurement.nodes.slice(1) }
  900. })
  901. const compact = service({ auto: false }, ctx)
  902. const session = conversation(2)
  903. const nodes = session.surface.nodes
  904. await expect(compact.compactRegion(
  905. nodes[0]!,
  906. nodes[2]!,
  907. agent(session, MODEL),
  908. )).rejects.toThrow(/selected surface changed/)
  909. })
  910. it('records summarizer failures without mutating the surface', async () => {
  911. const compact = service()
  912. compact.error = new Error('summary unavailable')
  913. const session = conversation(2)
  914. const before = session.surface.nodes
  915. await expect(compact.compactRegion(
  916. before[0]!,
  917. before[2]!,
  918. agent(session, MODEL),
  919. )).rejects.toThrow('summary unavailable')
  920. expect(session.surface.nodes).toEqual(before)
  921. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  922. .toMatchObject({ error: 'summary unavailable' })
  923. })
  924. it('stringifies non-Error failures in the durable end bracket', async () => {
  925. const compact = service()
  926. compact.error = 'plain failure'
  927. const session = conversation(2)
  928. const nodes = session.surface.nodes
  929. await expect(compact.compactRegion(
  930. nodes[0]!,
  931. nodes[2]!,
  932. agent(session, MODEL),
  933. )).rejects.toBe('plain failure')
  934. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  935. .toMatchObject({ error: 'plain failure' })
  936. })
  937. it('tolerates concurrent log-only appends while the selected surface is stable', async () => {
  938. const compact = service()
  939. const session = conversation(2)
  940. compact.mutateDuringSummary = () => {
  941. session.append('request/header', {
  942. header: { config: { provider: MODEL, model: MODEL } },
  943. reason: 'change',
  944. })
  945. }
  946. const nodes = session.surface.nodes
  947. await expect(compact.compactRegion(
  948. nodes[0]!,
  949. nodes[2]!,
  950. agent(session, MODEL),
  951. )).resolves.toMatchObject({ shadowedSeqs: nodes.slice(0, 3) })
  952. expect(session.events.some(event => event.type === 'compact/summary')).toBe(true)
  953. })
  954. it('rejects concurrent surface appends before committing the replacement', async () => {
  955. const compact = service()
  956. const session = conversation(2)
  957. compact.mutateDuringSummary = () => {
  958. session.append('user/message', createUserMessage({
  959. content: [{ type: 'text', text: 'concurrent surface mutation' }],
  960. source: { kind: 'plugin', plugin: 'test' },
  961. }), { surfaceOp: 'append' })
  962. }
  963. const nodes = session.surface.nodes
  964. await expect(compact.compactRegion(
  965. nodes[0]!,
  966. nodes[2]!,
  967. agent(session, MODEL),
  968. )).rejects.toThrow(/session surface changed/)
  969. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  970. })
  971. it('rejects a non-shrinking framed summary under the conversation meter', async () => {
  972. const compact = service()
  973. compact.summary = Array.from({ length: 100 }, (_, index) => ({
  974. type: 'text',
  975. text: `verbose ${index}`,
  976. }))
  977. const session = conversation(2)
  978. const nodes = session.surface.nodes
  979. await expect(compact.compactRegion(
  980. nodes[0]!,
  981. nodes[2]!,
  982. agent(session, MODEL),
  983. )).rejects.toThrow(/summary is not smaller/)
  984. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  985. })
  986. it('lets a model-independent custom summarizer compact without a conversation model', async () => {
  987. const compact = service()
  988. const session = new Session(SessionId('model-less-region'))
  989. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  990. session.append('user/message', createUserMessage({
  991. content: [{ type: 'text', text: 'history '.repeat(100) }],
  992. source: { kind: 'user' },
  993. }), { surfaceOp: 'append' })
  994. session.append('step/start', { turn: 1, step: 1 })
  995. session.append('assistant/message', {
  996. turn: 1,
  997. step: 1,
  998. message: createMessage({
  999. role: 'assistant',
  1000. content: [{ type: 'text', text: 'answer '.repeat(100) }],
  1001. source: {
  1002. kind: 'model',
  1003. ...{ provider: 'historical', model: 'historical' },
  1004. },
  1005. }),
  1006. }, { surfaceOp: 'append' })
  1007. session.append('step/end', { turn: 1, step: 1 })
  1008. const nodes = session.surface.nodes
  1009. await expect(compact.compactRegion(
  1010. nodes[0]!,
  1011. nodes[1]!,
  1012. agent(session),
  1013. )).resolves.toMatchObject({ shadowedSeqs: [nodes[0]!, nodes[1]!] })
  1014. })
  1015. })
  1016. class ScriptedAdapter extends LlmAdapter {
  1017. lastOptions: GenerateOptions | undefined
  1018. usage: TokenUsage | undefined
  1019. constructor(
  1020. private readonly blocks: readonly ContentBlock[],
  1021. private readonly finish: (StreamChunk & { type: 'finish' })['reason'] = { kind: 'stop' },
  1022. ) {
  1023. super()
  1024. }
  1025. override async * stream(options: GenerateOptions): AsyncIterable<StreamChunk> {
  1026. this.lastOptions = options
  1027. for (const [index, block] of this.blocks.entries()) {
  1028. yield { type: 'block-start', index, blockType: block.type }
  1029. if (block.type === 'text') {
  1030. yield { type: 'text-delta', index, text: block.text }
  1031. } else if (block.type === 'reasoning') {
  1032. yield { type: 'reasoning-delta', index, text: block.text }
  1033. } else {
  1034. yield { type: 'block-end', index, block }
  1035. }
  1036. }
  1037. if (this.usage !== undefined) yield { type: 'usage', usage: this.usage }
  1038. yield { type: 'finish', reason: this.finish }
  1039. }
  1040. }
  1041. class ExposedCompactService extends BasicCompactService {
  1042. runSummarize(
  1043. input: SummarizationInput,
  1044. owner: Agent,
  1045. signal?: AbortSignal,
  1046. ): Promise<{
  1047. summary: ContentBlock[]
  1048. rawOutput?: ContentBlock[]
  1049. provider: string
  1050. model: string
  1051. maxTokens?: number
  1052. usage?: TokenUsage
  1053. }> {
  1054. return this.summarize(input, owner, signal)
  1055. }
  1056. }
  1057. async function summarizerHarness(
  1058. blocks: readonly ContentBlock[],
  1059. finish?: (StreamChunk & { type: 'finish' })['reason'],
  1060. model = MODEL,
  1061. config: BasicCompactConfig = { auto: false },
  1062. ): Promise<{ ctx: Context; adapter: ScriptedAdapter; compact: ExposedCompactService }> {
  1063. const ctx = new Context()
  1064. await ctx.plugin(LlmService)
  1065. void new TokenMeterService(ctx)
  1066. const adapter = new ScriptedAdapter(blocks, finish)
  1067. ctx.llm.registerAdapter([model], adapter)
  1068. const compact = new ExposedCompactService(ctx, config)
  1069. return { ctx, adapter, compact }
  1070. }
  1071. describe('default one-shot summarizer', () => {
  1072. it('uses configured model/default cap, forwards cancellation, and keeps only safe text', async () => {
  1073. const { adapter, compact } = await summarizerHarness([
  1074. { type: 'reasoning', text: 'private' },
  1075. { type: 'text', text: 'public summary' },
  1076. { type: 'tool-call', id: CallId('unexpected'), name: 'x', arguments: '{}' },
  1077. ], undefined, MODEL, {
  1078. auto: false,
  1079. summarizationProvider: MODEL,
  1080. summarizationModel: MODEL,
  1081. maxTokens: 321,
  1082. })
  1083. const session = conversation(1)
  1084. adapter.usage = { inputTokens: 12, outputTokens: 3 }
  1085. const output = await compact.runSummarize(promptInput('transcript'), agent(session, 'fallback'), SIGNAL)
  1086. expect(output).toEqual({
  1087. summary: [{ type: 'text', text: 'public summary' }],
  1088. rawOutput: [
  1089. { type: 'reasoning', text: 'private' },
  1090. { type: 'text', text: 'public summary' },
  1091. { type: 'tool-call', id: CallId('unexpected'), name: 'x', arguments: '{}' },
  1092. ],
  1093. provider: MODEL,
  1094. model: MODEL,
  1095. maxTokens: 321,
  1096. usage: adapter.usage,
  1097. })
  1098. expect(adapter.lastOptions).toMatchObject({
  1099. provider: MODEL,
  1100. model: MODEL,
  1101. maxTokens: 321,
  1102. signal: SIGNAL,
  1103. sessionId: session.id,
  1104. purpose: 'compaction',
  1105. })
  1106. const instruction = adapter.lastOptions?.messages.at(-1)?.content[0]
  1107. expect(instruction?.type === 'text' ? instruction.text : '').toContain('## Primary Request and Intent')
  1108. })
  1109. it('replays the conversation prefix and appends the instruction as the final message', async () => {
  1110. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }])
  1111. const tools = [{ name: 'do_thing', description: 'd', parameters: { type: 'object' } }]
  1112. const prefix: Message = createUserMessage({
  1113. content: [
  1114. { type: 'text', text: 'earlier turn' },
  1115. {
  1116. type: 'image',
  1117. attachment: {
  1118. attachmentId: AttachmentId(`sha256:${'a'.repeat(64)}`),
  1119. mediaType: 'image/png',
  1120. bytes: 1,
  1121. width: 1,
  1122. height: 1,
  1123. },
  1124. },
  1125. ],
  1126. source: { kind: 'plugin', plugin: 'test' },
  1127. })
  1128. await compact.runSummarize({
  1129. system: 'REPLAYED SYSTEM',
  1130. tools,
  1131. messages: [prefix],
  1132. }, agent(conversation(1), MODEL))
  1133. expect(adapter.lastOptions?.system).toBe('REPLAYED SYSTEM')
  1134. expect(adapter.lastOptions?.tools).toEqual(tools)
  1135. const messages = adapter.lastOptions?.messages ?? []
  1136. expect(messages[0]).toEqual(prefix)
  1137. const last = messages.at(-1)?.content[0]
  1138. const lastText = last?.type === 'text' ? last.text : ''
  1139. expect(lastText).toContain('Write concise English engineering prose.')
  1140. expect(lastText).toContain('numeric values, function signatures, and syntax fragments.')
  1141. expect(lastText).toContain('## Primary Request and Intent')
  1142. })
  1143. it('applies the routed model policy without changing the replayed prefix', async () => {
  1144. const { ctx, compact } = await summarizerHarness(
  1145. [{ type: 'text', text: 'unused default summary' }],
  1146. undefined,
  1147. MODEL,
  1148. {
  1149. auto: false,
  1150. maxTokens: 111,
  1151. modelPolicies: [{
  1152. provider: MODEL,
  1153. model: MODEL,
  1154. summarizationProvider: 'policy-summary',
  1155. summarizationModel: 'policy-summary',
  1156. maxTokens: 222,
  1157. }],
  1158. },
  1159. )
  1160. const policyAdapter = new ScriptedAdapter([{ type: 'text', text: 'policy summary' }])
  1161. ctx.llm.registerAdapter(['policy-summary'], policyAdapter)
  1162. const prefix: Message = createUserMessage({
  1163. content: [{ type: 'text', text: 'warm prefix' }],
  1164. source: { kind: 'plugin', plugin: 'test' },
  1165. })
  1166. const output = await compact.runSummarize({
  1167. system: 'WARM SYSTEM',
  1168. messages: [prefix],
  1169. }, agent(conversation(1), 'fallback'))
  1170. expect(output).toMatchObject({
  1171. provider: 'policy-summary',
  1172. model: 'policy-summary',
  1173. maxTokens: 222,
  1174. })
  1175. expect(policyAdapter.lastOptions).toMatchObject({
  1176. provider: 'policy-summary',
  1177. model: 'policy-summary',
  1178. maxTokens: 222,
  1179. system: 'WARM SYSTEM',
  1180. })
  1181. expect(policyAdapter.lastOptions?.messages[0]).toEqual(prefix)
  1182. })
  1183. it('resolves the latest routed provider/model before the AgentOptions pair', async () => {
  1184. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }], undefined, 'routed')
  1185. const session = conversation(1)
  1186. session.append('request/header', {
  1187. header: { config: { provider: 'routed', model: 'routed' } },
  1188. reason: 'initial',
  1189. })
  1190. const output = await compact.runSummarize(promptInput('history'), agent(session, 'fallback'))
  1191. expect(output.provider).toBe('routed')
  1192. expect(output.model).toBe('routed')
  1193. expect(adapter.lastOptions?.provider).toBe('routed')
  1194. expect(adapter.lastOptions?.model).toBe('routed')
  1195. })
  1196. it('records the model actually dispatched after one-shot stream routing', async () => {
  1197. const { ctx, compact } = await summarizerHarness([{ type: 'text', text: 'unused' }])
  1198. const routedAdapter = new ScriptedAdapter([{ type: 'text', text: 'routed summary' }])
  1199. ctx.llm.registerAdapter(['routed-summary-provider'], routedAdapter)
  1200. ctx.on('llm/stream', (options, next) => {
  1201. options.provider = 'routed-summary-provider'
  1202. options.model = 'routed-summary-model'
  1203. return next()
  1204. })
  1205. const session = conversation(3, 'large history '.repeat(500))
  1206. const nodes = session.surface.nodes
  1207. await compact.compactRegion(nodes[0]!, nodes[3]!, agent(session, MODEL), SIGNAL)
  1208. expect(session.events.findLast(event => event.type === 'compact/summary')?.data).toMatchObject({
  1209. summary: [{ type: 'text', text: 'routed summary' }],
  1210. provider: 'routed-summary-provider',
  1211. model: 'routed-summary-model',
  1212. })
  1213. expect(routedAdapter.lastOptions?.provider).toBe('routed-summary-provider')
  1214. expect(routedAdapter.lastOptions?.model).toBe('routed-summary-model')
  1215. })
  1216. it('fails clearly when no complete summarization target can be resolved', async () => {
  1217. const ctx = new Context()
  1218. await ctx.plugin(LlmService)
  1219. void new TokenMeterService(ctx)
  1220. const compact = new ExposedCompactService(ctx, { auto: false })
  1221. await expect(compact.runSummarize(promptInput('history'), agent(new Session(SessionId('model-less')))))
  1222. .rejects.toThrow(/no provider\/model available for summarization/)
  1223. })
  1224. it('uses a complete AgentOptions target when no durable route exists', async () => {
  1225. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }])
  1226. const session = new Session(SessionId('headerless-summary'))
  1227. await expect(compact.runSummarize(promptInput('history'), agent(session, MODEL))).resolves.toMatchObject({
  1228. provider: MODEL,
  1229. model: MODEL,
  1230. })
  1231. expect(adapter.lastOptions).toMatchObject({ provider: MODEL, model: MODEL })
  1232. })
  1233. it.each([
  1234. { provider: '', model: MODEL },
  1235. { provider: MODEL },
  1236. { provider: MODEL, model: '' },
  1237. ])('rejects incomplete AgentOptions target %#', async (options) => {
  1238. const { compact } = await summarizerHarness([{ type: 'text', text: 'unused' }])
  1239. const owner = {
  1240. session: new Session(SessionId(`incomplete-${String(options.model)}`)),
  1241. options,
  1242. } as Agent
  1243. await expect(compact.runSummarize(promptInput('history'), owner))
  1244. .rejects.toThrow(/no provider\/model available for summarization/)
  1245. })
  1246. it.each([
  1247. [{ kind: 'error', failure: { message: 'provider failed', code: 'PROVIDER' } }, 'PROVIDER', /provider failed/],
  1248. [{ kind: 'error', failure: { message: 'opaque', code: 'UNKNOWN' } }, 'UNKNOWN', /opaque/],
  1249. [{ kind: 'aborted', failure: { message: 'summarization aborted', code: 'ABORTED' } }, 'ABORTED', /aborted/],
  1250. [{ kind: 'max-tokens' }, 'MAX_TOKENS', /token cap/],
  1251. ] as Array<[(StreamChunk & { type: 'finish' })['reason'], string | undefined, RegExp]>) (
  1252. 'rejects terminal finish %#',
  1253. async (finish, code, pattern) => {
  1254. const { compact } = await summarizerHarness([], finish)
  1255. let thrown: unknown
  1256. try {
  1257. await compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL))
  1258. } catch (error: unknown) {
  1259. thrown = error
  1260. }
  1261. expect(thrown).toBeInstanceOf(Error)
  1262. expect((thrown as Error).message).toMatch(pattern)
  1263. expect((thrown as Error & { code?: string }).code).toBe(code)
  1264. },
  1265. )
  1266. it('rejects empty or reasoning-only successful output', async () => {
  1267. const { compact } = await summarizerHarness([{ type: 'reasoning', text: 'private' }])
  1268. await expect(compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL)))
  1269. .rejects.toThrow(/no text summary content/)
  1270. })
  1271. it('rejects image summary output instead of silently dropping it', async () => {
  1272. const { compact } = await summarizerHarness([
  1273. {
  1274. type: 'image',
  1275. attachment: {
  1276. attachmentId: AttachmentId(`sha256:${'b'.repeat(64)}`),
  1277. mediaType: 'image/png',
  1278. bytes: 1,
  1279. width: 1,
  1280. height: 1,
  1281. },
  1282. },
  1283. { type: 'text', text: 'partial summary' },
  1284. ])
  1285. await expect(compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL)))
  1286. .rejects.toMatchObject({ code: 'UNSUPPORTED_CONTENT' })
  1287. })
  1288. it('rejects image summary output nested in a tool result', async () => {
  1289. const { compact } = await summarizerHarness([{
  1290. type: 'tool-result',
  1291. toolCallId: CallId('summary-tool'),
  1292. content: [{
  1293. type: 'image',
  1294. attachment: {
  1295. attachmentId: AttachmentId(`sha256:${'c'.repeat(64)}`),
  1296. mediaType: 'image/png',
  1297. bytes: 1,
  1298. width: 1,
  1299. height: 1,
  1300. },
  1301. }],
  1302. }])
  1303. await expect(compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL)))
  1304. .rejects.toMatchObject({ code: 'UNSUPPORTED_CONTENT' })
  1305. })
  1306. })
  1307. describe('automatic listener and loader composition', () => {
  1308. function postStep(ctx: Context, owner: Agent, signal = SIGNAL): Promise<unknown> {
  1309. return agentEvents(ctx, owner).serial('agent/step', 1, 1, signal)
  1310. }
  1311. function recover(
  1312. ctx: Context,
  1313. owner: Agent,
  1314. error: Error & { code?: string },
  1315. signal = SIGNAL,
  1316. next: () => Promise<RequestErrorAction> = () => Promise.resolve(undefined),
  1317. ): Promise<boolean> {
  1318. const failure: LlmFailure = { message: error.message, code: error.code ?? 'UNKNOWN' }
  1319. const turn = owner.session.events.findLast(event => event.type === 'turn/start')?.data.turn ?? 1
  1320. return agentEvents(ctx, owner).waterfall(
  1321. 'agent/request-error', turn, 1, error, failure, [], undefined, signal, next,
  1322. ).then(action => action?.kind === 'retry')
  1323. }
  1324. function overflow(message = 'provider overflow'): Error & { code: string } {
  1325. return Object.assign(new Error(message), { code: CONTEXT_WINDOW_EXCEEDED_CODE })
  1326. }
  1327. it('compacts post-step above threshold using the durable routed model and remains idle below it', async () => {
  1328. const ctx = createContext()
  1329. const compact = new TestCompactService(ctx, {
  1330. thresholdRatio: 0.5,
  1331. retainTokens: 180,
  1332. })
  1333. const pressured = conversation(4)
  1334. await postStep(ctx, agent(pressured, 'unconfigured-agent-fallback'))
  1335. expect(pressured.events.some(event => event.type === 'compact/summary')).toBe(true)
  1336. const small = conversation(1)
  1337. await postStep(ctx, agent(small, MODEL))
  1338. expect(small.events.some(event => event.type === 'compact/start')).toBe(false)
  1339. expect(compact.calls).toHaveLength(1)
  1340. })
  1341. it('skips post-step pressure when the step signal is already aborted', async () => {
  1342. const ctx = createContext()
  1343. const compact = new TestCompactService(ctx, {
  1344. thresholdRatio: 0.5,
  1345. retainTokens: 180,
  1346. })
  1347. const pressured = conversation(4)
  1348. const compactIfNeeded = vi.spyOn(compact, 'compactIfNeeded')
  1349. await expect(postStep(ctx, agent(pressured, MODEL), AbortSignal.abort('step aborted')))
  1350. .resolves.toBeUndefined()
  1351. expect(compactIfNeeded).not.toHaveBeenCalled()
  1352. expect(pressured.events.some(event => event.type === 'compact/start')).toBe(false)
  1353. })
  1354. it('warns and continues after operational failures, including non-Errors', async () => {
  1355. const ctx = createContext()
  1356. const warnings: string[] = []
  1357. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1358. const compact = new TestCompactService(ctx, {
  1359. thresholdRatio: 0.5,
  1360. retainTokens: 180,
  1361. })
  1362. compact.error = 'temporary failure'
  1363. const session = conversation(4)
  1364. await expect(postStep(ctx, agent(session, MODEL))).resolves.toBeUndefined()
  1365. expect(warnings).toContainEqual(expect.stringContaining('temporary failure'))
  1366. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  1367. })
  1368. it('warns once per routed target when proactive pressure has no context metadata', async () => {
  1369. const ctx = createContext()
  1370. const warnings: string[] = []
  1371. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1372. vi.spyOn(ctx.llm, 'resolveModelInfo').mockImplementation((provider, model) => Promise.resolve({
  1373. provider,
  1374. id: model,
  1375. name: model,
  1376. }))
  1377. void new TestCompactService(ctx, {
  1378. thresholdRatio: 0.5,
  1379. retainTokens: 180,
  1380. })
  1381. const session = conversation(4)
  1382. await postStep(ctx, agent(session, MODEL))
  1383. await postStep(ctx, agent(session, MODEL))
  1384. expect(warnings).toEqual([
  1385. expect.stringContaining(`no context capacity for ${MODEL}/${MODEL}`),
  1386. ])
  1387. })
  1388. it('warns once per routed target when absolute retention exceeds its resolved threshold', async () => {
  1389. const ctx = createContext()
  1390. const warnings: string[] = []
  1391. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1392. void new TestCompactService(ctx, {
  1393. thresholdRatio: 0.5,
  1394. retainTokens: 500,
  1395. })
  1396. const session = conversation(4)
  1397. await postStep(ctx, agent(session, MODEL))
  1398. await postStep(ctx, agent(session, MODEL))
  1399. expect(warnings).toEqual([
  1400. expect.stringContaining('retainTokens (500) must be less than threshold tokens 500'),
  1401. ])
  1402. })
  1403. it('force-compacts below normal pressure for canonical overflow and retries only after replacement', async () => {
  1404. const ctx = createContext(10_000)
  1405. void new TestCompactService(ctx, {
  1406. thresholdRatio: 1,
  1407. retainTokens: 900,
  1408. })
  1409. const session = conversation(3)
  1410. const beforeGeneration = session.surface.replaceGeneration
  1411. const retainedSeq = session.surface.nodes.at(-1)!
  1412. const threshold = 10_000
  1413. expect(ctx.tokenMeter.measure(session).totalTokens).toBeLessThan(threshold)
  1414. const decision = await recover(ctx, agent(session, 'unconfigured-agent-fallback'), overflow())
  1415. expect(decision).toBe(true)
  1416. expect(session.surface.replaceGeneration).toBe(beforeGeneration + 1)
  1417. expect(session.events.some(event => event.type === 'compact/summary')).toBe(true)
  1418. expect(session.surface.nodes).toContain(retainedSeq)
  1419. })
  1420. it('authorizes overflow retry when pruning alone advances an indivisible surface', async () => {
  1421. const ctx = createContext(10_000)
  1422. void new ToolResultPruneService(ctx, {
  1423. thresholdChars: 100,
  1424. headChars: 20,
  1425. tailChars: 10,
  1426. })
  1427. const compact = new TestCompactService(ctx, {
  1428. thresholdRatio: 1,
  1429. retainTokens: 900,
  1430. })
  1431. const session = oversizedToolResult()
  1432. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1433. expect(session.surface.replaceGeneration).toBe(1)
  1434. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  1435. expect(compact.calls).toHaveLength(0)
  1436. })
  1437. it('continues overflow recovery with summarization on the pruned surface', async () => {
  1438. const ctx = createContext(10_000)
  1439. void new ToolResultPruneService(ctx, {
  1440. thresholdChars: 100,
  1441. headChars: 20,
  1442. tailChars: 10,
  1443. })
  1444. const compact = new TestCompactService(ctx, {
  1445. thresholdRatio: 1,
  1446. retainTokens: 900,
  1447. })
  1448. const session = toolConversation()
  1449. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1450. expect(session.events.some(event => event.type === 'compact/summary')).toBe(true)
  1451. expect(compact.calls).toHaveLength(1)
  1452. expect(summarizedText(compact.calls[0]!.input)).toContain('tool result middle pruned')
  1453. })
  1454. it('retries from a durable prune when later overflow summarization throws', async () => {
  1455. const ctx = createContext(10_000)
  1456. const warnings: string[] = []
  1457. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1458. void new ToolResultPruneService(ctx, {
  1459. thresholdChars: 100,
  1460. headChars: 20,
  1461. tailChars: 10,
  1462. })
  1463. const compact = new TestCompactService(ctx, {
  1464. thresholdRatio: 1,
  1465. retainTokens: 900,
  1466. })
  1467. compact.error = new Error('summary unavailable after prune')
  1468. const session = oversizedToolResult(3_000, true)
  1469. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1470. expect(session.surface.replaceGeneration).toBe(1)
  1471. expect(session.events.filter(event => event.type === 'tool/result')).toHaveLength(2)
  1472. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  1473. .toMatchObject({ error: 'summary unavailable after prune' })
  1474. expect(warnings).toContainEqual(expect.stringContaining('retrying from the replacement surface'))
  1475. })
  1476. it('lets cancellation win when summary throws after a durable prune', async () => {
  1477. const ctx = createContext(10_000)
  1478. const controller = new AbortController()
  1479. void new ToolResultPruneService(ctx, {
  1480. thresholdChars: 100,
  1481. headChars: 20,
  1482. tailChars: 10,
  1483. })
  1484. const compact = new TestCompactService(ctx, {
  1485. thresholdRatio: 1,
  1486. retainTokens: 900,
  1487. })
  1488. compact.mutateDuringSummary = () => { controller.abort('cancelled during summary') }
  1489. compact.error = new Error('summary cancelled after prune')
  1490. const session = oversizedToolResult(3_000, true)
  1491. expect(await recover(ctx, agent(session, MODEL), overflow(), controller.signal)).toBe(false)
  1492. expect(session.surface.replaceGeneration).toBe(1)
  1493. })
  1494. it('preserves the newest whole tool-call/result pair during forced overflow compaction', async () => {
  1495. const ctx = createContext()
  1496. void new TestCompactService(ctx, {
  1497. thresholdRatio: 1,
  1498. retainTokens: 90,
  1499. })
  1500. const session = toolConversation()
  1501. const newestAssistant = session.surface.nodes.at(-2)!
  1502. const newestResult = session.surface.nodes.at(-1)!
  1503. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1504. const currentAssistant = session.surface.nodes.find(node => node === newestAssistant)
  1505. const currentResult = session.surface.nodes.find(node => node === newestResult)
  1506. expect(currentAssistant).toBeDefined()
  1507. expect(currentResult).toBeDefined()
  1508. expect(toolPairingBalancedBefore(session, currentAssistant!)).toBe(true)
  1509. expect(toolPairingBalancedAfter(session, currentResult!)).toBe(true)
  1510. })
  1511. it('does not retry when a backend reports success without replacing the surface', async () => {
  1512. const ctx = createContext()
  1513. const compact = new TestCompactService(ctx)
  1514. const session = conversation(2)
  1515. const fakeResult: CompactionResult = {
  1516. startSeq: 1,
  1517. summarySeq: 2,
  1518. endSeq: 3,
  1519. summary: [{ type: 'text', text: 'fake' }],
  1520. shadowedRange: { start: 1, end: 2 },
  1521. shadowedSeqs: [1, 2],
  1522. shadowedTokenCount: 10,
  1523. }
  1524. vi.spyOn(compact, 'compactIfNeeded').mockResolvedValue(fakeResult)
  1525. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1526. expect(session.surface.replaceGeneration).toBe(0)
  1527. })
  1528. it('delegates downstream exactly once when no replacement is available', async () => {
  1529. const ctx = createContext()
  1530. const compact = new TestCompactService(ctx)
  1531. vi.spyOn(compact, 'compactIfNeeded').mockResolvedValue(null)
  1532. const downstream = new Error('downstream recovery failed')
  1533. let calls = 0
  1534. await expect(recover(
  1535. ctx,
  1536. agent(conversation(2), MODEL),
  1537. overflow(),
  1538. SIGNAL,
  1539. () => {
  1540. calls += 1
  1541. return Promise.reject(downstream)
  1542. },
  1543. )).rejects.toBe(downstream)
  1544. expect(calls).toBe(1)
  1545. })
  1546. it('preserves the original provider error when recovery throws', async () => {
  1547. const ctx = createContext()
  1548. const warnings: string[] = []
  1549. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1550. const compact = new TestCompactService(ctx)
  1551. compact.error = new Error('summary unavailable')
  1552. const original = overflow('original provider overflow')
  1553. expect(await recover(ctx, agent(conversation(3), MODEL), original)).toBe(false)
  1554. expect(original).toMatchObject({
  1555. message: 'original provider overflow',
  1556. code: CONTEXT_WINDOW_EXCEEDED_CODE,
  1557. })
  1558. expect(warnings).toContainEqual(expect.stringContaining('preserving the original request error'))
  1559. })
  1560. it('delegates once when overflow recovery throws a non-Error value', async () => {
  1561. const ctx = createContext()
  1562. const warnings: string[] = []
  1563. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1564. const compact = new TestCompactService(ctx)
  1565. compact.error = 'non-error recovery failure'
  1566. const session = conversation(3)
  1567. const generation = session.surface.replaceGeneration
  1568. const original = overflow('original provider failure')
  1569. let delegations = 0
  1570. const decision = await recover(ctx, agent(session, MODEL), original, SIGNAL, () => {
  1571. delegations += 1
  1572. return Promise.resolve(undefined)
  1573. })
  1574. expect(decision).toBe(false)
  1575. expect(delegations).toBe(1)
  1576. expect(session.surface.replaceGeneration).toBe(generation)
  1577. expect(original).toMatchObject({
  1578. message: 'original provider failure',
  1579. code: CONTEXT_WINDOW_EXCEEDED_CODE,
  1580. })
  1581. expect(warnings).toContainEqual(expect.stringContaining('non-error recovery failure'))
  1582. })
  1583. it('recovers an overflow for an unlisted routed model', async () => {
  1584. const ctx = createContext()
  1585. void new TestCompactService(ctx)
  1586. const session = conversation(2)
  1587. session.append('request/header', {
  1588. header: { config: { provider: 'unknown-routed-provider', model: 'unknown-routed-model' } },
  1589. reason: 'resume',
  1590. })
  1591. expect(await recover(ctx, agent(session, MODEL), overflow('unlisted-model overflow')))
  1592. .toBe(true)
  1593. })
  1594. it('delegates canonical overflow when no durable routed target exists', async () => {
  1595. const ctx = createContext()
  1596. void new TestCompactService(ctx)
  1597. const session = new Session(SessionId('headerless-overflow'))
  1598. session.append('turn/start', {
  1599. turn: 1,
  1600. trigger: { kind: 'message', source: { kind: 'user' } },
  1601. })
  1602. await expect(recover(ctx, agent(session, MODEL), overflow())).resolves.toBe(false)
  1603. })
  1604. it('honors retry caps and ignores non-context failures', async () => {
  1605. const ctx = createContext()
  1606. const compact = new TestCompactService(ctx, { maxOverflowRetries: 1 })
  1607. const compactSpy = vi.spyOn(compact, 'compactIfNeeded')
  1608. const owner = agent(conversation(3), MODEL)
  1609. expect(await recover(ctx, owner, Object.assign(new Error('rate limit'), { code: 'RATE_LIMIT' })))
  1610. .toBe(false)
  1611. expect(await recover(ctx, owner, overflow())).toBe(true)
  1612. compactSpy.mockClear()
  1613. expect(await recover(ctx, owner, overflow())).toBe(false)
  1614. expect(compactSpy).not.toHaveBeenCalled()
  1615. })
  1616. it('applies the routed model override to the overflow retry cap', async () => {
  1617. const ctx = createContext()
  1618. const compact = new TestCompactService(ctx, {
  1619. maxOverflowRetries: 2,
  1620. modelPolicies: [{
  1621. provider: MODEL,
  1622. model: MODEL,
  1623. maxOverflowRetries: 1,
  1624. }],
  1625. })
  1626. const compactSpy = vi.spyOn(compact, 'compactIfNeeded')
  1627. const owner = agent(conversation(3), MODEL)
  1628. expect(await recover(ctx, owner, overflow())).toBe(true)
  1629. compactSpy.mockClear()
  1630. expect(await recover(ctx, owner, overflow())).toBe(false)
  1631. expect(compactSpy).not.toHaveBeenCalled()
  1632. })
  1633. it('does not retry when cancellation lands during an awaited compaction', async () => {
  1634. const ctx = createContext()
  1635. const compact = new TestCompactService(ctx)
  1636. const controller = new AbortController()
  1637. compact.mutateDuringSummary = () => { controller.abort('cancelled during summary') }
  1638. const session = conversation(3)
  1639. const generation = session.surface.replaceGeneration
  1640. expect(await recover(ctx, agent(session, MODEL), overflow(), controller.signal)).toBe(false)
  1641. expect(session.surface.replaceGeneration).toBe(generation + 1)
  1642. })
  1643. it('maxOverflowRetries:0 disables recovery without disabling post-step pressure', async () => {
  1644. const ctx = createContext()
  1645. void new TestCompactService(ctx, {
  1646. maxOverflowRetries: 0,
  1647. thresholdRatio: 0.5,
  1648. retainTokens: 180,
  1649. })
  1650. const session = conversation(4)
  1651. await postStep(ctx, agent(session, MODEL))
  1652. const summaries = session.events.filter(event => event.type === 'compact/summary').length
  1653. expect(summaries).toBe(1)
  1654. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1655. expect(session.events.filter(event => event.type === 'compact/summary')).toHaveLength(summaries)
  1656. })
  1657. it('auto:false installs neither automatic listener', async () => {
  1658. const ctx = createContext()
  1659. void new TestCompactService(ctx, {
  1660. auto: false,
  1661. thresholdRatio: 0.5,
  1662. retainTokens: 180,
  1663. })
  1664. const session = conversation(4)
  1665. await postStep(ctx, agent(session, MODEL))
  1666. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  1667. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1668. })
  1669. it('loads and disposes the real zero-config service stack', async () => {
  1670. const ctx = new Context()
  1671. await ctx.plugin(LlmService)
  1672. await ctx.plugin(SessionStore)
  1673. const meterFiber = await ctx.plugin(TokenMeterService)
  1674. const compactFiber = await ctx.plugin(BasicCompactService, { auto: false })
  1675. expect(ctx.get('compact')).toBeInstanceOf(BasicCompactService)
  1676. await compactFiber.dispose()
  1677. expect(ctx.get('compact')).toBeUndefined()
  1678. await meterFiber.dispose()
  1679. expect(ctx.get('tokenMeter')).toBeUndefined()
  1680. })
  1681. it('removes its automatic listener with the plugin fiber', async () => {
  1682. const ctx = new Context()
  1683. await ctx.plugin(LlmService)
  1684. await ctx.plugin(TokenMeterService)
  1685. const fiber = await ctx.plugin(TestCompactService, {
  1686. thresholdRatio: 0.5,
  1687. retainTokens: 180,
  1688. })
  1689. await fiber.dispose()
  1690. const session = conversation(4)
  1691. await postStep(ctx, agent(session, MODEL))
  1692. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  1693. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1694. })
  1695. })