1
0

compact-basic.spec.ts 66 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774
  1. import { describe, expect, it, vi } from 'vitest'
  2. import { Context } from 'cordis'
  3. import BasicCompactService from '@deepseek-ai/dsh-compact-basic'
  4. import type { BasicCompactConfig } from '@deepseek-ai/dsh-compact-basic'
  5. import { selectCompactableRange } from '@deepseek-ai/dsh-compact-basic/src/region.ts'
  6. import type { SummarizationInput } from '@deepseek-ai/dsh-compact-basic/src/summarizer.ts'
  7. import { toolPairingBalancedAfter, toolPairingBalancedBefore } from '@deepseek-ai/dsh-compact'
  8. import {
  9. resolveCompactSpec,
  10. resolveConfig,
  11. resolveTargetPolicy,
  12. } from '@deepseek-ai/dsh-compact-basic/src/config.ts'
  13. import type { CompactionResult } from '@deepseek-ai/dsh-compact'
  14. import LlmService, { createUserMessage, CallId, CONTEXT_WINDOW_EXCEEDED_CODE, createToolResultMessage, LlmAdapter , createMessage } from '@deepseek-ai/dsh-llm'
  15. import type {
  16. ContentBlock,
  17. GenerateOptions,
  18. LlmFailure,
  19. LlmResolvedModelInfo,
  20. Message,
  21. StreamChunk,
  22. } from '@deepseek-ai/dsh-llm'
  23. import { Session, SessionId } from '@deepseek-ai/dsh-session'
  24. import TokenMeterService from '@deepseek-ai/dsh-token-meter'
  25. import { agentEvents, type Agent, type RequestErrorAction } from '@deepseek-ai/dsh-agent'
  26. import ToolResultPruneService from '@deepseek-ai/dsh-compact-tool-result-prune'
  27. const SIGNAL = new AbortController().signal
  28. const MODEL = 'test-model'
  29. class ContextAdapter extends LlmAdapter {
  30. constructor(private readonly contextWindow: number) {
  31. super()
  32. }
  33. override resolveModel(provider: string, model: string): Promise<LlmResolvedModelInfo> {
  34. return Promise.resolve({
  35. provider,
  36. id: model,
  37. name: model,
  38. context: { contextWindow: this.contextWindow },
  39. })
  40. }
  41. override async * stream(): AsyncIterable<StreamChunk> {
  42. yield { type: 'finish', reason: { kind: 'stop' } }
  43. }
  44. }
  45. class RoutedContextAdapter extends LlmAdapter {
  46. constructor(private readonly windows: Readonly<Record<string, number>>) {
  47. super()
  48. }
  49. override resolveModel(provider: string, model: string): Promise<LlmResolvedModelInfo> {
  50. const contextWindow = this.windows[provider]
  51. return Promise.resolve({
  52. provider,
  53. id: model,
  54. name: model,
  55. ...contextWindow === undefined ? {} : { context: { contextWindow } },
  56. })
  57. }
  58. override async * stream(): AsyncIterable<StreamChunk> {
  59. yield { type: 'finish', reason: { kind: 'stop' } }
  60. }
  61. }
  62. function createContext(contextWindow = 1_000): Context {
  63. const ctx = new Context()
  64. void new LlmService(ctx)
  65. void new TokenMeterService(ctx)
  66. ctx.llm.registerAdapter([MODEL, 'actual', 'unlisted-provider'], new ContextAdapter(contextWindow))
  67. return ctx
  68. }
  69. function agent(session: Session, model?: string): Agent {
  70. return {
  71. session,
  72. options: model === undefined ? {} : { provider: model, model },
  73. } as Agent
  74. }
  75. /** Flatten every text fragment the summarizer received, recursing tool-result blocks. */
  76. function summarizedText(input: SummarizationInput): string {
  77. const collect = (blocks: readonly ContentBlock[]): string =>
  78. blocks.map(block =>
  79. block.type === 'text' ? block.text
  80. : block.type === 'tool-result' ? collect(block.content)
  81. : '').join('\n')
  82. return input.messages.map(message => collect(message.content)).join('\n')
  83. }
  84. /** A minimal replayed prefix carrying one user message of the given text. */
  85. function promptInput(text: string): SummarizationInput {
  86. return { messages: [createUserMessage({
  87. content: [{ type: 'text', text }],
  88. source: { kind: 'plugin', plugin: 'test' },
  89. })] }
  90. }
  91. /** Closed two-message turns followed by one open turn for durable compaction events. */
  92. function conversation(turns = 4, text = 'fixture '.repeat(40).trim()): Session {
  93. const session = new Session(SessionId(`conversation-${turns}`))
  94. for (let turn = 1; turn <= turns; turn += 1) {
  95. session.append('turn/start', { turn, trigger: { kind: 'message', source: { kind: 'user' } } })
  96. session.append('user/message', createUserMessage({
  97. content: [{ type: 'text', text: `${text} user ${turn}` }],
  98. source: { kind: 'user' },
  99. }), { surfaceOp: 'append' })
  100. session.append('step/start', { turn, step: 1 })
  101. if (turn === 1) {
  102. session.append('request/header', {
  103. header: { config: { provider: MODEL, model: MODEL } },
  104. reason: 'initial',
  105. })
  106. }
  107. session.append('assistant/message', {
  108. turn,
  109. step: 1,
  110. message: createMessage({
  111. role: 'assistant',
  112. content: [{ type: 'text', text: `${text} assistant ${turn}` }],
  113. source: {
  114. kind: 'model',
  115. ...{ provider: MODEL, model: MODEL },
  116. },
  117. }),
  118. }, { surfaceOp: 'append' })
  119. session.append('step/end', { turn, step: 1 })
  120. session.append('turn/end', { turn, reason: { kind: 'completed' } })
  121. }
  122. session.append('turn/start', {
  123. turn: turns + 1,
  124. trigger: { kind: 'message', source: { kind: 'user' } },
  125. })
  126. return session
  127. }
  128. function toolConversation(): Session {
  129. const session = new Session(SessionId('tools'))
  130. for (let turn = 1; turn <= 3; turn += 1) {
  131. const callId = CallId(`call-${turn}`)
  132. session.append('turn/start', { turn, trigger: { kind: 'message', source: { kind: 'user' } } })
  133. session.append('user/message', createUserMessage({
  134. content: [{ type: 'text', text: `request ${turn} `.repeat(300) }],
  135. source: { kind: 'user' },
  136. }), { surfaceOp: 'append' })
  137. session.append('step/start', { turn, step: 1 })
  138. if (turn === 1) {
  139. session.append('request/header', {
  140. header: { config: { provider: MODEL, model: MODEL } },
  141. reason: 'initial',
  142. })
  143. }
  144. session.append('assistant/message', {
  145. turn,
  146. step: 1,
  147. message: createMessage({
  148. role: 'assistant',
  149. content: [
  150. { type: 'text', text: `calling ${turn} `.repeat(300) },
  151. { type: 'tool-call', id: callId, name: 'read', arguments: '{}' },
  152. ],
  153. source: {
  154. kind: 'model',
  155. ...{ provider: MODEL, model: MODEL },
  156. },
  157. }),
  158. }, { surfaceOp: 'append' })
  159. session.append('tool/call', { turn, step: 1, callId, name: 'read', arguments: '{}' })
  160. session.append('tool/result', {
  161. turn,
  162. step: 1,
  163. message: createToolResultMessage({
  164. callId,
  165. content: [{ type: 'text', text: `result ${turn} `.repeat(300) }],
  166. isError: false,
  167. }),
  168. }, { surfaceOp: 'append' })
  169. session.append('step/end', { turn, step: 1 })
  170. session.append('turn/end', { turn, reason: { kind: 'completed' } })
  171. }
  172. session.append('turn/start', { turn: 4, trigger: { kind: 'message', source: { kind: 'user' } } })
  173. return session
  174. }
  175. /** One closed routed tool step followed by an open turn for rewrite events. */
  176. function oversizedToolResult(chars = 3_000, withCompactablePrompt = false): Session {
  177. const session = new Session(SessionId(`oversized-tool-${chars}`))
  178. const callId = CallId('oversized')
  179. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  180. if (withCompactablePrompt) {
  181. session.append('user/message', createUserMessage({
  182. content: [{ type: 'text', text: 'older history '.repeat(200) }],
  183. source: { kind: 'user' },
  184. }), { surfaceOp: 'append' })
  185. }
  186. session.append('step/start', { turn: 1, step: 1 })
  187. session.append('request/header', {
  188. header: { config: { provider: MODEL, model: MODEL } },
  189. reason: 'initial',
  190. })
  191. session.append('assistant/message', {
  192. turn: 1,
  193. step: 1,
  194. message: createMessage({
  195. role: 'assistant',
  196. content: [{ type: 'tool-call', id: callId, name: 'bash', arguments: '{}' }],
  197. source: {
  198. kind: 'model',
  199. ...{ provider: MODEL, model: MODEL },
  200. },
  201. }),
  202. }, { surfaceOp: 'append' })
  203. session.append('tool/call', { turn: 1, step: 1, callId, name: 'bash', arguments: '{}' })
  204. session.append('tool/result', {
  205. turn: 1,
  206. step: 1,
  207. message: createToolResultMessage({
  208. callId,
  209. content: [{ type: 'text', text: 'X'.repeat(chars) }],
  210. isError: false,
  211. }),
  212. meta: { presentation: 'preserved' },
  213. }, { surfaceOp: 'append' })
  214. session.append('step/end', { turn: 1, step: 1 })
  215. session.append('turn/end', { turn: 1, reason: { kind: 'completed' } })
  216. session.append('turn/start', { turn: 2, trigger: { kind: 'message', source: { kind: 'user' } } })
  217. return session
  218. }
  219. class TestCompactService extends BasicCompactService {
  220. summary: ContentBlock[] = [{ type: 'text', text: 'small checkpoint' }]
  221. summaryProvider = 'summary-provider'
  222. summaryModel = 'summary-model'
  223. error: unknown
  224. mutateDuringSummary: (() => void) | undefined
  225. calls: Array<{ input: SummarizationInput; signal: AbortSignal | undefined }> = []
  226. override async summarize(
  227. input: SummarizationInput,
  228. _agent: Agent,
  229. signal?: AbortSignal,
  230. ): Promise<{ summary: ContentBlock[]; provider: string; model: string; maxTokens?: number }> {
  231. this.calls.push({ input, signal })
  232. this.mutateDuringSummary?.()
  233. if (this.error !== undefined) throw this.error
  234. return {
  235. summary: this.summary,
  236. provider: this.summaryProvider,
  237. model: this.summaryModel,
  238. maxTokens: 123,
  239. }
  240. }
  241. }
  242. function service(
  243. config: BasicCompactConfig = { auto: false },
  244. ctx = createContext(),
  245. ): TestCompactService {
  246. return new TestCompactService(ctx, config)
  247. }
  248. async function compactIfNeeded(
  249. compact: BasicCompactService,
  250. session: Session,
  251. trigger: 'pressure' | 'context-overflow' = 'pressure',
  252. model: string | undefined = MODEL,
  253. ): Promise<CompactionResult | null> {
  254. return compact.compactIfNeeded(agent(session, model), trigger, SIGNAL)
  255. }
  256. describe('compact configuration and defaults', () => {
  257. it('uses low-friction service-wide defaults', () => {
  258. const resolved = resolveConfig({})
  259. expect(resolved).toEqual({
  260. thresholdRatio: 0.8,
  261. retainRatio: 0.16,
  262. summarizationProvider: '',
  263. summarizationModel: '',
  264. maxTokens: 8192,
  265. compactionRetries: 1,
  266. maxOverflowRetries: 1,
  267. modelPolicies: [],
  268. auto: true,
  269. })
  270. expect(Object.isFrozen(resolved)).toBe(true)
  271. })
  272. it('resolves threshold and retention overrides independently', () => {
  273. const thresholdOnly = resolveConfig({
  274. thresholdRatio: 0.5,
  275. })
  276. expect(thresholdOnly).toMatchObject({
  277. thresholdRatio: 0.5,
  278. retainRatio: 0.16,
  279. })
  280. const retentionOnly = resolveConfig({
  281. retainTokens: 70,
  282. })
  283. expect(retentionOnly).toMatchObject({
  284. thresholdRatio: 0.8,
  285. retainTokens: 70,
  286. })
  287. expect(retentionOnly).not.toHaveProperty('retainRatio')
  288. })
  289. it('merges exact provider/model policy overrides and scales ratios per model', () => {
  290. const config = resolveConfig({
  291. thresholdRatio: 0.8,
  292. retainRatio: 0.1,
  293. modelPolicies: [{
  294. provider: 'small-provider',
  295. model: 'shared-id',
  296. thresholdRatio: 0.5,
  297. retainTokens: 120,
  298. }],
  299. })
  300. const small = resolveTargetPolicy(config, {
  301. provider: 'small-provider',
  302. model: 'shared-id',
  303. })
  304. const otherProvider = resolveTargetPolicy(config, {
  305. provider: 'large-provider',
  306. model: 'shared-id',
  307. })
  308. expect(resolveCompactSpec(small, 1_000)).toMatchObject({
  309. thresholdTokens: 500,
  310. retainTokens: 120,
  311. })
  312. expect(resolveCompactSpec(otherProvider, 2_000)).toMatchObject({
  313. thresholdTokens: 1_600,
  314. retainTokens: 200,
  315. })
  316. const ratioOverride = resolveTargetPolicy(resolveConfig({
  317. retainTokens: 200,
  318. modelPolicies: [{
  319. provider: 'ratio-provider',
  320. model: 'ratio-model',
  321. thresholdRatio: 0.6,
  322. retainRatio: 0.2,
  323. summarizationProvider: 'summary-provider',
  324. summarizationModel: 'summary-model',
  325. maxTokens: 512,
  326. compactionRetries: 2,
  327. maxOverflowRetries: 3,
  328. }],
  329. }), { provider: 'ratio-provider', model: 'ratio-model' })
  330. expect(resolveCompactSpec(ratioOverride, 2_000)).toMatchObject({
  331. thresholdTokens: 1_200,
  332. retainTokens: 400,
  333. summarizationProvider: 'summary-provider',
  334. summarizationModel: 'summary-model',
  335. maxTokens: 512,
  336. compactionRetries: 2,
  337. maxOverflowRetries: 3,
  338. })
  339. })
  340. it('inherits, clears, and replaces the summarization target as a pair', () => {
  341. const config = resolveConfig({
  342. summarizationProvider: 'default-provider',
  343. summarizationModel: 'default-model',
  344. modelPolicies: [
  345. { provider: 'inherit-provider', model: MODEL },
  346. {
  347. provider: 'clear-provider',
  348. model: MODEL,
  349. summarizationProvider: '',
  350. summarizationModel: '',
  351. },
  352. {
  353. provider: 'replace-provider',
  354. model: MODEL,
  355. summarizationProvider: 'replacement-provider',
  356. summarizationModel: 'replacement-model',
  357. },
  358. ],
  359. })
  360. expect(resolveTargetPolicy(config, { provider: 'inherit-provider', model: MODEL }))
  361. .toMatchObject({
  362. summarizationProvider: 'default-provider',
  363. summarizationModel: 'default-model',
  364. })
  365. expect(resolveTargetPolicy(config, { provider: 'clear-provider', model: MODEL }))
  366. .toMatchObject({ summarizationProvider: '', summarizationModel: '' })
  367. expect(resolveTargetPolicy(config, { provider: 'replace-provider', model: MODEL }))
  368. .toMatchObject({
  369. summarizationProvider: 'replacement-provider',
  370. summarizationModel: 'replacement-model',
  371. })
  372. })
  373. it('validates common values and pressure-policy invariants', () => {
  374. const bad = [
  375. [{ maxTokens: 0 }, /maxTokens/],
  376. [{ compactionRetries: -1 }, /compactionRetries/],
  377. [{ maxOverflowRetries: -1 }, /maxOverflowRetries/],
  378. [{ auto: 'yes' }, /auto must be a boolean/],
  379. [{ summarizationProvider: 1 }, /summarizationProvider must be a string/],
  380. [{ summarizationModel: 1 }, /summarizationModel must be a string/],
  381. [{ summarizationProvider: MODEL }, /must be set together/],
  382. [{ summarizationModel: MODEL }, /must be set together/],
  383. [{ summarizationProvider: '' }, /must be set together/],
  384. [{ summarizationModel: '' }, /must be set together/],
  385. [{ thresholdRatio: 0 }, /number in \(0, 1\]/],
  386. [{ thresholdRatio: 1.1 }, /number in \(0, 1\]/],
  387. [{ retainRatio: 0.9 }, /retainRatio \(0.9\) must be less than the resolved thresholdRatio \(0.8\)/],
  388. [{ thresholdRatio: 0.1 }, /retainRatio \(0.16\) must be less than the resolved thresholdRatio \(0.1\)/],
  389. [{ retainTokens: -1 }, /non-negative integer/],
  390. [{ retainRatio: 0.2, retainTokens: 100 }, /mutually exclusive/],
  391. [{ modelPolicies: {} }, /modelPolicies must be an array/],
  392. [{ modelPolicies: [1] }, /modelPolicies\[0\] must be an object/],
  393. [{ modelPolicies: [null] }, /modelPolicies\[0\] must be an object/],
  394. [{ modelPolicies: [[]] }, /modelPolicies\[0\] must be an object/],
  395. [{ modelPolicies: [{ provider: 1, model: MODEL }] }, /provider must be a non-empty string/],
  396. [{ modelPolicies: [{ provider: '', model: MODEL }] }, /provider must be a non-empty string/],
  397. [{ modelPolicies: [{ provider: MODEL, model: 1 }] }, /model must be a non-empty string/],
  398. [{ modelPolicies: [{ provider: MODEL, model: '' }] }, /model must be a non-empty string/],
  399. [{ modelPolicies: [{ provider: MODEL, model: MODEL, summarizationProvider: 1 }] }, /summarizationProvider must be a string/],
  400. [{
  401. summarizationProvider: 'default-provider',
  402. summarizationModel: 'default-model',
  403. modelPolicies: [{ provider: MODEL, model: MODEL, summarizationModel: '' }],
  404. }, /modelPolicies\[0\].*must be set together/],
  405. [{
  406. summarizationProvider: 'default-provider',
  407. summarizationModel: 'default-model',
  408. modelPolicies: [{ provider: MODEL, model: MODEL, summarizationProvider: '' }],
  409. }, /modelPolicies\[0\].*must be set together/],
  410. [{ modelPolicies: [{ provider: MODEL, model: MODEL, retainRatio: 0.2, retainTokens: 100 }] }, /mutually exclusive/],
  411. [
  412. { modelPolicies: [{ provider: MODEL, model: MODEL, thresholdRatio: 0.1 }] },
  413. /modelPolicies\[0\]: retainRatio \(0.16\).*thresholdRatio \(0.1\)/,
  414. ],
  415. [
  416. { modelPolicies: [{ provider: MODEL, model: MODEL, retainRatio: 0.9 }] },
  417. /modelPolicies\[0\]: retainRatio \(0.9\).*thresholdRatio \(0.8\)/,
  418. ],
  419. [{ modelPolicies: [{ provider: MODEL, model: MODEL }, { provider: MODEL, model: MODEL }] }, /duplicate model policy/],
  420. [{ models: { [MODEL]: { retainTokens: 10 } } }, /BasicCompactConfig: unknown key "models"/],
  421. [{ thresholdRato: 0.5 }, /BasicCompactConfig: unknown key "thresholdRato"/],
  422. ] as Array<[unknown, RegExp]>
  423. for (const [config, pattern] of bad) {
  424. expect(() => resolveConfig(config as BasicCompactConfig)).toThrow(pattern)
  425. }
  426. const invalidPressure = resolveTargetPolicy(resolveConfig({
  427. thresholdRatio: 0.5,
  428. retainTokens: 500,
  429. }), { provider: MODEL, model: MODEL })
  430. expect(() => resolveCompactSpec(invalidPressure, 1_000)).toThrow(/less than threshold/)
  431. expect(() => resolveCompactSpec(invalidPressure, 1.5)).toThrow(/positive integer/)
  432. expect(() => resolveCompactSpec(invalidPressure, 0)).toThrow(/positive integer/)
  433. })
  434. })
  435. describe('pressure measurement and retention', () => {
  436. const compactConfig: BasicCompactConfig = {
  437. auto: false,
  438. thresholdRatio: 0.5,
  439. retainTokens: 180,
  440. }
  441. it('skips when no durable routed model exists instead of using AgentOptions fallback', async () => {
  442. const compact = service(compactConfig)
  443. const session = new Session(SessionId('headerless'))
  444. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  445. await expect(compact.compactIfNeeded(agent(session, MODEL), 'pressure', SIGNAL))
  446. .resolves.toBeNull()
  447. expect(compact.calls).toHaveLength(0)
  448. })
  449. it('meters an unlisted model when its provider adapter supplies context metadata', async () => {
  450. const compact = service(compactConfig)
  451. const session = conversation()
  452. session.append('request/header', {
  453. header: { config: { provider: 'unlisted-provider', model: 'unlisted-model' } },
  454. reason: 'resume',
  455. })
  456. await expect(compactIfNeeded(compact, session))
  457. .resolves.not.toBeNull()
  458. })
  459. it('forwards turn cancellation to proactive model metadata resolution', async () => {
  460. const ctx = createContext()
  461. const resolveModelInfo = vi.spyOn(ctx.llm, 'resolveModelInfo')
  462. const compact = service(compactConfig, ctx)
  463. const session = conversation()
  464. const signal = new AbortController().signal
  465. await expect(compact.compactIfNeeded(agent(session, MODEL), 'pressure', signal))
  466. .resolves.not.toBeNull()
  467. expect(resolveModelInfo).toHaveBeenCalledWith(MODEL, MODEL, signal)
  468. })
  469. it('re-resolves capacity after a same-model-id provider switch in one session', async () => {
  470. const ctx = new Context()
  471. void new LlmService(ctx)
  472. void new TokenMeterService(ctx)
  473. ctx.llm.registerAdapter(['large', 'small'], new RoutedContextAdapter({
  474. large: 10_000,
  475. small: 1_000,
  476. }))
  477. const compact = service({
  478. auto: false,
  479. thresholdRatio: 0.5,
  480. retainRatio: 0.1,
  481. }, ctx)
  482. const session = conversation(4)
  483. session.append('request/header', {
  484. header: { config: { provider: 'large', model: 'shared-id' } },
  485. reason: 'resume',
  486. })
  487. await expect(compactIfNeeded(compact, session)).resolves.toBeNull()
  488. session.append('request/header', {
  489. header: { config: { provider: 'small', model: 'shared-id' } },
  490. reason: 'change',
  491. })
  492. await expect(compactIfNeeded(compact, session)).resolves.not.toBeNull()
  493. })
  494. it('requires capacity only for proactive pressure, not provider-confirmed overflow', async () => {
  495. const ctx = new Context()
  496. void new LlmService(ctx)
  497. void new TokenMeterService(ctx)
  498. ctx.llm.registerAdapter(['unknown-context'], new ContextAdapter(1_000))
  499. vi.spyOn(ctx.llm, 'resolveModelInfo').mockImplementation((provider, model) => Promise.resolve({
  500. provider,
  501. id: model,
  502. name: model,
  503. }))
  504. const compact = service(compactConfig, ctx)
  505. const session = conversation(4)
  506. session.append('request/header', {
  507. header: { config: { provider: 'unknown-context', model: 'model' } },
  508. reason: 'resume',
  509. })
  510. await expect(compactIfNeeded(compact, session, 'pressure'))
  511. .rejects.toThrow(/no context capacity for unknown-context\/model/)
  512. await expect(compactIfNeeded(compact, session, 'context-overflow'))
  513. .resolves.not.toBeNull()
  514. })
  515. it('declines forced overflow when the whole surface is one indivisible tool pair', async () => {
  516. const compact = service(compactConfig)
  517. const session = new Session(SessionId('single-tool-pair'))
  518. const callId = CallId('single-call')
  519. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  520. session.append('step/start', { turn: 1, step: 1 })
  521. session.append('request/header', {
  522. header: { config: { provider: MODEL, model: MODEL } },
  523. reason: 'initial',
  524. })
  525. session.append('assistant/message', {
  526. turn: 1,
  527. step: 1,
  528. message: createMessage({
  529. role: 'assistant',
  530. content: [{ type: 'tool-call', id: callId, name: 'read', arguments: '{}' }],
  531. source: {
  532. kind: 'model',
  533. ...{ provider: MODEL, model: MODEL },
  534. },
  535. }),
  536. }, { surfaceOp: 'append' })
  537. session.append('tool/call', { turn: 1, step: 1, callId, name: 'read', arguments: '{}' })
  538. session.append('tool/result', {
  539. turn: 1,
  540. step: 1,
  541. message: createToolResultMessage({
  542. callId,
  543. content: [{ type: 'text', text: 'result' }],
  544. isError: false,
  545. }),
  546. }, { surfaceOp: 'append' })
  547. session.append('step/end', { turn: 1, step: 1 })
  548. const generation = session.surface.replaceGeneration
  549. await expect(compactIfNeeded(compact, session, 'context-overflow')).resolves.toBeNull()
  550. expect(session.surface.replaceGeneration).toBe(generation)
  551. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  552. })
  553. it('does nothing below threshold and compacts a priced head above threshold', async () => {
  554. const compact = service(compactConfig)
  555. expect(await compactIfNeeded(compact, conversation(2))).toBeNull()
  556. const session = conversation(4)
  557. const result = await compactIfNeeded(compact, session)
  558. expect(result).not.toBeNull()
  559. expect(result?.shadowedSeqs.length).toBeGreaterThan(2)
  560. expect(session.surface.nodes.length).toBeLessThan(8)
  561. })
  562. it('counts the durable routed request envelope without putting it on the surface', async () => {
  563. const compact = service({
  564. auto: false,
  565. thresholdRatio: 0.9,
  566. retainTokens: 50,
  567. })
  568. const session = conversation(2, 'x'.repeat(600))
  569. expect(await compactIfNeeded(compact, session)).toBeNull()
  570. session.append('request/header', {
  571. header: {
  572. config: { provider: MODEL, model: MODEL },
  573. system: 's'.repeat(2_000),
  574. },
  575. reason: 'resume',
  576. })
  577. const result = await compactIfNeeded(compact, session)
  578. expect(result).not.toBeNull()
  579. })
  580. it('uses the latest logged request envelope without an AgentOptions override', async () => {
  581. const ctx = createContext()
  582. const compact = service({
  583. auto: false,
  584. thresholdRatio: 0.5,
  585. retainTokens: 180,
  586. }, ctx)
  587. const session = conversation(4)
  588. session.append('request/header', {
  589. header: { config: { provider: 'actual', model: 'actual' } },
  590. reason: 'initial',
  591. })
  592. const measure = vi.spyOn(ctx.tokenMeter, 'measure')
  593. const result = await compactIfNeeded(compact, session, 'pressure', 'fallback')
  594. expect(result).not.toBeNull()
  595. expect(session.requestHeader()?.config.model).toBe('actual')
  596. expect(measure.mock.calls[0]).toEqual([session])
  597. })
  598. it('declines when envelope pressure is high but the surface has no compactable range', async () => {
  599. const compact = service(compactConfig)
  600. const empty = new Session(SessionId('empty'))
  601. empty.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  602. empty.append('request/header', {
  603. header: { config: { provider: MODEL, model: MODEL }, system: 'x'.repeat(100_000) },
  604. reason: 'initial',
  605. })
  606. expect(await compactIfNeeded(compact, empty)).toBeNull()
  607. const retained = conversation(1)
  608. retained.append('request/header', {
  609. header: { config: { provider: MODEL, model: MODEL }, system: 'x'.repeat(100_000) },
  610. reason: 'resume',
  611. })
  612. expect(await compactIfNeeded(compact, retained)).toBeNull()
  613. })
  614. it('uses one unified measurement for each pressure-and-retention decision', async () => {
  615. const ctx = createContext()
  616. const compact = service(compactConfig, ctx)
  617. const measure = vi.spyOn(ctx.tokenMeter, 'measure')
  618. const stop = new Error('stop after first decision')
  619. vi.spyOn(compact, 'compactRegion').mockRejectedValueOnce(stop)
  620. await expect(compactIfNeeded(compact, conversation(4))).rejects.toBe(stop)
  621. expect(measure).toHaveBeenCalledTimes(1)
  622. })
  623. it('bounds retries when a shrinking checkpoint remains above threshold', async () => {
  624. const compact = service({
  625. auto: false,
  626. compactionRetries: 0,
  627. thresholdRatio: 0.3,
  628. retainTokens: 180,
  629. })
  630. compact.summary = Array.from({ length: 7 }, (_, index) => ({
  631. type: 'text',
  632. text: `summary ${index}`,
  633. }))
  634. await expect(compactIfNeeded(compact, conversation(4)))
  635. .rejects.toThrow(/still above threshold after 1 compaction attempts/)
  636. })
  637. it('rounds a retention cut head-ward to preserve tool-call/result pairing', async () => {
  638. const compact = service({
  639. auto: false,
  640. thresholdRatio: 0.8,
  641. retainTokens: 80,
  642. }, createContext(4_000))
  643. const session = toolConversation()
  644. const result = await compactIfNeeded(compact, session)
  645. expect(result).not.toBeNull()
  646. const messages = session.deriveMessages()
  647. const calls = new Set<string>()
  648. for (const message of messages) {
  649. for (const block of message.content) {
  650. if (block.type === 'tool-call') calls.add(block.id)
  651. if (block.type === 'tool-result') expect(calls.has(block.toolCallId)).toBe(true)
  652. }
  653. }
  654. })
  655. it('rejects a priced surface that is not the current positional surface', () => {
  656. const ctx = createContext()
  657. const session = conversation(2)
  658. const priced = ctx.tokenMeter.measure(session)
  659. expect(() => selectCompactableRange(session, {
  660. ...priced,
  661. nodes: priced.nodes.slice(1),
  662. }, 1)).toThrow(/does not match/)
  663. })
  664. it('declines when rounding a cut would consume the only tool pair', () => {
  665. const ctx = createContext()
  666. const session = new Session(SessionId('one-tool-pair'))
  667. const callId = CallId('only')
  668. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  669. session.append('step/start', { turn: 1, step: 1 })
  670. session.append('assistant/message', {
  671. turn: 1,
  672. step: 1,
  673. message: createMessage({
  674. role: 'assistant',
  675. content: [{ type: 'tool-call', id: callId, name: 'read', arguments: '{}' }],
  676. source: {
  677. kind: 'model',
  678. ...{ provider: MODEL, model: MODEL },
  679. },
  680. }),
  681. }, { surfaceOp: 'append' })
  682. session.append('tool/call', { turn: 1, step: 1, callId, name: 'read', arguments: '{}' })
  683. session.append('tool/result', {
  684. turn: 1,
  685. step: 1,
  686. message: createToolResultMessage({
  687. callId,
  688. content: [{ type: 'text', text: 'result' }],
  689. isError: false,
  690. }),
  691. }, { surfaceOp: 'append' })
  692. session.append('step/end', { turn: 1, step: 1 })
  693. const priced = ctx.tokenMeter.measure(session)
  694. expect(selectCompactableRange(session, priced, 1)).toBeNull()
  695. })
  696. })
  697. describe('optional model-free tool-result pruning', () => {
  698. const pruneConfig = { thresholdChars: 100, headChars: 20, tailChars: 10 }
  699. it('does not prune a below-pressure session opportunistically', async () => {
  700. const ctx = createContext(10_000)
  701. const prune = new ToolResultPruneService(ctx, pruneConfig)
  702. const compact = new TestCompactService(ctx, {
  703. auto: false,
  704. thresholdRatio: 0.8,
  705. retainTokens: 100,
  706. })
  707. const session = oversizedToolResult()
  708. const pruneSession = vi.spyOn(prune, 'pruneSession')
  709. expect(await compactIfNeeded(compact, session)).toBeNull()
  710. expect(pruneSession).not.toHaveBeenCalled()
  711. expect(compact.calls).toHaveLength(0)
  712. expect(session.surface.replaceGeneration).toBe(0)
  713. })
  714. it('skips LLM summarization when pruning alone clears pressure', async () => {
  715. const ctx = createContext(1_000)
  716. void new ToolResultPruneService(ctx, pruneConfig)
  717. const compact = new TestCompactService(ctx, {
  718. auto: false,
  719. thresholdRatio: 0.5,
  720. retainTokens: 50,
  721. })
  722. const session = oversizedToolResult()
  723. expect(ctx.tokenMeter.measure(session).totalTokens).toBeGreaterThanOrEqual(500)
  724. expect(await compactIfNeeded(compact, session)).toBeNull()
  725. expect(ctx.tokenMeter.measure(session).totalTokens).toBeLessThan(500)
  726. expect(compact.calls).toHaveLength(0)
  727. expect(session.surface.replaceGeneration).toBe(1)
  728. })
  729. it('summarizes the pruned surface when pruning is insufficient', async () => {
  730. const ctx = createContext(2_000)
  731. void new ToolResultPruneService(ctx, pruneConfig)
  732. const compact = new TestCompactService(ctx, {
  733. auto: false,
  734. thresholdRatio: 0.5,
  735. retainTokens: 50,
  736. })
  737. const session = toolConversation()
  738. expect(await compactIfNeeded(compact, session)).not.toBeNull()
  739. expect(compact.calls).toHaveLength(1)
  740. expect(summarizedText(compact.calls[0]!.input)).toContain('tool result middle pruned')
  741. expect(summarizedText(compact.calls[0]!.input)).not.toContain('result 1 '.repeat(300))
  742. })
  743. it('retains the original compact-basic behavior without the optional plugin', async () => {
  744. const ctx = createContext(2_000)
  745. const compact = new TestCompactService(ctx, {
  746. auto: false,
  747. thresholdRatio: 0.5,
  748. retainTokens: 50,
  749. })
  750. const session = oversizedToolResult(3_000, true)
  751. expect(await compactIfNeeded(compact, session)).not.toBeNull()
  752. expect(compact.calls).toHaveLength(1)
  753. const original = session.events.find(event => event.type === 'tool/result')
  754. expect(original?.type === 'tool/result' && original.data.message.content[0].content[0])
  755. .toEqual({ type: 'text', text: 'X'.repeat(3_000) })
  756. expect(session.events.filter(event =>
  757. event.type === 'tool/result' && event.surfaceOp !== 'append')).toHaveLength(0)
  758. })
  759. })
  760. describe('compaction region transaction', () => {
  761. it('lands a framed, replayable checkpoint with exact pricing provenance', async () => {
  762. const compact = service()
  763. const session = conversation(3)
  764. const before = [...session.surface.nodes]
  765. const result = await compact.compactRegion(
  766. before[0]!,
  767. before[3]!,
  768. agent(session, MODEL),
  769. SIGNAL,
  770. )
  771. expect(result.shadowedSeqs).toEqual(before.slice(0, 4))
  772. expect(result.shadowedTokenCount).toBeGreaterThan(0)
  773. expect(compact.calls[0]).toMatchObject({ signal: SIGNAL })
  774. expect(summarizedText(compact.calls[0]!.input)).toContain('fixture user 1')
  775. const summary = session.events.findLast(event => event.type === 'compact/summary')
  776. expect(summary?.data).toMatchObject({
  777. shadowedSeqs: result.shadowedSeqs,
  778. shadowedTokenCount: result.shadowedTokenCount,
  779. provider: 'summary-provider',
  780. model: 'summary-model',
  781. maxTokens: 123,
  782. })
  783. const head = session.deriveMessages()[0]!
  784. expect(head.content[0]?.type).toBe('text')
  785. expect(head.content[0]?.type === 'text' ? head.content[0].text : '').toContain('<compacted-summary>')
  786. expect(head.content.at(-1)).toEqual({ type: 'text', text: '</compacted-summary>' })
  787. const replay = new Session(SessionId('replay'), [...session.events])
  788. expect(replay.deriveMessages()).toEqual(session.deriveMessages())
  789. })
  790. it('replays the latest routed header so the summarizer reuses the cache', async () => {
  791. const compact = service()
  792. const session = conversation(3)
  793. const tools = [{ name: 'do_thing', description: 'd', parameters: { type: 'object' } }]
  794. session.append('request/header', {
  795. header: { config: { provider: MODEL, model: MODEL }, system: 'CONVERSATION SYSTEM', tools },
  796. reason: 'resume',
  797. })
  798. const nodes = session.surface.nodes
  799. await compact.compactRegion(nodes[0]!, nodes[1]!, agent(session, MODEL), SIGNAL)
  800. const { input } = compact.calls[0]!
  801. expect(input.system).toBe('CONVERSATION SYSTEM')
  802. expect(input.tools).toEqual(tools)
  803. expect(summarizedText(input)).toContain('fixture user 1')
  804. })
  805. it.each([
  806. ['start missing', 9_001, undefined, /start seq 9001 not found/],
  807. ['end missing', undefined, 9_002, /end seq 9002 not found/],
  808. ])('rejects %s', async (_label, startOverride, endOverride, pattern) => {
  809. const compact = service()
  810. const session = conversation(2)
  811. const nodes = session.surface.nodes
  812. await expect(compact.compactRegion(
  813. startOverride ?? nodes[0]!,
  814. endOverride ?? nodes[1]!,
  815. agent(session, MODEL),
  816. )).rejects.toThrow(pattern)
  817. })
  818. it('rejects reversed and tool-unbalanced positional boundaries', async () => {
  819. const compact = service()
  820. const plain = conversation(2)
  821. const nodes = plain.surface.nodes
  822. await expect(compact.compactRegion(
  823. nodes[2]!,
  824. nodes[1]!,
  825. agent(plain, MODEL),
  826. )).rejects.toThrow(/is after end/)
  827. const tools = toolConversation()
  828. const toolNodes = tools.surface.nodes
  829. await expect(compact.compactRegion(
  830. toolNodes[2]!,
  831. toolNodes[4]!,
  832. agent(tools, MODEL),
  833. )).rejects.toThrow(/start seq .* not a balanced boundary/)
  834. await expect(compact.compactRegion(
  835. toolNodes[0]!,
  836. toolNodes[1]!,
  837. agent(tools, MODEL),
  838. )).rejects.toThrow(/end seq .* not a balanced boundary/)
  839. })
  840. it('requires an open turn and an idle compaction bracket', async () => {
  841. const compact = service()
  842. const closed = conversation(1)
  843. closed.append('turn/end', { turn: 2, reason: { kind: 'completed' } })
  844. const nodes = closed.surface.nodes
  845. await expect(compact.compactRegion(
  846. nodes[0]!,
  847. nodes[1]!,
  848. agent(closed, MODEL),
  849. )).rejects.toThrow(/no open turn/)
  850. const locked = conversation(1)
  851. locked.append('compact/start', { turn: 2 })
  852. const lockedNodes = locked.surface.nodes
  853. await expect(compact.compactRegion(
  854. lockedNodes[0]!,
  855. lockedNodes[1]!,
  856. agent(locked, MODEL),
  857. )).rejects.toThrow(/already in progress/)
  858. })
  859. it('rejects a session with no turn boundary at all', async () => {
  860. const compact = service()
  861. const session = new Session(SessionId('turnless'))
  862. session.append('user/message', createUserMessage({
  863. content: [{ type: 'text', text: 'orphan' }],
  864. source: { kind: 'user' },
  865. }), { surfaceOp: 'append' })
  866. const node = session.surface.nodes[0]!
  867. await expect(compact.compactRegion(
  868. node,
  869. node,
  870. agent(session, MODEL),
  871. )).rejects.toThrow(/no open turn/)
  872. })
  873. it('rejects a meter snapshot that changed before summarization began', async () => {
  874. const ctx = createContext()
  875. const meter = ctx.tokenMeter
  876. const original = meter.measure.bind(meter)
  877. vi.spyOn(meter, 'measure').mockImplementationOnce((session) => {
  878. const measurement = original(session)
  879. return { ...measurement, nodes: measurement.nodes.slice(1) }
  880. })
  881. const compact = service({ auto: false }, ctx)
  882. const session = conversation(2)
  883. const nodes = session.surface.nodes
  884. await expect(compact.compactRegion(
  885. nodes[0]!,
  886. nodes[2]!,
  887. agent(session, MODEL),
  888. )).rejects.toThrow(/selected surface changed/)
  889. })
  890. it('records summarizer failures without mutating the surface', async () => {
  891. const compact = service()
  892. compact.error = new Error('summary unavailable')
  893. const session = conversation(2)
  894. const before = session.surface.nodes
  895. await expect(compact.compactRegion(
  896. before[0]!,
  897. before[2]!,
  898. agent(session, MODEL),
  899. )).rejects.toThrow('summary unavailable')
  900. expect(session.surface.nodes).toEqual(before)
  901. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  902. .toMatchObject({ error: 'summary unavailable' })
  903. })
  904. it('stringifies non-Error failures in the durable end bracket', async () => {
  905. const compact = service()
  906. compact.error = 'plain failure'
  907. const session = conversation(2)
  908. const nodes = session.surface.nodes
  909. await expect(compact.compactRegion(
  910. nodes[0]!,
  911. nodes[2]!,
  912. agent(session, MODEL),
  913. )).rejects.toBe('plain failure')
  914. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  915. .toMatchObject({ error: 'plain failure' })
  916. })
  917. it('tolerates concurrent log-only appends while the selected surface is stable', async () => {
  918. const compact = service()
  919. const session = conversation(2)
  920. compact.mutateDuringSummary = () => {
  921. session.append('request/header', {
  922. header: { config: { provider: MODEL, model: MODEL } },
  923. reason: 'change',
  924. })
  925. }
  926. const nodes = session.surface.nodes
  927. await expect(compact.compactRegion(
  928. nodes[0]!,
  929. nodes[2]!,
  930. agent(session, MODEL),
  931. )).resolves.toMatchObject({ shadowedSeqs: nodes.slice(0, 3) })
  932. expect(session.events.some(event => event.type === 'compact/summary')).toBe(true)
  933. })
  934. it('rejects concurrent surface appends before committing the replacement', async () => {
  935. const compact = service()
  936. const session = conversation(2)
  937. compact.mutateDuringSummary = () => {
  938. session.append('user/message', createUserMessage({
  939. content: [{ type: 'text', text: 'concurrent surface mutation' }],
  940. source: { kind: 'plugin', plugin: 'test' },
  941. }), { surfaceOp: 'append' })
  942. }
  943. const nodes = session.surface.nodes
  944. await expect(compact.compactRegion(
  945. nodes[0]!,
  946. nodes[2]!,
  947. agent(session, MODEL),
  948. )).rejects.toThrow(/session surface changed/)
  949. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  950. })
  951. it('rejects a non-shrinking framed summary under the conversation meter', async () => {
  952. const compact = service()
  953. compact.summary = Array.from({ length: 100 }, (_, index) => ({
  954. type: 'text',
  955. text: `verbose ${index}`,
  956. }))
  957. const session = conversation(2)
  958. const nodes = session.surface.nodes
  959. await expect(compact.compactRegion(
  960. nodes[0]!,
  961. nodes[2]!,
  962. agent(session, MODEL),
  963. )).rejects.toThrow(/summary is not smaller/)
  964. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  965. })
  966. it('lets a model-independent custom summarizer compact without a conversation model', async () => {
  967. const compact = service()
  968. const session = new Session(SessionId('model-less-region'))
  969. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  970. session.append('user/message', createUserMessage({
  971. content: [{ type: 'text', text: 'history '.repeat(100) }],
  972. source: { kind: 'user' },
  973. }), { surfaceOp: 'append' })
  974. session.append('step/start', { turn: 1, step: 1 })
  975. session.append('assistant/message', {
  976. turn: 1,
  977. step: 1,
  978. message: createMessage({
  979. role: 'assistant',
  980. content: [{ type: 'text', text: 'answer '.repeat(100) }],
  981. source: {
  982. kind: 'model',
  983. ...{ provider: 'historical', model: 'historical' },
  984. },
  985. }),
  986. }, { surfaceOp: 'append' })
  987. session.append('step/end', { turn: 1, step: 1 })
  988. const nodes = session.surface.nodes
  989. await expect(compact.compactRegion(
  990. nodes[0]!,
  991. nodes[1]!,
  992. agent(session),
  993. )).resolves.toMatchObject({ shadowedSeqs: [nodes[0]!, nodes[1]!] })
  994. })
  995. })
  996. class ScriptedAdapter extends LlmAdapter {
  997. lastOptions: GenerateOptions | undefined
  998. constructor(
  999. private readonly blocks: readonly ContentBlock[],
  1000. private readonly finish: (StreamChunk & { type: 'finish' })['reason'] = { kind: 'stop' },
  1001. ) {
  1002. super()
  1003. }
  1004. override async * stream(options: GenerateOptions): AsyncIterable<StreamChunk> {
  1005. this.lastOptions = options
  1006. for (const [index, block] of this.blocks.entries()) {
  1007. yield { type: 'block-start', index, blockType: block.type }
  1008. if (block.type === 'text') {
  1009. yield { type: 'text-delta', index, text: block.text }
  1010. } else if (block.type === 'reasoning') {
  1011. yield { type: 'reasoning-delta', index, text: block.text }
  1012. } else {
  1013. yield { type: 'block-end', index, block }
  1014. }
  1015. }
  1016. yield { type: 'finish', reason: this.finish }
  1017. }
  1018. }
  1019. class ExposedCompactService extends BasicCompactService {
  1020. runSummarize(
  1021. input: SummarizationInput,
  1022. owner: Agent,
  1023. signal?: AbortSignal,
  1024. ): Promise<{ summary: ContentBlock[]; provider: string; model: string; maxTokens?: number }> {
  1025. return this.summarize(input, owner, signal)
  1026. }
  1027. }
  1028. async function summarizerHarness(
  1029. blocks: readonly ContentBlock[],
  1030. finish?: (StreamChunk & { type: 'finish' })['reason'],
  1031. model = MODEL,
  1032. config: BasicCompactConfig = { auto: false },
  1033. ): Promise<{ ctx: Context; adapter: ScriptedAdapter; compact: ExposedCompactService }> {
  1034. const ctx = new Context()
  1035. await ctx.plugin(LlmService)
  1036. void new TokenMeterService(ctx)
  1037. const adapter = new ScriptedAdapter(blocks, finish)
  1038. ctx.llm.registerAdapter([model], adapter)
  1039. const compact = new ExposedCompactService(ctx, config)
  1040. return { ctx, adapter, compact }
  1041. }
  1042. describe('default one-shot summarizer', () => {
  1043. it('uses configured model/default cap, forwards cancellation, and keeps only safe text', async () => {
  1044. const { adapter, compact } = await summarizerHarness([
  1045. { type: 'reasoning', text: 'private' },
  1046. { type: 'text', text: 'public summary' },
  1047. { type: 'tool-call', id: CallId('unexpected'), name: 'x', arguments: '{}' },
  1048. ], undefined, MODEL, {
  1049. auto: false,
  1050. summarizationProvider: MODEL,
  1051. summarizationModel: MODEL,
  1052. maxTokens: 321,
  1053. })
  1054. const session = conversation(1)
  1055. const output = await compact.runSummarize(promptInput('transcript'), agent(session, 'fallback'), SIGNAL)
  1056. expect(output).toEqual({
  1057. summary: [{ type: 'text', text: 'public summary' }],
  1058. provider: MODEL,
  1059. model: MODEL,
  1060. maxTokens: 321,
  1061. })
  1062. expect(adapter.lastOptions).toMatchObject({
  1063. provider: MODEL,
  1064. model: MODEL,
  1065. maxTokens: 321,
  1066. signal: SIGNAL,
  1067. sessionId: session.id,
  1068. purpose: 'compaction',
  1069. })
  1070. const instruction = adapter.lastOptions?.messages.at(-1)?.content[0]
  1071. expect(instruction?.type === 'text' ? instruction.text : '').toContain('## Primary Request and Intent')
  1072. })
  1073. it('replays the conversation prefix and appends the instruction as the final message', async () => {
  1074. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }])
  1075. const tools = [{ name: 'do_thing', description: 'd', parameters: { type: 'object' } }]
  1076. const prefix: Message = createUserMessage({
  1077. content: [{ type: 'text', text: 'earlier turn' }],
  1078. source: { kind: 'plugin', plugin: 'test' },
  1079. })
  1080. await compact.runSummarize({
  1081. system: 'REPLAYED SYSTEM',
  1082. tools,
  1083. messages: [prefix],
  1084. }, agent(conversation(1), MODEL))
  1085. expect(adapter.lastOptions?.system).toBe('REPLAYED SYSTEM')
  1086. expect(adapter.lastOptions?.tools).toEqual(tools)
  1087. const messages = adapter.lastOptions?.messages ?? []
  1088. expect(messages[0]).toEqual(prefix)
  1089. const last = messages.at(-1)?.content[0]
  1090. const lastText = last?.type === 'text' ? last.text : ''
  1091. expect(lastText).toContain('Condense the conversation ABOVE')
  1092. expect(lastText).toContain('## Primary Request and Intent')
  1093. })
  1094. it('applies the routed model policy without changing the replayed prefix', async () => {
  1095. const { ctx, compact } = await summarizerHarness(
  1096. [{ type: 'text', text: 'unused default summary' }],
  1097. undefined,
  1098. MODEL,
  1099. {
  1100. auto: false,
  1101. maxTokens: 111,
  1102. modelPolicies: [{
  1103. provider: MODEL,
  1104. model: MODEL,
  1105. summarizationProvider: 'policy-summary',
  1106. summarizationModel: 'policy-summary',
  1107. maxTokens: 222,
  1108. }],
  1109. },
  1110. )
  1111. const policyAdapter = new ScriptedAdapter([{ type: 'text', text: 'policy summary' }])
  1112. ctx.llm.registerAdapter(['policy-summary'], policyAdapter)
  1113. const prefix: Message = createUserMessage({
  1114. content: [{ type: 'text', text: 'warm prefix' }],
  1115. source: { kind: 'plugin', plugin: 'test' },
  1116. })
  1117. const output = await compact.runSummarize({
  1118. system: 'WARM SYSTEM',
  1119. messages: [prefix],
  1120. }, agent(conversation(1), 'fallback'))
  1121. expect(output).toMatchObject({
  1122. provider: 'policy-summary',
  1123. model: 'policy-summary',
  1124. maxTokens: 222,
  1125. })
  1126. expect(policyAdapter.lastOptions).toMatchObject({
  1127. provider: 'policy-summary',
  1128. model: 'policy-summary',
  1129. maxTokens: 222,
  1130. system: 'WARM SYSTEM',
  1131. })
  1132. expect(policyAdapter.lastOptions?.messages[0]).toEqual(prefix)
  1133. })
  1134. it('resolves the latest routed provider/model before the AgentOptions pair', async () => {
  1135. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }], undefined, 'routed')
  1136. const session = conversation(1)
  1137. session.append('request/header', {
  1138. header: { config: { provider: 'routed', model: 'routed' } },
  1139. reason: 'initial',
  1140. })
  1141. const output = await compact.runSummarize(promptInput('history'), agent(session, 'fallback'))
  1142. expect(output.provider).toBe('routed')
  1143. expect(output.model).toBe('routed')
  1144. expect(adapter.lastOptions?.provider).toBe('routed')
  1145. expect(adapter.lastOptions?.model).toBe('routed')
  1146. })
  1147. it('records the model actually dispatched after one-shot stream routing', async () => {
  1148. const { ctx, compact } = await summarizerHarness([{ type: 'text', text: 'unused' }])
  1149. const routedAdapter = new ScriptedAdapter([{ type: 'text', text: 'routed summary' }])
  1150. ctx.llm.registerAdapter(['routed-summary-provider'], routedAdapter)
  1151. ctx.on('llm/stream', (options, next) => {
  1152. options.provider = 'routed-summary-provider'
  1153. options.model = 'routed-summary-model'
  1154. return next()
  1155. })
  1156. const session = conversation(3, 'large history '.repeat(500))
  1157. const nodes = session.surface.nodes
  1158. await compact.compactRegion(nodes[0]!, nodes[3]!, agent(session, MODEL), SIGNAL)
  1159. expect(session.events.findLast(event => event.type === 'compact/summary')?.data).toMatchObject({
  1160. summary: [{ type: 'text', text: 'routed summary' }],
  1161. provider: 'routed-summary-provider',
  1162. model: 'routed-summary-model',
  1163. })
  1164. expect(routedAdapter.lastOptions?.provider).toBe('routed-summary-provider')
  1165. expect(routedAdapter.lastOptions?.model).toBe('routed-summary-model')
  1166. })
  1167. it('fails clearly when no complete summarization target can be resolved', async () => {
  1168. const ctx = new Context()
  1169. await ctx.plugin(LlmService)
  1170. void new TokenMeterService(ctx)
  1171. const compact = new ExposedCompactService(ctx, { auto: false })
  1172. await expect(compact.runSummarize(promptInput('history'), agent(new Session(SessionId('model-less')))))
  1173. .rejects.toThrow(/no provider\/model available for summarization/)
  1174. })
  1175. it('uses a complete AgentOptions target when no durable route exists', async () => {
  1176. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }])
  1177. const session = new Session(SessionId('headerless-summary'))
  1178. await expect(compact.runSummarize(promptInput('history'), agent(session, MODEL))).resolves.toMatchObject({
  1179. provider: MODEL,
  1180. model: MODEL,
  1181. })
  1182. expect(adapter.lastOptions).toMatchObject({ provider: MODEL, model: MODEL })
  1183. })
  1184. it.each([
  1185. { provider: '', model: MODEL },
  1186. { provider: MODEL },
  1187. { provider: MODEL, model: '' },
  1188. ])('rejects incomplete AgentOptions target %#', async (options) => {
  1189. const { compact } = await summarizerHarness([{ type: 'text', text: 'unused' }])
  1190. const owner = {
  1191. session: new Session(SessionId(`incomplete-${String(options.model)}`)),
  1192. options,
  1193. } as Agent
  1194. await expect(compact.runSummarize(promptInput('history'), owner))
  1195. .rejects.toThrow(/no provider\/model available for summarization/)
  1196. })
  1197. it.each([
  1198. [{ kind: 'error', failure: { message: 'provider failed', code: 'PROVIDER' } }, 'PROVIDER', /provider failed/],
  1199. [{ kind: 'error', failure: { message: 'opaque', code: 'UNKNOWN' } }, 'UNKNOWN', /opaque/],
  1200. [{ kind: 'aborted', failure: { message: 'summarization aborted', code: 'ABORTED' } }, 'ABORTED', /aborted/],
  1201. [{ kind: 'max-tokens' }, 'MAX_TOKENS', /token cap/],
  1202. ] as Array<[(StreamChunk & { type: 'finish' })['reason'], string | undefined, RegExp]>) (
  1203. 'rejects terminal finish %#',
  1204. async (finish, code, pattern) => {
  1205. const { compact } = await summarizerHarness([], finish)
  1206. let thrown: unknown
  1207. try {
  1208. await compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL))
  1209. } catch (error: unknown) {
  1210. thrown = error
  1211. }
  1212. expect(thrown).toBeInstanceOf(Error)
  1213. expect((thrown as Error).message).toMatch(pattern)
  1214. expect((thrown as Error & { code?: string }).code).toBe(code)
  1215. },
  1216. )
  1217. it('rejects empty or reasoning-only successful output', async () => {
  1218. const { compact } = await summarizerHarness([{ type: 'reasoning', text: 'private' }])
  1219. await expect(compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL)))
  1220. .rejects.toThrow(/no text summary content/)
  1221. })
  1222. })
  1223. describe('automatic listener and loader composition', () => {
  1224. function postStep(ctx: Context, owner: Agent, signal = SIGNAL): Promise<unknown> {
  1225. return agentEvents(ctx, owner).serial('agent/step', 1, 1, signal)
  1226. }
  1227. function recover(
  1228. ctx: Context,
  1229. owner: Agent,
  1230. error: Error & { code?: string },
  1231. signal = SIGNAL,
  1232. next: () => Promise<RequestErrorAction> = () => Promise.resolve(undefined),
  1233. ): Promise<boolean> {
  1234. const failure: LlmFailure = { message: error.message, code: error.code ?? 'UNKNOWN' }
  1235. const turn = owner.session.events.findLast(event => event.type === 'turn/start')?.data.turn ?? 1
  1236. return agentEvents(ctx, owner).waterfall(
  1237. 'agent/request-error', turn, 1, error, failure, [], undefined, signal, next,
  1238. ).then(action => action?.kind === 'retry')
  1239. }
  1240. function overflow(message = 'provider overflow'): Error & { code: string } {
  1241. return Object.assign(new Error(message), { code: CONTEXT_WINDOW_EXCEEDED_CODE })
  1242. }
  1243. it('compacts post-step above threshold using the durable routed model and remains idle below it', async () => {
  1244. const ctx = createContext()
  1245. const compact = new TestCompactService(ctx, {
  1246. thresholdRatio: 0.5,
  1247. retainTokens: 180,
  1248. })
  1249. const pressured = conversation(4)
  1250. await postStep(ctx, agent(pressured, 'unconfigured-agent-fallback'))
  1251. expect(pressured.events.some(event => event.type === 'compact/summary')).toBe(true)
  1252. const small = conversation(1)
  1253. await postStep(ctx, agent(small, MODEL))
  1254. expect(small.events.some(event => event.type === 'compact/start')).toBe(false)
  1255. expect(compact.calls).toHaveLength(1)
  1256. })
  1257. it('skips post-step pressure when the step signal is already aborted', async () => {
  1258. const ctx = createContext()
  1259. const compact = new TestCompactService(ctx, {
  1260. thresholdRatio: 0.5,
  1261. retainTokens: 180,
  1262. })
  1263. const pressured = conversation(4)
  1264. const compactIfNeeded = vi.spyOn(compact, 'compactIfNeeded')
  1265. await expect(postStep(ctx, agent(pressured, MODEL), AbortSignal.abort('step aborted')))
  1266. .resolves.toBeUndefined()
  1267. expect(compactIfNeeded).not.toHaveBeenCalled()
  1268. expect(pressured.events.some(event => event.type === 'compact/start')).toBe(false)
  1269. })
  1270. it('warns and continues after operational failures, including non-Errors', async () => {
  1271. const ctx = createContext()
  1272. const warnings: string[] = []
  1273. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1274. const compact = new TestCompactService(ctx, {
  1275. thresholdRatio: 0.5,
  1276. retainTokens: 180,
  1277. })
  1278. compact.error = 'temporary failure'
  1279. const session = conversation(4)
  1280. await expect(postStep(ctx, agent(session, MODEL))).resolves.toBeUndefined()
  1281. expect(warnings).toContainEqual(expect.stringContaining('temporary failure'))
  1282. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  1283. })
  1284. it('warns once per routed target when proactive pressure has no context metadata', async () => {
  1285. const ctx = createContext()
  1286. const warnings: string[] = []
  1287. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1288. vi.spyOn(ctx.llm, 'resolveModelInfo').mockImplementation((provider, model) => Promise.resolve({
  1289. provider,
  1290. id: model,
  1291. name: model,
  1292. }))
  1293. void new TestCompactService(ctx, {
  1294. thresholdRatio: 0.5,
  1295. retainTokens: 180,
  1296. })
  1297. const session = conversation(4)
  1298. await postStep(ctx, agent(session, MODEL))
  1299. await postStep(ctx, agent(session, MODEL))
  1300. expect(warnings).toEqual([
  1301. expect.stringContaining(`no context capacity for ${MODEL}/${MODEL}`),
  1302. ])
  1303. })
  1304. it('warns once per routed target when absolute retention exceeds its resolved threshold', async () => {
  1305. const ctx = createContext()
  1306. const warnings: string[] = []
  1307. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1308. void new TestCompactService(ctx, {
  1309. thresholdRatio: 0.5,
  1310. retainTokens: 500,
  1311. })
  1312. const session = conversation(4)
  1313. await postStep(ctx, agent(session, MODEL))
  1314. await postStep(ctx, agent(session, MODEL))
  1315. expect(warnings).toEqual([
  1316. expect.stringContaining('retainTokens (500) must be less than threshold tokens 500'),
  1317. ])
  1318. })
  1319. it('force-compacts below normal pressure for canonical overflow and retries only after replacement', async () => {
  1320. const ctx = createContext(10_000)
  1321. void new TestCompactService(ctx, {
  1322. thresholdRatio: 1,
  1323. retainTokens: 900,
  1324. })
  1325. const session = conversation(3)
  1326. const beforeGeneration = session.surface.replaceGeneration
  1327. const retainedSeq = session.surface.nodes.at(-1)!
  1328. const threshold = 10_000
  1329. expect(ctx.tokenMeter.measure(session).totalTokens).toBeLessThan(threshold)
  1330. const decision = await recover(ctx, agent(session, 'unconfigured-agent-fallback'), overflow())
  1331. expect(decision).toBe(true)
  1332. expect(session.surface.replaceGeneration).toBe(beforeGeneration + 1)
  1333. expect(session.events.some(event => event.type === 'compact/summary')).toBe(true)
  1334. expect(session.surface.nodes).toContain(retainedSeq)
  1335. })
  1336. it('authorizes overflow retry when pruning alone advances an indivisible surface', async () => {
  1337. const ctx = createContext(10_000)
  1338. void new ToolResultPruneService(ctx, {
  1339. thresholdChars: 100,
  1340. headChars: 20,
  1341. tailChars: 10,
  1342. })
  1343. const compact = new TestCompactService(ctx, {
  1344. thresholdRatio: 1,
  1345. retainTokens: 900,
  1346. })
  1347. const session = oversizedToolResult()
  1348. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1349. expect(session.surface.replaceGeneration).toBe(1)
  1350. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  1351. expect(compact.calls).toHaveLength(0)
  1352. })
  1353. it('continues overflow recovery with summarization on the pruned surface', async () => {
  1354. const ctx = createContext(10_000)
  1355. void new ToolResultPruneService(ctx, {
  1356. thresholdChars: 100,
  1357. headChars: 20,
  1358. tailChars: 10,
  1359. })
  1360. const compact = new TestCompactService(ctx, {
  1361. thresholdRatio: 1,
  1362. retainTokens: 900,
  1363. })
  1364. const session = toolConversation()
  1365. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1366. expect(session.events.some(event => event.type === 'compact/summary')).toBe(true)
  1367. expect(compact.calls).toHaveLength(1)
  1368. expect(summarizedText(compact.calls[0]!.input)).toContain('tool result middle pruned')
  1369. })
  1370. it('retries from a durable prune when later overflow summarization throws', async () => {
  1371. const ctx = createContext(10_000)
  1372. const warnings: string[] = []
  1373. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1374. void new ToolResultPruneService(ctx, {
  1375. thresholdChars: 100,
  1376. headChars: 20,
  1377. tailChars: 10,
  1378. })
  1379. const compact = new TestCompactService(ctx, {
  1380. thresholdRatio: 1,
  1381. retainTokens: 900,
  1382. })
  1383. compact.error = new Error('summary unavailable after prune')
  1384. const session = oversizedToolResult(3_000, true)
  1385. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1386. expect(session.surface.replaceGeneration).toBe(1)
  1387. expect(session.events.filter(event => event.type === 'tool/result')).toHaveLength(2)
  1388. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  1389. .toMatchObject({ error: 'summary unavailable after prune' })
  1390. expect(warnings).toContainEqual(expect.stringContaining('retrying from the replacement surface'))
  1391. })
  1392. it('lets cancellation win when summary throws after a durable prune', async () => {
  1393. const ctx = createContext(10_000)
  1394. const controller = new AbortController()
  1395. void new ToolResultPruneService(ctx, {
  1396. thresholdChars: 100,
  1397. headChars: 20,
  1398. tailChars: 10,
  1399. })
  1400. const compact = new TestCompactService(ctx, {
  1401. thresholdRatio: 1,
  1402. retainTokens: 900,
  1403. })
  1404. compact.mutateDuringSummary = () => { controller.abort('cancelled during summary') }
  1405. compact.error = new Error('summary cancelled after prune')
  1406. const session = oversizedToolResult(3_000, true)
  1407. expect(await recover(ctx, agent(session, MODEL), overflow(), controller.signal)).toBe(false)
  1408. expect(session.surface.replaceGeneration).toBe(1)
  1409. })
  1410. it('preserves the newest whole tool-call/result pair during forced overflow compaction', async () => {
  1411. const ctx = createContext()
  1412. void new TestCompactService(ctx, {
  1413. thresholdRatio: 1,
  1414. retainTokens: 90,
  1415. })
  1416. const session = toolConversation()
  1417. const newestAssistant = session.surface.nodes.at(-2)!
  1418. const newestResult = session.surface.nodes.at(-1)!
  1419. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1420. const currentAssistant = session.surface.nodes.find(node => node === newestAssistant)
  1421. const currentResult = session.surface.nodes.find(node => node === newestResult)
  1422. expect(currentAssistant).toBeDefined()
  1423. expect(currentResult).toBeDefined()
  1424. expect(toolPairingBalancedBefore(session, currentAssistant!)).toBe(true)
  1425. expect(toolPairingBalancedAfter(session, currentResult!)).toBe(true)
  1426. })
  1427. it('does not retry when a backend reports success without replacing the surface', async () => {
  1428. const ctx = createContext()
  1429. const compact = new TestCompactService(ctx)
  1430. const session = conversation(2)
  1431. const fakeResult: CompactionResult = {
  1432. startSeq: 1,
  1433. summarySeq: 2,
  1434. endSeq: 3,
  1435. summary: [{ type: 'text', text: 'fake' }],
  1436. shadowedRange: { start: 1, end: 2 },
  1437. shadowedSeqs: [1, 2],
  1438. shadowedTokenCount: 10,
  1439. }
  1440. vi.spyOn(compact, 'compactIfNeeded').mockResolvedValue(fakeResult)
  1441. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1442. expect(session.surface.replaceGeneration).toBe(0)
  1443. })
  1444. it('delegates downstream exactly once when no replacement is available', async () => {
  1445. const ctx = createContext()
  1446. const compact = new TestCompactService(ctx)
  1447. vi.spyOn(compact, 'compactIfNeeded').mockResolvedValue(null)
  1448. const downstream = new Error('downstream recovery failed')
  1449. let calls = 0
  1450. await expect(recover(
  1451. ctx,
  1452. agent(conversation(2), MODEL),
  1453. overflow(),
  1454. SIGNAL,
  1455. () => {
  1456. calls += 1
  1457. return Promise.reject(downstream)
  1458. },
  1459. )).rejects.toBe(downstream)
  1460. expect(calls).toBe(1)
  1461. })
  1462. it('preserves the original provider error when recovery throws', async () => {
  1463. const ctx = createContext()
  1464. const warnings: string[] = []
  1465. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1466. const compact = new TestCompactService(ctx)
  1467. compact.error = new Error('summary unavailable')
  1468. const original = overflow('original provider overflow')
  1469. expect(await recover(ctx, agent(conversation(3), MODEL), original)).toBe(false)
  1470. expect(original).toMatchObject({
  1471. message: 'original provider overflow',
  1472. code: CONTEXT_WINDOW_EXCEEDED_CODE,
  1473. })
  1474. expect(warnings).toContainEqual(expect.stringContaining('preserving the original request error'))
  1475. })
  1476. it('delegates once when overflow recovery throws a non-Error value', async () => {
  1477. const ctx = createContext()
  1478. const warnings: string[] = []
  1479. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1480. const compact = new TestCompactService(ctx)
  1481. compact.error = 'non-error recovery failure'
  1482. const session = conversation(3)
  1483. const generation = session.surface.replaceGeneration
  1484. const original = overflow('original provider failure')
  1485. let delegations = 0
  1486. const decision = await recover(ctx, agent(session, MODEL), original, SIGNAL, () => {
  1487. delegations += 1
  1488. return Promise.resolve(undefined)
  1489. })
  1490. expect(decision).toBe(false)
  1491. expect(delegations).toBe(1)
  1492. expect(session.surface.replaceGeneration).toBe(generation)
  1493. expect(original).toMatchObject({
  1494. message: 'original provider failure',
  1495. code: CONTEXT_WINDOW_EXCEEDED_CODE,
  1496. })
  1497. expect(warnings).toContainEqual(expect.stringContaining('non-error recovery failure'))
  1498. })
  1499. it('recovers an overflow for an unlisted routed model', async () => {
  1500. const ctx = createContext()
  1501. void new TestCompactService(ctx)
  1502. const session = conversation(2)
  1503. session.append('request/header', {
  1504. header: { config: { provider: 'unknown-routed-provider', model: 'unknown-routed-model' } },
  1505. reason: 'resume',
  1506. })
  1507. expect(await recover(ctx, agent(session, MODEL), overflow('unlisted-model overflow')))
  1508. .toBe(true)
  1509. })
  1510. it('delegates canonical overflow when no durable routed target exists', async () => {
  1511. const ctx = createContext()
  1512. void new TestCompactService(ctx)
  1513. const session = new Session(SessionId('headerless-overflow'))
  1514. session.append('turn/start', {
  1515. turn: 1,
  1516. trigger: { kind: 'message', source: { kind: 'user' } },
  1517. })
  1518. await expect(recover(ctx, agent(session, MODEL), overflow())).resolves.toBe(false)
  1519. })
  1520. it('honors retry caps and ignores non-context failures', async () => {
  1521. const ctx = createContext()
  1522. const compact = new TestCompactService(ctx, { maxOverflowRetries: 1 })
  1523. const compactSpy = vi.spyOn(compact, 'compactIfNeeded')
  1524. const owner = agent(conversation(3), MODEL)
  1525. expect(await recover(ctx, owner, Object.assign(new Error('rate limit'), { code: 'RATE_LIMIT' })))
  1526. .toBe(false)
  1527. expect(await recover(ctx, owner, overflow())).toBe(true)
  1528. compactSpy.mockClear()
  1529. expect(await recover(ctx, owner, overflow())).toBe(false)
  1530. expect(compactSpy).not.toHaveBeenCalled()
  1531. })
  1532. it('applies the routed model override to the overflow retry cap', async () => {
  1533. const ctx = createContext()
  1534. const compact = new TestCompactService(ctx, {
  1535. maxOverflowRetries: 2,
  1536. modelPolicies: [{
  1537. provider: MODEL,
  1538. model: MODEL,
  1539. maxOverflowRetries: 1,
  1540. }],
  1541. })
  1542. const compactSpy = vi.spyOn(compact, 'compactIfNeeded')
  1543. const owner = agent(conversation(3), MODEL)
  1544. expect(await recover(ctx, owner, overflow())).toBe(true)
  1545. compactSpy.mockClear()
  1546. expect(await recover(ctx, owner, overflow())).toBe(false)
  1547. expect(compactSpy).not.toHaveBeenCalled()
  1548. })
  1549. it('does not retry when cancellation lands during an awaited compaction', async () => {
  1550. const ctx = createContext()
  1551. const compact = new TestCompactService(ctx)
  1552. const controller = new AbortController()
  1553. compact.mutateDuringSummary = () => { controller.abort('cancelled during summary') }
  1554. const session = conversation(3)
  1555. const generation = session.surface.replaceGeneration
  1556. expect(await recover(ctx, agent(session, MODEL), overflow(), controller.signal)).toBe(false)
  1557. expect(session.surface.replaceGeneration).toBe(generation + 1)
  1558. })
  1559. it('maxOverflowRetries:0 disables recovery without disabling post-step pressure', async () => {
  1560. const ctx = createContext()
  1561. void new TestCompactService(ctx, {
  1562. maxOverflowRetries: 0,
  1563. thresholdRatio: 0.5,
  1564. retainTokens: 180,
  1565. })
  1566. const session = conversation(4)
  1567. await postStep(ctx, agent(session, MODEL))
  1568. const summaries = session.events.filter(event => event.type === 'compact/summary').length
  1569. expect(summaries).toBe(1)
  1570. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1571. expect(session.events.filter(event => event.type === 'compact/summary')).toHaveLength(summaries)
  1572. })
  1573. it('auto:false installs neither automatic listener', async () => {
  1574. const ctx = createContext()
  1575. void new TestCompactService(ctx, {
  1576. auto: false,
  1577. thresholdRatio: 0.5,
  1578. retainTokens: 180,
  1579. })
  1580. const session = conversation(4)
  1581. await postStep(ctx, agent(session, MODEL))
  1582. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  1583. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1584. })
  1585. it('loads and disposes the real zero-config service stack', async () => {
  1586. const ctx = new Context()
  1587. await ctx.plugin(LlmService)
  1588. const meterFiber = await ctx.plugin(TokenMeterService)
  1589. const compactFiber = await ctx.plugin(BasicCompactService, { auto: false })
  1590. expect(ctx.get('compact')).toBeInstanceOf(BasicCompactService)
  1591. await compactFiber.dispose()
  1592. expect(ctx.get('compact')).toBeUndefined()
  1593. await meterFiber.dispose()
  1594. expect(ctx.get('tokenMeter')).toBeUndefined()
  1595. })
  1596. it('removes its automatic listener with the plugin fiber', async () => {
  1597. const ctx = new Context()
  1598. await ctx.plugin(LlmService)
  1599. await ctx.plugin(TokenMeterService)
  1600. const fiber = await ctx.plugin(TestCompactService, {
  1601. thresholdRatio: 0.5,
  1602. retainTokens: 180,
  1603. })
  1604. await fiber.dispose()
  1605. const session = conversation(4)
  1606. await postStep(ctx, agent(session, MODEL))
  1607. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  1608. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1609. })
  1610. })