compact-basic.spec.ts 64 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678
  1. import { describe, expect, it, vi } from 'vitest'
  2. import { Context } from 'cordis'
  3. import BasicCompactService from '@deepseek-ai/dsh-compact-basic'
  4. import type { BasicCompactConfig } from '@deepseek-ai/dsh-compact-basic'
  5. import { selectCompactableRange } from '@deepseek-ai/dsh-compact-basic/src/region.ts'
  6. import type { SummarizationInput } from '@deepseek-ai/dsh-compact-basic/src/summarizer.ts'
  7. import { toolPairingBalancedAfter, toolPairingBalancedBefore } from '@deepseek-ai/dsh-compact'
  8. import {
  9. resolveCompactSpec,
  10. resolveConfig,
  11. resolveTargetPolicy,
  12. } from '@deepseek-ai/dsh-compact-basic/src/config.ts'
  13. import type { CompactionResult } from '@deepseek-ai/dsh-compact'
  14. import LlmService, { CallId, CONTEXT_WINDOW_EXCEEDED_CODE, LlmAdapter } from '@deepseek-ai/dsh-llm'
  15. import type {
  16. ContentBlock,
  17. GenerateOptions,
  18. LlmFailure,
  19. LlmModelContext,
  20. Message,
  21. StreamChunk,
  22. } from '@deepseek-ai/dsh-llm'
  23. import { Session, SessionId } from '@deepseek-ai/dsh-session'
  24. import TokenMeterService from '@deepseek-ai/dsh-token-meter'
  25. import { agentEvents, type Agent } from '@deepseek-ai/dsh-agent'
  26. import ToolResultPruneService from '@deepseek-ai/dsh-compact-tool-result-prune'
  27. const SIGNAL = new AbortController().signal
  28. const MODEL = 'test-model'
  29. class ContextAdapter extends LlmAdapter {
  30. constructor(private readonly contextWindow: number) {
  31. super()
  32. }
  33. override resolveModelContext(): Promise<LlmModelContext> {
  34. return Promise.resolve({ contextWindow: this.contextWindow })
  35. }
  36. override async * stream(): AsyncIterable<StreamChunk> {
  37. yield { type: 'finish', reason: { kind: 'stop' } }
  38. }
  39. }
  40. class RoutedContextAdapter extends LlmAdapter {
  41. constructor(private readonly windows: Readonly<Record<string, number>>) {
  42. super()
  43. }
  44. override resolveModelContext(provider: string): Promise<LlmModelContext | undefined> {
  45. const contextWindow = this.windows[provider]
  46. return Promise.resolve(contextWindow === undefined ? undefined : { contextWindow })
  47. }
  48. override async * stream(): AsyncIterable<StreamChunk> {
  49. yield { type: 'finish', reason: { kind: 'stop' } }
  50. }
  51. }
  52. function createContext(contextWindow = 1_000): Context {
  53. const ctx = new Context()
  54. void new LlmService(ctx)
  55. void new TokenMeterService(ctx)
  56. ctx.llm.registerAdapter([MODEL, 'actual', 'unlisted-provider'], new ContextAdapter(contextWindow))
  57. return ctx
  58. }
  59. function agent(session: Session, model?: string): Agent {
  60. return { session, options: model === undefined ? {} : { provider: model, model } } as Agent
  61. }
  62. /** Flatten every text fragment the summarizer received, recursing tool-result blocks. */
  63. function summarizedText(input: SummarizationInput): string {
  64. const collect = (blocks: readonly ContentBlock[]): string =>
  65. blocks.map(block =>
  66. block.type === 'text' ? block.text
  67. : block.type === 'tool-result' ? collect(block.content)
  68. : '').join('\n')
  69. return input.messages.map(message => collect(message.content)).join('\n')
  70. }
  71. /** A minimal replayed prefix carrying one user message of the given text. */
  72. function promptInput(text: string): SummarizationInput {
  73. return { messages: [{ role: 'user', content: [{ type: 'text', text }] }] }
  74. }
  75. /** Closed two-message turns followed by one open turn for durable compaction events. */
  76. function conversation(turns = 4, text = 'fixture '.repeat(40).trim()): Session {
  77. const session = new Session(SessionId(`conversation-${turns}`))
  78. for (let turn = 1; turn <= turns; turn += 1) {
  79. session.append('turn/start', { turn, trigger: { kind: 'message', source: { kind: 'user' } } })
  80. session.append('user/message', {
  81. content: [{ type: 'text', text: `${text} user ${turn}` }],
  82. source: { kind: 'user' },
  83. }, { surfaceOp: 'append' })
  84. session.append('step/start', { turn, step: 1 })
  85. if (turn === 1) {
  86. session.append('request/header', {
  87. header: { config: { provider: MODEL, model: MODEL } },
  88. reason: 'initial',
  89. })
  90. }
  91. session.append('assistant/message', {
  92. provenance: { provider: MODEL, model: MODEL },
  93. turn,
  94. step: 1,
  95. content: [{ type: 'text', text: `${text} assistant ${turn}` }],
  96. }, { surfaceOp: 'append' })
  97. session.append('step/end', { turn, step: 1 })
  98. session.append('turn/end', { turn, reason: { kind: 'completed' } })
  99. }
  100. session.append('turn/start', {
  101. turn: turns + 1,
  102. trigger: { kind: 'message', source: { kind: 'user' } },
  103. })
  104. return session
  105. }
  106. function toolConversation(): Session {
  107. const session = new Session(SessionId('tools'))
  108. for (let turn = 1; turn <= 3; turn += 1) {
  109. const callId = CallId(`call-${turn}`)
  110. session.append('turn/start', { turn, trigger: { kind: 'message', source: { kind: 'user' } } })
  111. session.append('user/message', {
  112. content: [{ type: 'text', text: `request ${turn} `.repeat(300) }],
  113. source: { kind: 'user' },
  114. }, { surfaceOp: 'append' })
  115. session.append('step/start', { turn, step: 1 })
  116. if (turn === 1) {
  117. session.append('request/header', {
  118. header: { config: { provider: MODEL, model: MODEL } },
  119. reason: 'initial',
  120. })
  121. }
  122. session.append('assistant/message', {
  123. provenance: { provider: MODEL, model: MODEL },
  124. turn,
  125. step: 1,
  126. content: [
  127. { type: 'text', text: `calling ${turn} `.repeat(300) },
  128. { type: 'tool-call', id: callId, name: 'read', arguments: '{}' },
  129. ],
  130. }, { surfaceOp: 'append' })
  131. session.append('tool/call', { turn, step: 1, callId, name: 'read', arguments: '{}' })
  132. session.append('tool/result', {
  133. turn,
  134. step: 1,
  135. callId,
  136. content: [{ type: 'text', text: `result ${turn} `.repeat(300) }],
  137. isError: false,
  138. }, { surfaceOp: 'append' })
  139. session.append('step/end', { turn, step: 1 })
  140. session.append('turn/end', { turn, reason: { kind: 'completed' } })
  141. }
  142. session.append('turn/start', { turn: 4, trigger: { kind: 'message', source: { kind: 'user' } } })
  143. return session
  144. }
  145. /** One closed routed tool step followed by an open turn for rewrite events. */
  146. function oversizedToolResult(chars = 3_000, withCompactablePrompt = false): Session {
  147. const session = new Session(SessionId(`oversized-tool-${chars}`))
  148. const callId = CallId('oversized')
  149. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  150. if (withCompactablePrompt) {
  151. session.append('user/message', {
  152. content: [{ type: 'text', text: 'older history '.repeat(200) }],
  153. source: { kind: 'user' },
  154. }, { surfaceOp: 'append' })
  155. }
  156. session.append('step/start', { turn: 1, step: 1 })
  157. session.append('request/header', {
  158. header: { config: { provider: MODEL, model: MODEL } },
  159. reason: 'initial',
  160. })
  161. session.append('assistant/message', {
  162. turn: 1,
  163. step: 1,
  164. content: [{ type: 'tool-call', id: callId, name: 'bash', arguments: '{}' }],
  165. provenance: { provider: MODEL, model: MODEL },
  166. }, { surfaceOp: 'append' })
  167. session.append('tool/call', { turn: 1, step: 1, callId, name: 'bash', arguments: '{}' })
  168. session.append('tool/result', {
  169. turn: 1,
  170. step: 1,
  171. callId,
  172. content: [{ type: 'text', text: 'X'.repeat(chars) }],
  173. isError: false,
  174. meta: { presentation: 'preserved' },
  175. }, { surfaceOp: 'append' })
  176. session.append('step/end', { turn: 1, step: 1 })
  177. session.append('turn/end', { turn: 1, reason: { kind: 'completed' } })
  178. session.append('turn/start', { turn: 2, trigger: { kind: 'message', source: { kind: 'user' } } })
  179. return session
  180. }
  181. class TestCompactService extends BasicCompactService {
  182. summary: ContentBlock[] = [{ type: 'text', text: 'small checkpoint' }]
  183. summaryProvider = 'summary-provider'
  184. summaryModel = 'summary-model'
  185. error: unknown
  186. mutateDuringSummary: (() => void) | undefined
  187. calls: Array<{ input: SummarizationInput; signal: AbortSignal | undefined }> = []
  188. override async summarize(
  189. input: SummarizationInput,
  190. _agent: Agent,
  191. signal?: AbortSignal,
  192. ): Promise<{ summary: ContentBlock[]; provider: string; model: string; maxTokens?: number }> {
  193. this.calls.push({ input, signal })
  194. this.mutateDuringSummary?.()
  195. if (this.error !== undefined) throw this.error
  196. return {
  197. summary: this.summary,
  198. provider: this.summaryProvider,
  199. model: this.summaryModel,
  200. maxTokens: 123,
  201. }
  202. }
  203. }
  204. function service(
  205. config: BasicCompactConfig = { auto: false },
  206. ctx = createContext(),
  207. ): TestCompactService {
  208. return new TestCompactService(ctx, config)
  209. }
  210. async function compactIfNeeded(
  211. compact: BasicCompactService,
  212. session: Session,
  213. trigger: 'pressure' | 'context-overflow' = 'pressure',
  214. model: string | undefined = MODEL,
  215. ): Promise<CompactionResult | null> {
  216. return compact.compactIfNeeded(agent(session, model), trigger, SIGNAL)
  217. }
  218. describe('compact configuration and defaults', () => {
  219. it('uses low-friction service-wide defaults', () => {
  220. const resolved = resolveConfig({})
  221. expect(resolved).toEqual({
  222. thresholdRatio: 0.8,
  223. retainRatio: 0.16,
  224. summarizationProvider: '',
  225. summarizationModel: '',
  226. maxTokens: 8192,
  227. compactionRetries: 1,
  228. maxOverflowRetries: 1,
  229. modelPolicies: [],
  230. auto: true,
  231. })
  232. expect(Object.isFrozen(resolved)).toBe(true)
  233. })
  234. it('resolves threshold and retention overrides independently', () => {
  235. const thresholdOnly = resolveConfig({
  236. thresholdRatio: 0.5,
  237. })
  238. expect(thresholdOnly).toMatchObject({
  239. thresholdRatio: 0.5,
  240. retainRatio: 0.16,
  241. })
  242. const retentionOnly = resolveConfig({
  243. retainTokens: 70,
  244. })
  245. expect(retentionOnly).toMatchObject({
  246. thresholdRatio: 0.8,
  247. retainTokens: 70,
  248. })
  249. expect(retentionOnly).not.toHaveProperty('retainRatio')
  250. })
  251. it('merges exact provider/model policy overrides and scales ratios per model', () => {
  252. const config = resolveConfig({
  253. thresholdRatio: 0.8,
  254. retainRatio: 0.1,
  255. modelPolicies: [{
  256. provider: 'small-provider',
  257. model: 'shared-id',
  258. thresholdRatio: 0.5,
  259. retainTokens: 120,
  260. }],
  261. })
  262. const small = resolveTargetPolicy(config, {
  263. provider: 'small-provider',
  264. model: 'shared-id',
  265. })
  266. const otherProvider = resolveTargetPolicy(config, {
  267. provider: 'large-provider',
  268. model: 'shared-id',
  269. })
  270. expect(resolveCompactSpec(small, 1_000)).toMatchObject({
  271. thresholdTokens: 500,
  272. retainTokens: 120,
  273. })
  274. expect(resolveCompactSpec(otherProvider, 2_000)).toMatchObject({
  275. thresholdTokens: 1_600,
  276. retainTokens: 200,
  277. })
  278. const ratioOverride = resolveTargetPolicy(resolveConfig({
  279. retainTokens: 200,
  280. modelPolicies: [{
  281. provider: 'ratio-provider',
  282. model: 'ratio-model',
  283. thresholdRatio: 0.6,
  284. retainRatio: 0.2,
  285. summarizationProvider: 'summary-provider',
  286. summarizationModel: 'summary-model',
  287. maxTokens: 512,
  288. compactionRetries: 2,
  289. maxOverflowRetries: 3,
  290. }],
  291. }), { provider: 'ratio-provider', model: 'ratio-model' })
  292. expect(resolveCompactSpec(ratioOverride, 2_000)).toMatchObject({
  293. thresholdTokens: 1_200,
  294. retainTokens: 400,
  295. summarizationProvider: 'summary-provider',
  296. summarizationModel: 'summary-model',
  297. maxTokens: 512,
  298. compactionRetries: 2,
  299. maxOverflowRetries: 3,
  300. })
  301. })
  302. it('inherits, clears, and replaces the summarization target as a pair', () => {
  303. const config = resolveConfig({
  304. summarizationProvider: 'default-provider',
  305. summarizationModel: 'default-model',
  306. modelPolicies: [
  307. { provider: 'inherit-provider', model: MODEL },
  308. {
  309. provider: 'clear-provider',
  310. model: MODEL,
  311. summarizationProvider: '',
  312. summarizationModel: '',
  313. },
  314. {
  315. provider: 'replace-provider',
  316. model: MODEL,
  317. summarizationProvider: 'replacement-provider',
  318. summarizationModel: 'replacement-model',
  319. },
  320. ],
  321. })
  322. expect(resolveTargetPolicy(config, { provider: 'inherit-provider', model: MODEL }))
  323. .toMatchObject({
  324. summarizationProvider: 'default-provider',
  325. summarizationModel: 'default-model',
  326. })
  327. expect(resolveTargetPolicy(config, { provider: 'clear-provider', model: MODEL }))
  328. .toMatchObject({ summarizationProvider: '', summarizationModel: '' })
  329. expect(resolveTargetPolicy(config, { provider: 'replace-provider', model: MODEL }))
  330. .toMatchObject({
  331. summarizationProvider: 'replacement-provider',
  332. summarizationModel: 'replacement-model',
  333. })
  334. })
  335. it('validates common values and pressure-policy invariants', () => {
  336. const bad = [
  337. [{ maxTokens: 0 }, /maxTokens/],
  338. [{ compactionRetries: -1 }, /compactionRetries/],
  339. [{ maxOverflowRetries: -1 }, /maxOverflowRetries/],
  340. [{ auto: 'yes' }, /auto must be a boolean/],
  341. [{ summarizationProvider: 1 }, /summarizationProvider must be a string/],
  342. [{ summarizationModel: 1 }, /summarizationModel must be a string/],
  343. [{ summarizationProvider: MODEL }, /must be set together/],
  344. [{ summarizationModel: MODEL }, /must be set together/],
  345. [{ summarizationProvider: '' }, /must be set together/],
  346. [{ summarizationModel: '' }, /must be set together/],
  347. [{ thresholdRatio: 0 }, /number in \(0, 1\]/],
  348. [{ thresholdRatio: 1.1 }, /number in \(0, 1\]/],
  349. [{ retainRatio: 0.9 }, /retainRatio \(0.9\) must be less than the resolved thresholdRatio \(0.8\)/],
  350. [{ thresholdRatio: 0.1 }, /retainRatio \(0.16\) must be less than the resolved thresholdRatio \(0.1\)/],
  351. [{ retainTokens: -1 }, /non-negative integer/],
  352. [{ retainRatio: 0.2, retainTokens: 100 }, /mutually exclusive/],
  353. [{ modelPolicies: {} }, /modelPolicies must be an array/],
  354. [{ modelPolicies: [1] }, /modelPolicies\[0\] must be an object/],
  355. [{ modelPolicies: [null] }, /modelPolicies\[0\] must be an object/],
  356. [{ modelPolicies: [[]] }, /modelPolicies\[0\] must be an object/],
  357. [{ modelPolicies: [{ provider: 1, model: MODEL }] }, /provider must be a non-empty string/],
  358. [{ modelPolicies: [{ provider: '', model: MODEL }] }, /provider must be a non-empty string/],
  359. [{ modelPolicies: [{ provider: MODEL, model: 1 }] }, /model must be a non-empty string/],
  360. [{ modelPolicies: [{ provider: MODEL, model: '' }] }, /model must be a non-empty string/],
  361. [{ modelPolicies: [{ provider: MODEL, model: MODEL, summarizationProvider: 1 }] }, /summarizationProvider must be a string/],
  362. [{
  363. summarizationProvider: 'default-provider',
  364. summarizationModel: 'default-model',
  365. modelPolicies: [{ provider: MODEL, model: MODEL, summarizationModel: '' }],
  366. }, /modelPolicies\[0\].*must be set together/],
  367. [{
  368. summarizationProvider: 'default-provider',
  369. summarizationModel: 'default-model',
  370. modelPolicies: [{ provider: MODEL, model: MODEL, summarizationProvider: '' }],
  371. }, /modelPolicies\[0\].*must be set together/],
  372. [{ modelPolicies: [{ provider: MODEL, model: MODEL, retainRatio: 0.2, retainTokens: 100 }] }, /mutually exclusive/],
  373. [
  374. { modelPolicies: [{ provider: MODEL, model: MODEL, thresholdRatio: 0.1 }] },
  375. /modelPolicies\[0\]: retainRatio \(0.16\).*thresholdRatio \(0.1\)/,
  376. ],
  377. [
  378. { modelPolicies: [{ provider: MODEL, model: MODEL, retainRatio: 0.9 }] },
  379. /modelPolicies\[0\]: retainRatio \(0.9\).*thresholdRatio \(0.8\)/,
  380. ],
  381. [{ modelPolicies: [{ provider: MODEL, model: MODEL }, { provider: MODEL, model: MODEL }] }, /duplicate model policy/],
  382. [{ models: { [MODEL]: { retainTokens: 10 } } }, /BasicCompactConfig: unknown key "models"/],
  383. [{ thresholdRato: 0.5 }, /BasicCompactConfig: unknown key "thresholdRato"/],
  384. ] as Array<[unknown, RegExp]>
  385. for (const [config, pattern] of bad) {
  386. expect(() => resolveConfig(config as BasicCompactConfig)).toThrow(pattern)
  387. }
  388. const invalidPressure = resolveTargetPolicy(resolveConfig({
  389. thresholdRatio: 0.5,
  390. retainTokens: 500,
  391. }), { provider: MODEL, model: MODEL })
  392. expect(() => resolveCompactSpec(invalidPressure, 1_000)).toThrow(/less than threshold/)
  393. expect(() => resolveCompactSpec(invalidPressure, 1.5)).toThrow(/positive integer/)
  394. expect(() => resolveCompactSpec(invalidPressure, 0)).toThrow(/positive integer/)
  395. })
  396. })
  397. describe('pressure measurement and retention', () => {
  398. const compactConfig: BasicCompactConfig = {
  399. auto: false,
  400. thresholdRatio: 0.5,
  401. retainTokens: 180,
  402. }
  403. it('skips when no durable routed model exists instead of using AgentOptions fallback', async () => {
  404. const compact = service(compactConfig)
  405. const session = new Session(SessionId('headerless'))
  406. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  407. await expect(compact.compactIfNeeded(agent(session, MODEL), 'pressure', SIGNAL))
  408. .resolves.toBeNull()
  409. expect(compact.calls).toHaveLength(0)
  410. })
  411. it('meters an unlisted model when its provider adapter supplies context metadata', async () => {
  412. const compact = service(compactConfig)
  413. const session = conversation()
  414. session.append('request/header', {
  415. header: { config: { provider: 'unlisted-provider', model: 'unlisted-model' } },
  416. reason: 'resume',
  417. })
  418. await expect(compactIfNeeded(compact, session))
  419. .resolves.not.toBeNull()
  420. })
  421. it('re-resolves capacity after a same-model-id provider switch in one session', async () => {
  422. const ctx = new Context()
  423. void new LlmService(ctx)
  424. void new TokenMeterService(ctx)
  425. ctx.llm.registerAdapter(['large', 'small'], new RoutedContextAdapter({
  426. large: 10_000,
  427. small: 1_000,
  428. }))
  429. const compact = service({
  430. auto: false,
  431. thresholdRatio: 0.5,
  432. retainRatio: 0.1,
  433. }, ctx)
  434. const session = conversation(4)
  435. session.append('request/header', {
  436. header: { config: { provider: 'large', model: 'shared-id' } },
  437. reason: 'resume',
  438. })
  439. await expect(compactIfNeeded(compact, session)).resolves.toBeNull()
  440. session.append('request/header', {
  441. header: { config: { provider: 'small', model: 'shared-id' } },
  442. reason: 'change',
  443. })
  444. await expect(compactIfNeeded(compact, session)).resolves.not.toBeNull()
  445. })
  446. it('requires capacity only for proactive pressure, not provider-confirmed overflow', async () => {
  447. const ctx = new Context()
  448. void new LlmService(ctx)
  449. void new TokenMeterService(ctx)
  450. ctx.llm.registerAdapter(['unknown-context'], new ContextAdapter(1_000))
  451. vi.spyOn(ctx.llm, 'resolveModelContext').mockResolvedValue(undefined)
  452. const compact = service(compactConfig, ctx)
  453. const session = conversation(4)
  454. session.append('request/header', {
  455. header: { config: { provider: 'unknown-context', model: 'model' } },
  456. reason: 'resume',
  457. })
  458. await expect(compactIfNeeded(compact, session, 'pressure'))
  459. .rejects.toThrow(/no context capacity for unknown-context\/model/)
  460. await expect(compactIfNeeded(compact, session, 'context-overflow'))
  461. .resolves.not.toBeNull()
  462. })
  463. it('declines forced overflow when the whole surface is one indivisible tool pair', async () => {
  464. const compact = service(compactConfig)
  465. const session = new Session(SessionId('single-tool-pair'))
  466. const callId = CallId('single-call')
  467. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  468. session.append('step/start', { turn: 1, step: 1 })
  469. session.append('request/header', {
  470. header: { config: { provider: MODEL, model: MODEL } },
  471. reason: 'initial',
  472. })
  473. session.append('assistant/message', {
  474. provenance: { provider: MODEL, model: MODEL },
  475. turn: 1,
  476. step: 1,
  477. content: [{ type: 'tool-call', id: callId, name: 'read', arguments: '{}' }],
  478. }, { surfaceOp: 'append' })
  479. session.append('tool/call', { turn: 1, step: 1, callId, name: 'read', arguments: '{}' })
  480. session.append('tool/result', {
  481. turn: 1,
  482. step: 1,
  483. callId,
  484. content: [{ type: 'text', text: 'result' }],
  485. isError: false,
  486. }, { surfaceOp: 'append' })
  487. session.append('step/end', { turn: 1, step: 1 })
  488. const generation = session.surface.replaceGeneration
  489. await expect(compactIfNeeded(compact, session, 'context-overflow')).resolves.toBeNull()
  490. expect(session.surface.replaceGeneration).toBe(generation)
  491. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  492. })
  493. it('does nothing below threshold and compacts a priced head above threshold', async () => {
  494. const compact = service(compactConfig)
  495. expect(await compactIfNeeded(compact, conversation(2))).toBeNull()
  496. const session = conversation(4)
  497. const result = await compactIfNeeded(compact, session)
  498. expect(result).not.toBeNull()
  499. expect(result?.shadowedSeqs.length).toBeGreaterThan(2)
  500. expect(session.surface.nodes.length).toBeLessThan(8)
  501. })
  502. it('counts the durable routed request envelope without putting its prefix on the surface', async () => {
  503. const compact = service({
  504. auto: false,
  505. thresholdRatio: 0.9,
  506. retainTokens: 50,
  507. })
  508. const session = conversation(2, 'x'.repeat(600))
  509. expect(await compactIfNeeded(compact, session)).toBeNull()
  510. const prefix = [{ role: 'user' as const, content: [{ type: 'text' as const, text: 'p'.repeat(600) }] }]
  511. session.append('request/header', {
  512. header: {
  513. config: { provider: MODEL, model: MODEL },
  514. system: 's'.repeat(600),
  515. messagePrefix: prefix,
  516. },
  517. reason: 'resume',
  518. })
  519. const result = await compactIfNeeded(compact, session)
  520. expect(result).not.toBeNull()
  521. expect(prefix).toHaveLength(1)
  522. expect(session.events.some(event => event.type === 'context/message')).toBe(false)
  523. })
  524. it('uses the latest logged request envelope without an AgentOptions override', async () => {
  525. const ctx = createContext()
  526. const compact = service({
  527. auto: false,
  528. thresholdRatio: 0.5,
  529. retainTokens: 180,
  530. }, ctx)
  531. const session = conversation(4)
  532. session.append('request/header', {
  533. header: { config: { provider: 'actual', model: 'actual' } },
  534. reason: 'initial',
  535. })
  536. const measure = vi.spyOn(ctx.tokenMeter, 'measure')
  537. const result = await compactIfNeeded(compact, session, 'pressure', 'fallback')
  538. expect(result).not.toBeNull()
  539. expect(session.requestHeader()?.config.model).toBe('actual')
  540. expect(measure.mock.calls[0]).toEqual([session])
  541. })
  542. it('declines when envelope pressure is high but the surface has no compactable range', async () => {
  543. const compact = service(compactConfig)
  544. const empty = new Session(SessionId('empty'))
  545. empty.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  546. empty.append('request/header', {
  547. header: { config: { provider: MODEL, model: MODEL }, system: 'x'.repeat(100_000) },
  548. reason: 'initial',
  549. })
  550. expect(await compactIfNeeded(compact, empty)).toBeNull()
  551. const retained = conversation(1)
  552. retained.append('request/header', {
  553. header: { config: { provider: MODEL, model: MODEL }, system: 'x'.repeat(100_000) },
  554. reason: 'resume',
  555. })
  556. expect(await compactIfNeeded(compact, retained)).toBeNull()
  557. })
  558. it('uses one unified measurement for each pressure-and-retention decision', async () => {
  559. const ctx = createContext()
  560. const compact = service(compactConfig, ctx)
  561. const measure = vi.spyOn(ctx.tokenMeter, 'measure')
  562. const stop = new Error('stop after first decision')
  563. vi.spyOn(compact, 'compactRegion').mockRejectedValueOnce(stop)
  564. await expect(compactIfNeeded(compact, conversation(4))).rejects.toBe(stop)
  565. expect(measure).toHaveBeenCalledTimes(1)
  566. })
  567. it('bounds retries when a shrinking checkpoint remains above threshold', async () => {
  568. const compact = service({
  569. auto: false,
  570. compactionRetries: 0,
  571. thresholdRatio: 0.3,
  572. retainTokens: 180,
  573. })
  574. compact.summary = Array.from({ length: 7 }, (_, index) => ({
  575. type: 'text',
  576. text: `summary ${index}`,
  577. }))
  578. await expect(compactIfNeeded(compact, conversation(4)))
  579. .rejects.toThrow(/still above threshold after 1 compaction attempts/)
  580. })
  581. it('rounds a retention cut head-ward to preserve tool-call/result pairing', async () => {
  582. const compact = service({
  583. auto: false,
  584. thresholdRatio: 0.8,
  585. retainTokens: 80,
  586. }, createContext(4_000))
  587. const session = toolConversation()
  588. const result = await compactIfNeeded(compact, session)
  589. expect(result).not.toBeNull()
  590. const messages = session.deriveMessages()
  591. const calls = new Set<string>()
  592. for (const message of messages) {
  593. for (const block of message.content) {
  594. if (block.type === 'tool-call') calls.add(block.id)
  595. if (block.type === 'tool-result') expect(calls.has(block.toolCallId)).toBe(true)
  596. }
  597. }
  598. })
  599. it('rejects a priced surface that is not the current positional surface', () => {
  600. const ctx = createContext()
  601. const session = conversation(2)
  602. const priced = ctx.tokenMeter.measure(session)
  603. expect(() => selectCompactableRange(session, {
  604. ...priced,
  605. nodes: priced.nodes.slice(1),
  606. }, 1)).toThrow(/does not match/)
  607. })
  608. it('declines when rounding a cut would consume the only tool pair', () => {
  609. const ctx = createContext()
  610. const session = new Session(SessionId('one-tool-pair'))
  611. const callId = CallId('only')
  612. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  613. session.append('step/start', { turn: 1, step: 1 })
  614. session.append('assistant/message', {
  615. provenance: { provider: MODEL, model: MODEL },
  616. turn: 1,
  617. step: 1,
  618. content: [{ type: 'tool-call', id: callId, name: 'read', arguments: '{}' }],
  619. }, { surfaceOp: 'append' })
  620. session.append('tool/call', { turn: 1, step: 1, callId, name: 'read', arguments: '{}' })
  621. session.append('tool/result', {
  622. turn: 1,
  623. step: 1,
  624. callId,
  625. content: [{ type: 'text', text: 'result' }],
  626. isError: false,
  627. }, { surfaceOp: 'append' })
  628. session.append('step/end', { turn: 1, step: 1 })
  629. const priced = ctx.tokenMeter.measure(session)
  630. expect(selectCompactableRange(session, priced, 1)).toBeNull()
  631. })
  632. })
  633. describe('optional model-free tool-result pruning', () => {
  634. const pruneConfig = { thresholdChars: 100, headChars: 20, tailChars: 10 }
  635. it('does not prune a below-pressure session opportunistically', async () => {
  636. const ctx = createContext(10_000)
  637. const prune = new ToolResultPruneService(ctx, pruneConfig)
  638. const compact = new TestCompactService(ctx, {
  639. auto: false,
  640. thresholdRatio: 0.8,
  641. retainTokens: 100,
  642. })
  643. const session = oversizedToolResult()
  644. const pruneSession = vi.spyOn(prune, 'pruneSession')
  645. expect(await compactIfNeeded(compact, session)).toBeNull()
  646. expect(pruneSession).not.toHaveBeenCalled()
  647. expect(compact.calls).toHaveLength(0)
  648. expect(session.surface.replaceGeneration).toBe(0)
  649. })
  650. it('skips LLM summarization when pruning alone clears pressure', async () => {
  651. const ctx = createContext(1_000)
  652. void new ToolResultPruneService(ctx, pruneConfig)
  653. const compact = new TestCompactService(ctx, {
  654. auto: false,
  655. thresholdRatio: 0.5,
  656. retainTokens: 50,
  657. })
  658. const session = oversizedToolResult()
  659. expect(ctx.tokenMeter.measure(session).totalTokens).toBeGreaterThanOrEqual(500)
  660. expect(await compactIfNeeded(compact, session)).toBeNull()
  661. expect(ctx.tokenMeter.measure(session).totalTokens).toBeLessThan(500)
  662. expect(compact.calls).toHaveLength(0)
  663. expect(session.surface.replaceGeneration).toBe(1)
  664. })
  665. it('summarizes the pruned surface when pruning is insufficient', async () => {
  666. const ctx = createContext(2_000)
  667. void new ToolResultPruneService(ctx, pruneConfig)
  668. const compact = new TestCompactService(ctx, {
  669. auto: false,
  670. thresholdRatio: 0.5,
  671. retainTokens: 50,
  672. })
  673. const session = toolConversation()
  674. expect(await compactIfNeeded(compact, session)).not.toBeNull()
  675. expect(compact.calls).toHaveLength(1)
  676. expect(summarizedText(compact.calls[0]!.input)).toContain('tool result middle pruned')
  677. expect(summarizedText(compact.calls[0]!.input)).not.toContain('result 1 '.repeat(300))
  678. })
  679. it('retains the original compact-basic behavior without the optional plugin', async () => {
  680. const ctx = createContext(2_000)
  681. const compact = new TestCompactService(ctx, {
  682. auto: false,
  683. thresholdRatio: 0.5,
  684. retainTokens: 50,
  685. })
  686. const session = oversizedToolResult(3_000, true)
  687. expect(await compactIfNeeded(compact, session)).not.toBeNull()
  688. expect(compact.calls).toHaveLength(1)
  689. const original = session.events.find(event => event.type === 'tool/result')
  690. expect(original?.type === 'tool/result' && original.data.content[0])
  691. .toEqual({ type: 'text', text: 'X'.repeat(3_000) })
  692. expect(session.events.filter(event =>
  693. event.type === 'tool/result' && event.surfaceOp !== 'append')).toHaveLength(0)
  694. })
  695. })
  696. describe('compaction region transaction', () => {
  697. it('lands a framed, replayable checkpoint with exact pricing provenance', async () => {
  698. const compact = service()
  699. const session = conversation(3)
  700. const before = [...session.surface.nodes]
  701. const result = await compact.compactRegion(
  702. before[0]!,
  703. before[3]!,
  704. agent(session, MODEL),
  705. SIGNAL,
  706. )
  707. expect(result.shadowedSeqs).toEqual(before.slice(0, 4))
  708. expect(result.shadowedTokenCount).toBeGreaterThan(0)
  709. expect(compact.calls[0]).toMatchObject({ signal: SIGNAL })
  710. expect(summarizedText(compact.calls[0]!.input)).toContain('fixture user 1')
  711. const summary = session.events.findLast(event => event.type === 'compact/summary')
  712. expect(summary?.data).toMatchObject({
  713. shadowedSeqs: result.shadowedSeqs,
  714. shadowedTokenCount: result.shadowedTokenCount,
  715. provider: 'summary-provider',
  716. model: 'summary-model',
  717. maxTokens: 123,
  718. })
  719. const head = session.deriveMessages()[0]!
  720. expect(head.content[0]?.type).toBe('text')
  721. expect(head.content[0]?.type === 'text' ? head.content[0].text : '').toContain('<compacted-summary>')
  722. expect(head.content.at(-1)).toEqual({ type: 'text', text: '</compacted-summary>' })
  723. const replay = new Session(SessionId('replay'), [...session.events])
  724. expect(replay.deriveMessages()).toEqual(session.deriveMessages())
  725. })
  726. it('replays the latest routed header prefix so the summarizer reuses the cache', async () => {
  727. const compact = service()
  728. const session = conversation(3)
  729. const tools = [{ name: 'do_thing', description: 'd', parameters: { type: 'object' } }]
  730. const messagePrefix: Message[] = [{ role: 'user', content: [{ type: 'text', text: 'SESSION PREFIX' }] }]
  731. session.append('request/header', {
  732. header: { config: { provider: MODEL, model: MODEL }, system: 'CONVERSATION SYSTEM', tools, messagePrefix },
  733. reason: 'resume',
  734. })
  735. const nodes = session.surface.nodes
  736. await compact.compactRegion(nodes[0]!, nodes[1]!, agent(session, MODEL), SIGNAL)
  737. const { input } = compact.calls[0]!
  738. expect(input.system).toBe('CONVERSATION SYSTEM')
  739. expect(input.tools).toEqual(tools)
  740. expect(input.messages[0]).toEqual(messagePrefix[0])
  741. expect(summarizedText(input)).toContain('fixture user 1')
  742. })
  743. it.each([
  744. ['start missing', 9_001, undefined, /start seq 9001 not found/],
  745. ['end missing', undefined, 9_002, /end seq 9002 not found/],
  746. ])('rejects %s', async (_label, startOverride, endOverride, pattern) => {
  747. const compact = service()
  748. const session = conversation(2)
  749. const nodes = session.surface.nodes
  750. await expect(compact.compactRegion(
  751. startOverride ?? nodes[0]!,
  752. endOverride ?? nodes[1]!,
  753. agent(session, MODEL),
  754. )).rejects.toThrow(pattern)
  755. })
  756. it('rejects reversed and tool-unbalanced positional boundaries', async () => {
  757. const compact = service()
  758. const plain = conversation(2)
  759. const nodes = plain.surface.nodes
  760. await expect(compact.compactRegion(
  761. nodes[2]!,
  762. nodes[1]!,
  763. agent(plain, MODEL),
  764. )).rejects.toThrow(/is after end/)
  765. const tools = toolConversation()
  766. const toolNodes = tools.surface.nodes
  767. await expect(compact.compactRegion(
  768. toolNodes[2]!,
  769. toolNodes[4]!,
  770. agent(tools, MODEL),
  771. )).rejects.toThrow(/start seq .* not a balanced boundary/)
  772. await expect(compact.compactRegion(
  773. toolNodes[0]!,
  774. toolNodes[1]!,
  775. agent(tools, MODEL),
  776. )).rejects.toThrow(/end seq .* not a balanced boundary/)
  777. })
  778. it('requires an open turn and an idle compaction bracket', async () => {
  779. const compact = service()
  780. const closed = conversation(1)
  781. closed.append('turn/end', { turn: 2, reason: { kind: 'completed' } })
  782. const nodes = closed.surface.nodes
  783. await expect(compact.compactRegion(
  784. nodes[0]!,
  785. nodes[1]!,
  786. agent(closed, MODEL),
  787. )).rejects.toThrow(/no open turn/)
  788. const locked = conversation(1)
  789. locked.append('compact/start', { turn: 2 })
  790. const lockedNodes = locked.surface.nodes
  791. await expect(compact.compactRegion(
  792. lockedNodes[0]!,
  793. lockedNodes[1]!,
  794. agent(locked, MODEL),
  795. )).rejects.toThrow(/already in progress/)
  796. })
  797. it('rejects a session with no turn boundary at all', async () => {
  798. const compact = service()
  799. const session = new Session(SessionId('turnless'))
  800. session.append('user/message', {
  801. content: [{ type: 'text', text: 'orphan' }],
  802. source: { kind: 'user' },
  803. }, { surfaceOp: 'append' })
  804. const node = session.surface.nodes[0]!
  805. await expect(compact.compactRegion(
  806. node,
  807. node,
  808. agent(session, MODEL),
  809. )).rejects.toThrow(/no open turn/)
  810. })
  811. it('rejects a meter snapshot that changed before summarization began', async () => {
  812. const ctx = createContext()
  813. const meter = ctx.tokenMeter
  814. const original = meter.measure.bind(meter)
  815. vi.spyOn(meter, 'measure').mockImplementationOnce((session) => {
  816. const measurement = original(session)
  817. return { ...measurement, nodes: measurement.nodes.slice(1) }
  818. })
  819. const compact = service({ auto: false }, ctx)
  820. const session = conversation(2)
  821. const nodes = session.surface.nodes
  822. await expect(compact.compactRegion(
  823. nodes[0]!,
  824. nodes[2]!,
  825. agent(session, MODEL),
  826. )).rejects.toThrow(/selected surface changed/)
  827. })
  828. it('records summarizer failures without mutating the surface', async () => {
  829. const compact = service()
  830. compact.error = new Error('summary unavailable')
  831. const session = conversation(2)
  832. const before = session.surface.nodes
  833. await expect(compact.compactRegion(
  834. before[0]!,
  835. before[2]!,
  836. agent(session, MODEL),
  837. )).rejects.toThrow('summary unavailable')
  838. expect(session.surface.nodes).toEqual(before)
  839. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  840. .toMatchObject({ error: 'summary unavailable' })
  841. })
  842. it('stringifies non-Error failures in the durable end bracket', async () => {
  843. const compact = service()
  844. compact.error = 'plain failure'
  845. const session = conversation(2)
  846. const nodes = session.surface.nodes
  847. await expect(compact.compactRegion(
  848. nodes[0]!,
  849. nodes[2]!,
  850. agent(session, MODEL),
  851. )).rejects.toBe('plain failure')
  852. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  853. .toMatchObject({ error: 'plain failure' })
  854. })
  855. it('rejects concurrent durable appends before committing the replacement', async () => {
  856. const compact = service()
  857. const session = conversation(2)
  858. compact.mutateDuringSummary = () => {
  859. session.append('request/header', {
  860. header: { config: { provider: MODEL, model: MODEL } },
  861. reason: 'initial',
  862. })
  863. }
  864. const nodes = session.surface.nodes
  865. await expect(compact.compactRegion(
  866. nodes[0]!,
  867. nodes[2]!,
  868. agent(session, MODEL),
  869. )).rejects.toThrow(/session log changed/)
  870. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  871. })
  872. it('rejects a non-shrinking framed summary under the conversation meter', async () => {
  873. const compact = service()
  874. compact.summary = Array.from({ length: 100 }, (_, index) => ({
  875. type: 'text',
  876. text: `verbose ${index}`,
  877. }))
  878. const session = conversation(2)
  879. const nodes = session.surface.nodes
  880. await expect(compact.compactRegion(
  881. nodes[0]!,
  882. nodes[2]!,
  883. agent(session, MODEL),
  884. )).rejects.toThrow(/summary is not smaller/)
  885. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  886. })
  887. it('lets a model-independent custom summarizer compact without a conversation model', async () => {
  888. const compact = service()
  889. const session = new Session(SessionId('model-less-region'))
  890. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  891. session.append('user/message', {
  892. content: [{ type: 'text', text: 'history '.repeat(100) }],
  893. source: { kind: 'user' },
  894. }, { surfaceOp: 'append' })
  895. session.append('step/start', { turn: 1, step: 1 })
  896. session.append('assistant/message', {
  897. provenance: { provider: 'historical', model: 'historical' },
  898. turn: 1,
  899. step: 1,
  900. content: [{ type: 'text', text: 'answer '.repeat(100) }],
  901. }, { surfaceOp: 'append' })
  902. session.append('step/end', { turn: 1, step: 1 })
  903. const nodes = session.surface.nodes
  904. await expect(compact.compactRegion(
  905. nodes[0]!,
  906. nodes[1]!,
  907. agent(session),
  908. )).resolves.toMatchObject({ shadowedSeqs: [nodes[0]!, nodes[1]!] })
  909. })
  910. })
  911. class ScriptedAdapter extends LlmAdapter {
  912. lastOptions: GenerateOptions | undefined
  913. constructor(
  914. private readonly blocks: readonly ContentBlock[],
  915. private readonly finish: (StreamChunk & { type: 'finish' })['reason'] = { kind: 'stop' },
  916. ) {
  917. super()
  918. }
  919. override async * stream(options: GenerateOptions): AsyncIterable<StreamChunk> {
  920. this.lastOptions = options
  921. for (const [index, block] of this.blocks.entries()) {
  922. yield { type: 'block-start', index, blockType: block.type }
  923. if (block.type === 'text') {
  924. yield { type: 'text-delta', index, text: block.text }
  925. } else if (block.type === 'reasoning') {
  926. yield { type: 'reasoning-delta', index, text: block.text }
  927. } else {
  928. yield { type: 'block-end', index, block }
  929. }
  930. }
  931. yield { type: 'finish', reason: this.finish }
  932. }
  933. }
  934. class ExposedCompactService extends BasicCompactService {
  935. runSummarize(
  936. input: SummarizationInput,
  937. owner: Agent,
  938. signal?: AbortSignal,
  939. ): Promise<{ summary: ContentBlock[]; provider: string; model: string; maxTokens?: number }> {
  940. return this.summarize(input, owner, signal)
  941. }
  942. }
  943. async function summarizerHarness(
  944. blocks: readonly ContentBlock[],
  945. finish?: (StreamChunk & { type: 'finish' })['reason'],
  946. model = MODEL,
  947. config: BasicCompactConfig = { auto: false },
  948. ): Promise<{ ctx: Context; adapter: ScriptedAdapter; compact: ExposedCompactService }> {
  949. const ctx = new Context()
  950. await ctx.plugin(LlmService)
  951. void new TokenMeterService(ctx)
  952. const adapter = new ScriptedAdapter(blocks, finish)
  953. ctx.llm.registerAdapter([model], adapter)
  954. const compact = new ExposedCompactService(ctx, config)
  955. return { ctx, adapter, compact }
  956. }
  957. describe('default one-shot summarizer', () => {
  958. it('uses configured model/default cap, forwards cancellation, and keeps only safe text', async () => {
  959. const { adapter, compact } = await summarizerHarness([
  960. { type: 'reasoning', text: 'private' },
  961. { type: 'text', text: 'public summary' },
  962. { type: 'tool-call', id: CallId('unexpected'), name: 'x', arguments: '{}' },
  963. ], undefined, MODEL, {
  964. auto: false,
  965. summarizationProvider: MODEL,
  966. summarizationModel: MODEL,
  967. maxTokens: 321,
  968. })
  969. const session = conversation(1)
  970. const output = await compact.runSummarize(promptInput('transcript'), agent(session, 'fallback'), SIGNAL)
  971. expect(output).toEqual({
  972. summary: [{ type: 'text', text: 'public summary' }],
  973. provider: MODEL,
  974. model: MODEL,
  975. maxTokens: 321,
  976. })
  977. expect(adapter.lastOptions).toMatchObject({
  978. provider: MODEL,
  979. model: MODEL,
  980. maxTokens: 321,
  981. signal: SIGNAL,
  982. sessionId: session.id,
  983. })
  984. const instruction = adapter.lastOptions?.messages.at(-1)?.content[0]
  985. expect(instruction?.type === 'text' ? instruction.text : '').toContain('## Primary Request and Intent')
  986. })
  987. it('replays the conversation prefix and appends the instruction as the final message', async () => {
  988. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }])
  989. const tools = [{ name: 'do_thing', description: 'd', parameters: { type: 'object' } }]
  990. const prefix: Message = { role: 'user', content: [{ type: 'text', text: 'earlier turn' }] }
  991. await compact.runSummarize({
  992. system: 'REPLAYED SYSTEM',
  993. tools,
  994. messages: [prefix],
  995. }, agent(conversation(1), MODEL))
  996. expect(adapter.lastOptions?.system).toBe('REPLAYED SYSTEM')
  997. expect(adapter.lastOptions?.tools).toEqual(tools)
  998. const messages = adapter.lastOptions?.messages ?? []
  999. expect(messages[0]).toEqual(prefix)
  1000. const last = messages.at(-1)?.content[0]
  1001. const lastText = last?.type === 'text' ? last.text : ''
  1002. expect(lastText).toContain('Condense the conversation ABOVE')
  1003. expect(lastText).toContain('## Primary Request and Intent')
  1004. })
  1005. it('applies the routed model policy without changing the replayed prefix', async () => {
  1006. const { ctx, compact } = await summarizerHarness(
  1007. [{ type: 'text', text: 'unused default summary' }],
  1008. undefined,
  1009. MODEL,
  1010. {
  1011. auto: false,
  1012. maxTokens: 111,
  1013. modelPolicies: [{
  1014. provider: MODEL,
  1015. model: MODEL,
  1016. summarizationProvider: 'policy-summary',
  1017. summarizationModel: 'policy-summary',
  1018. maxTokens: 222,
  1019. }],
  1020. },
  1021. )
  1022. const policyAdapter = new ScriptedAdapter([{ type: 'text', text: 'policy summary' }])
  1023. ctx.llm.registerAdapter(['policy-summary'], policyAdapter)
  1024. const prefix: Message = { role: 'user', content: [{ type: 'text', text: 'warm prefix' }] }
  1025. const output = await compact.runSummarize({
  1026. system: 'WARM SYSTEM',
  1027. messages: [prefix],
  1028. }, agent(conversation(1), 'fallback'))
  1029. expect(output).toMatchObject({
  1030. provider: 'policy-summary',
  1031. model: 'policy-summary',
  1032. maxTokens: 222,
  1033. })
  1034. expect(policyAdapter.lastOptions).toMatchObject({
  1035. provider: 'policy-summary',
  1036. model: 'policy-summary',
  1037. maxTokens: 222,
  1038. system: 'WARM SYSTEM',
  1039. })
  1040. expect(policyAdapter.lastOptions?.messages[0]).toEqual(prefix)
  1041. })
  1042. it('resolves the latest routed provider/model before the AgentOptions pair', async () => {
  1043. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }], undefined, 'routed')
  1044. const session = conversation(1)
  1045. session.append('request/header', {
  1046. header: { config: { provider: 'routed', model: 'routed' } },
  1047. reason: 'initial',
  1048. })
  1049. const output = await compact.runSummarize(promptInput('history'), agent(session, 'fallback'))
  1050. expect(output.provider).toBe('routed')
  1051. expect(output.model).toBe('routed')
  1052. expect(adapter.lastOptions?.provider).toBe('routed')
  1053. expect(adapter.lastOptions?.model).toBe('routed')
  1054. })
  1055. it('records the model actually dispatched after one-shot stream routing', async () => {
  1056. const { ctx, compact } = await summarizerHarness([{ type: 'text', text: 'unused' }])
  1057. const routedAdapter = new ScriptedAdapter([{ type: 'text', text: 'routed summary' }])
  1058. ctx.llm.registerAdapter(['routed-summary-provider'], routedAdapter)
  1059. ctx.on('llm/stream', (options, next) => {
  1060. options.provider = 'routed-summary-provider'
  1061. options.model = 'routed-summary-model'
  1062. return next()
  1063. })
  1064. const session = conversation(3, 'large history '.repeat(500))
  1065. const nodes = session.surface.nodes
  1066. await compact.compactRegion(nodes[0]!, nodes[3]!, agent(session, MODEL), SIGNAL)
  1067. expect(session.events.findLast(event => event.type === 'compact/summary')?.data).toMatchObject({
  1068. summary: [{ type: 'text', text: 'routed summary' }],
  1069. provider: 'routed-summary-provider',
  1070. model: 'routed-summary-model',
  1071. })
  1072. expect(routedAdapter.lastOptions?.provider).toBe('routed-summary-provider')
  1073. expect(routedAdapter.lastOptions?.model).toBe('routed-summary-model')
  1074. })
  1075. it('fails clearly when no complete summarization target can be resolved', async () => {
  1076. const ctx = new Context()
  1077. await ctx.plugin(LlmService)
  1078. void new TokenMeterService(ctx)
  1079. const compact = new ExposedCompactService(ctx, { auto: false })
  1080. await expect(compact.runSummarize(promptInput('history'), agent(new Session(SessionId('model-less')))))
  1081. .rejects.toThrow(/no provider\/model available for summarization/)
  1082. })
  1083. it('uses a complete AgentOptions target when no durable route exists', async () => {
  1084. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }])
  1085. const session = new Session(SessionId('headerless-summary'))
  1086. await expect(compact.runSummarize(promptInput('history'), agent(session, MODEL))).resolves.toMatchObject({
  1087. provider: MODEL,
  1088. model: MODEL,
  1089. })
  1090. expect(adapter.lastOptions).toMatchObject({ provider: MODEL, model: MODEL })
  1091. })
  1092. it.each([
  1093. { provider: '', model: MODEL },
  1094. { provider: MODEL },
  1095. { provider: MODEL, model: '' },
  1096. ])('rejects incomplete AgentOptions target %#', async (options) => {
  1097. const { compact } = await summarizerHarness([{ type: 'text', text: 'unused' }])
  1098. const owner = {
  1099. session: new Session(SessionId(`incomplete-${String(options.model)}`)),
  1100. options,
  1101. } as Agent
  1102. await expect(compact.runSummarize(promptInput('history'), owner))
  1103. .rejects.toThrow(/no provider\/model available for summarization/)
  1104. })
  1105. it.each([
  1106. [{ kind: 'error', failure: { message: 'provider failed', code: 'PROVIDER' } }, 'PROVIDER', /provider failed/],
  1107. [{ kind: 'error', failure: { message: 'opaque', code: 'UNKNOWN' } }, 'UNKNOWN', /opaque/],
  1108. [{ kind: 'aborted', failure: { message: 'summarization aborted', code: 'ABORTED' } }, 'ABORTED', /aborted/],
  1109. [{ kind: 'max-tokens' }, 'MAX_TOKENS', /token cap/],
  1110. ] as Array<[(StreamChunk & { type: 'finish' })['reason'], string | undefined, RegExp]>) (
  1111. 'rejects terminal finish %#',
  1112. async (finish, code, pattern) => {
  1113. const { compact } = await summarizerHarness([], finish)
  1114. let thrown: unknown
  1115. try {
  1116. await compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL))
  1117. } catch (error: unknown) {
  1118. thrown = error
  1119. }
  1120. expect(thrown).toBeInstanceOf(Error)
  1121. expect((thrown as Error).message).toMatch(pattern)
  1122. expect((thrown as Error & { code?: string }).code).toBe(code)
  1123. },
  1124. )
  1125. it('rejects empty or reasoning-only successful output', async () => {
  1126. const { compact } = await summarizerHarness([{ type: 'reasoning', text: 'private' }])
  1127. await expect(compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL)))
  1128. .rejects.toThrow(/no text summary content/)
  1129. })
  1130. })
  1131. describe('automatic listener and loader composition', () => {
  1132. function postStep(ctx: Context, owner: Agent, signal = SIGNAL): Promise<unknown> {
  1133. return agentEvents(ctx, owner).serial('agent/post-step', 1, 1, signal)
  1134. }
  1135. function recover(
  1136. ctx: Context,
  1137. owner: Agent,
  1138. error: Error & { code?: string },
  1139. retryAttempt = 0,
  1140. signal = SIGNAL,
  1141. next: () => Promise<{ action: 'fail' | 'retry' }> = () => Promise.resolve({ action: 'fail' }),
  1142. ): Promise<{ action: 'fail' | 'retry' }> {
  1143. const failure: LlmFailure = { message: error.message, code: error.code ?? 'UNKNOWN' }
  1144. const priorFailures = Object.freeze(Array.from({ length: retryAttempt }, () => failure))
  1145. return agentEvents(ctx, owner).waterfall(
  1146. 'agent/request-error', 1, 1, error, failure, priorFailures, signal, next,
  1147. )
  1148. }
  1149. function overflow(message = 'provider overflow'): Error & { code: string } {
  1150. return Object.assign(new Error(message), { code: CONTEXT_WINDOW_EXCEEDED_CODE })
  1151. }
  1152. it('compacts post-step above threshold using the durable routed model and remains idle below it', async () => {
  1153. const ctx = createContext()
  1154. const compact = new TestCompactService(ctx, {
  1155. thresholdRatio: 0.5,
  1156. retainTokens: 180,
  1157. })
  1158. const pressured = conversation(4)
  1159. await postStep(ctx, agent(pressured, 'unconfigured-agent-fallback'))
  1160. expect(pressured.events.some(event => event.type === 'compact/summary')).toBe(true)
  1161. const small = conversation(1)
  1162. await postStep(ctx, agent(small, MODEL))
  1163. expect(small.events.some(event => event.type === 'compact/start')).toBe(false)
  1164. expect(compact.calls).toHaveLength(1)
  1165. })
  1166. it('skips post-step pressure when the step signal is already aborted', async () => {
  1167. const ctx = createContext()
  1168. const compact = new TestCompactService(ctx, {
  1169. thresholdRatio: 0.5,
  1170. retainTokens: 180,
  1171. })
  1172. const pressured = conversation(4)
  1173. const compactIfNeeded = vi.spyOn(compact, 'compactIfNeeded')
  1174. await expect(postStep(ctx, agent(pressured, MODEL), AbortSignal.abort('step aborted')))
  1175. .resolves.toBeUndefined()
  1176. expect(compactIfNeeded).not.toHaveBeenCalled()
  1177. expect(pressured.events.some(event => event.type === 'compact/start')).toBe(false)
  1178. })
  1179. it('warns and continues after operational failures, including non-Errors', async () => {
  1180. const ctx = createContext()
  1181. const warnings: string[] = []
  1182. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1183. const compact = new TestCompactService(ctx, {
  1184. thresholdRatio: 0.5,
  1185. retainTokens: 180,
  1186. })
  1187. compact.error = 'temporary failure'
  1188. const session = conversation(4)
  1189. await expect(postStep(ctx, agent(session, MODEL))).resolves.toBeUndefined()
  1190. expect(warnings).toContainEqual(expect.stringContaining('temporary failure'))
  1191. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  1192. })
  1193. it('warns once per routed target when proactive pressure has no context metadata', async () => {
  1194. const ctx = createContext()
  1195. const warnings: string[] = []
  1196. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1197. vi.spyOn(ctx.llm, 'resolveModelContext').mockResolvedValue(undefined)
  1198. void new TestCompactService(ctx, {
  1199. thresholdRatio: 0.5,
  1200. retainTokens: 180,
  1201. })
  1202. const session = conversation(4)
  1203. await postStep(ctx, agent(session, MODEL))
  1204. await postStep(ctx, agent(session, MODEL))
  1205. expect(warnings).toEqual([
  1206. expect.stringContaining(`no context capacity for ${MODEL}/${MODEL}`),
  1207. ])
  1208. })
  1209. it('warns once per routed target when absolute retention exceeds its resolved threshold', async () => {
  1210. const ctx = createContext()
  1211. const warnings: string[] = []
  1212. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1213. void new TestCompactService(ctx, {
  1214. thresholdRatio: 0.5,
  1215. retainTokens: 500,
  1216. })
  1217. const session = conversation(4)
  1218. await postStep(ctx, agent(session, MODEL))
  1219. await postStep(ctx, agent(session, MODEL))
  1220. expect(warnings).toEqual([
  1221. expect.stringContaining('retainTokens (500) must be less than threshold tokens 500'),
  1222. ])
  1223. })
  1224. it('force-compacts below normal pressure for canonical overflow and retries only after replacement', async () => {
  1225. const ctx = createContext(10_000)
  1226. void new TestCompactService(ctx, {
  1227. thresholdRatio: 1,
  1228. retainTokens: 900,
  1229. })
  1230. const session = conversation(3)
  1231. const beforeGeneration = session.surface.replaceGeneration
  1232. const retainedSeq = session.surface.nodes.at(-1)!
  1233. const threshold = 10_000
  1234. expect(ctx.tokenMeter.measure(session).totalTokens).toBeLessThan(threshold)
  1235. const decision = await recover(ctx, agent(session, 'unconfigured-agent-fallback'), overflow())
  1236. expect(decision).toEqual({ action: 'retry' })
  1237. expect(session.surface.replaceGeneration).toBe(beforeGeneration + 1)
  1238. expect(session.events.some(event => event.type === 'compact/summary')).toBe(true)
  1239. expect(session.surface.nodes).toContain(retainedSeq)
  1240. })
  1241. it('authorizes overflow retry when pruning alone advances an indivisible surface', async () => {
  1242. const ctx = createContext(10_000)
  1243. void new ToolResultPruneService(ctx, {
  1244. thresholdChars: 100,
  1245. headChars: 20,
  1246. tailChars: 10,
  1247. })
  1248. const compact = new TestCompactService(ctx, {
  1249. thresholdRatio: 1,
  1250. retainTokens: 900,
  1251. })
  1252. const session = oversizedToolResult()
  1253. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'retry' })
  1254. expect(session.surface.replaceGeneration).toBe(1)
  1255. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  1256. expect(compact.calls).toHaveLength(0)
  1257. })
  1258. it('continues overflow recovery with summarization on the pruned surface', async () => {
  1259. const ctx = createContext(10_000)
  1260. void new ToolResultPruneService(ctx, {
  1261. thresholdChars: 100,
  1262. headChars: 20,
  1263. tailChars: 10,
  1264. })
  1265. const compact = new TestCompactService(ctx, {
  1266. thresholdRatio: 1,
  1267. retainTokens: 900,
  1268. })
  1269. const session = toolConversation()
  1270. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'retry' })
  1271. expect(session.events.some(event => event.type === 'compact/summary')).toBe(true)
  1272. expect(compact.calls).toHaveLength(1)
  1273. expect(summarizedText(compact.calls[0]!.input)).toContain('tool result middle pruned')
  1274. })
  1275. it('retries from a durable prune when later overflow summarization throws', async () => {
  1276. const ctx = createContext(10_000)
  1277. const warnings: string[] = []
  1278. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1279. void new ToolResultPruneService(ctx, {
  1280. thresholdChars: 100,
  1281. headChars: 20,
  1282. tailChars: 10,
  1283. })
  1284. const compact = new TestCompactService(ctx, {
  1285. thresholdRatio: 1,
  1286. retainTokens: 900,
  1287. })
  1288. compact.error = new Error('summary unavailable after prune')
  1289. const session = oversizedToolResult(3_000, true)
  1290. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'retry' })
  1291. expect(session.surface.replaceGeneration).toBe(1)
  1292. expect(session.events.filter(event => event.type === 'tool/result')).toHaveLength(2)
  1293. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  1294. .toMatchObject({ error: 'summary unavailable after prune' })
  1295. expect(warnings).toContainEqual(expect.stringContaining('retrying from the replacement surface'))
  1296. })
  1297. it('lets cancellation win when summary throws after a durable prune', async () => {
  1298. const ctx = createContext(10_000)
  1299. const controller = new AbortController()
  1300. void new ToolResultPruneService(ctx, {
  1301. thresholdChars: 100,
  1302. headChars: 20,
  1303. tailChars: 10,
  1304. })
  1305. const compact = new TestCompactService(ctx, {
  1306. thresholdRatio: 1,
  1307. retainTokens: 900,
  1308. })
  1309. compact.mutateDuringSummary = () => { controller.abort('cancelled during summary') }
  1310. compact.error = new Error('summary cancelled after prune')
  1311. const session = oversizedToolResult(3_000, true)
  1312. expect(await recover(ctx, agent(session, MODEL), overflow(), 0, controller.signal))
  1313. .toEqual({ action: 'fail' })
  1314. expect(session.surface.replaceGeneration).toBe(1)
  1315. })
  1316. it('preserves the newest whole tool-call/result pair during forced overflow compaction', async () => {
  1317. const ctx = createContext()
  1318. void new TestCompactService(ctx, {
  1319. thresholdRatio: 1,
  1320. retainTokens: 90,
  1321. })
  1322. const session = toolConversation()
  1323. const newestAssistant = session.surface.nodes.at(-2)!
  1324. const newestResult = session.surface.nodes.at(-1)!
  1325. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'retry' })
  1326. const currentAssistant = session.surface.nodes.find(node => node === newestAssistant)
  1327. const currentResult = session.surface.nodes.find(node => node === newestResult)
  1328. expect(currentAssistant).toBeDefined()
  1329. expect(currentResult).toBeDefined()
  1330. expect(toolPairingBalancedBefore(session, currentAssistant!)).toBe(true)
  1331. expect(toolPairingBalancedAfter(session, currentResult!)).toBe(true)
  1332. })
  1333. it('does not retry when a backend reports success without replacing the surface', async () => {
  1334. const ctx = createContext()
  1335. const compact = new TestCompactService(ctx)
  1336. const session = conversation(2)
  1337. const fakeResult: CompactionResult = {
  1338. startSeq: 1,
  1339. summarySeq: 2,
  1340. endSeq: 3,
  1341. summary: [{ type: 'text', text: 'fake' }],
  1342. shadowedRange: { start: 1, end: 2 },
  1343. shadowedSeqs: [1, 2],
  1344. shadowedTokenCount: 10,
  1345. }
  1346. vi.spyOn(compact, 'compactIfNeeded').mockResolvedValue(fakeResult)
  1347. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'fail' })
  1348. expect(session.surface.replaceGeneration).toBe(0)
  1349. })
  1350. it('delegates downstream exactly once when no replacement is available', async () => {
  1351. const ctx = createContext()
  1352. const compact = new TestCompactService(ctx)
  1353. vi.spyOn(compact, 'compactIfNeeded').mockResolvedValue(null)
  1354. const downstream = new Error('downstream recovery failed')
  1355. let calls = 0
  1356. await expect(recover(
  1357. ctx,
  1358. agent(conversation(2), MODEL),
  1359. overflow(),
  1360. 0,
  1361. SIGNAL,
  1362. () => {
  1363. calls += 1
  1364. return Promise.reject(downstream)
  1365. },
  1366. )).rejects.toBe(downstream)
  1367. expect(calls).toBe(1)
  1368. })
  1369. it('preserves the original provider error when recovery throws', async () => {
  1370. const ctx = createContext()
  1371. const warnings: string[] = []
  1372. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1373. const compact = new TestCompactService(ctx)
  1374. compact.error = new Error('summary unavailable')
  1375. const original = overflow('original provider overflow')
  1376. expect(await recover(ctx, agent(conversation(3), MODEL), original)).toEqual({ action: 'fail' })
  1377. expect(original).toMatchObject({
  1378. message: 'original provider overflow',
  1379. code: CONTEXT_WINDOW_EXCEEDED_CODE,
  1380. })
  1381. expect(warnings).toContainEqual(expect.stringContaining('preserving the original request error'))
  1382. })
  1383. it('delegates once when overflow recovery throws a non-Error value', async () => {
  1384. const ctx = createContext()
  1385. const warnings: string[] = []
  1386. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1387. const compact = new TestCompactService(ctx)
  1388. compact.error = 'non-error recovery failure'
  1389. const session = conversation(3)
  1390. const generation = session.surface.replaceGeneration
  1391. const original = overflow('original provider failure')
  1392. let delegations = 0
  1393. const decision = await recover(ctx, agent(session, MODEL), original, 0, SIGNAL, () => {
  1394. delegations += 1
  1395. return Promise.resolve({ action: 'fail' })
  1396. })
  1397. expect(decision).toEqual({ action: 'fail' })
  1398. expect(delegations).toBe(1)
  1399. expect(session.surface.replaceGeneration).toBe(generation)
  1400. expect(original).toMatchObject({
  1401. message: 'original provider failure',
  1402. code: CONTEXT_WINDOW_EXCEEDED_CODE,
  1403. })
  1404. expect(warnings).toContainEqual(expect.stringContaining('non-error recovery failure'))
  1405. })
  1406. it('recovers an overflow for an unlisted routed model', async () => {
  1407. const ctx = createContext()
  1408. void new TestCompactService(ctx)
  1409. const session = conversation(2)
  1410. session.append('request/header', {
  1411. header: { config: { provider: 'unknown-routed-provider', model: 'unknown-routed-model' } },
  1412. reason: 'resume',
  1413. })
  1414. expect(await recover(ctx, agent(session, MODEL), overflow('unlisted-model overflow')))
  1415. .toEqual({ action: 'retry' })
  1416. })
  1417. it('delegates canonical overflow when no durable routed target exists', async () => {
  1418. const ctx = createContext()
  1419. void new TestCompactService(ctx)
  1420. const session = new Session(SessionId('headerless-overflow'))
  1421. session.append('turn/start', {
  1422. turn: 1,
  1423. trigger: { kind: 'message', source: { kind: 'user' } },
  1424. })
  1425. await expect(recover(ctx, agent(session, MODEL), overflow())).resolves.toEqual({ action: 'fail' })
  1426. })
  1427. it('honors retry caps, non-context failures, and cancellation', async () => {
  1428. const ctx = createContext()
  1429. const compact = new TestCompactService(ctx, { maxOverflowRetries: 1 })
  1430. const compactSpy = vi.spyOn(compact, 'compactIfNeeded')
  1431. const owner = agent(conversation(3), MODEL)
  1432. expect(await recover(ctx, owner, Object.assign(new Error('rate limit'), { code: 'RATE_LIMIT' })))
  1433. .toEqual({ action: 'fail' })
  1434. expect(await recover(ctx, owner, overflow(), 1)).toEqual({ action: 'fail' })
  1435. const controller = new AbortController()
  1436. controller.abort('cancelled')
  1437. expect(await recover(ctx, owner, overflow(), 0, controller.signal)).toEqual({ action: 'fail' })
  1438. expect(compactSpy).not.toHaveBeenCalled()
  1439. })
  1440. it('applies the routed model override to the overflow retry cap', async () => {
  1441. const ctx = createContext()
  1442. const compact = new TestCompactService(ctx, {
  1443. maxOverflowRetries: 2,
  1444. modelPolicies: [{
  1445. provider: MODEL,
  1446. model: MODEL,
  1447. maxOverflowRetries: 1,
  1448. }],
  1449. })
  1450. const compactSpy = vi.spyOn(compact, 'compactIfNeeded')
  1451. expect(await recover(ctx, agent(conversation(3), MODEL), overflow(), 1))
  1452. .toEqual({ action: 'fail' })
  1453. expect(compactSpy).not.toHaveBeenCalled()
  1454. })
  1455. it('does not retry when cancellation lands during an awaited compaction', async () => {
  1456. const ctx = createContext()
  1457. const compact = new TestCompactService(ctx)
  1458. const controller = new AbortController()
  1459. compact.mutateDuringSummary = () => { controller.abort('cancelled during summary') }
  1460. const session = conversation(3)
  1461. const generation = session.surface.replaceGeneration
  1462. expect(await recover(ctx, agent(session, MODEL), overflow(), 0, controller.signal))
  1463. .toEqual({ action: 'fail' })
  1464. expect(session.surface.replaceGeneration).toBe(generation + 1)
  1465. })
  1466. it('maxOverflowRetries:0 disables recovery without disabling post-step pressure', async () => {
  1467. const ctx = createContext()
  1468. void new TestCompactService(ctx, {
  1469. maxOverflowRetries: 0,
  1470. thresholdRatio: 0.5,
  1471. retainTokens: 180,
  1472. })
  1473. const session = conversation(4)
  1474. await postStep(ctx, agent(session, MODEL))
  1475. const summaries = session.events.filter(event => event.type === 'compact/summary').length
  1476. expect(summaries).toBe(1)
  1477. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'fail' })
  1478. expect(session.events.filter(event => event.type === 'compact/summary')).toHaveLength(summaries)
  1479. })
  1480. it('auto:false installs neither automatic listener', async () => {
  1481. const ctx = createContext()
  1482. void new TestCompactService(ctx, {
  1483. auto: false,
  1484. thresholdRatio: 0.5,
  1485. retainTokens: 180,
  1486. })
  1487. const session = conversation(4)
  1488. await postStep(ctx, agent(session, MODEL))
  1489. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  1490. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'fail' })
  1491. })
  1492. it('loads and disposes the real zero-config service stack', async () => {
  1493. const ctx = new Context()
  1494. await ctx.plugin(LlmService)
  1495. const meterFiber = await ctx.plugin(TokenMeterService)
  1496. const compactFiber = await ctx.plugin(BasicCompactService, { auto: false })
  1497. expect(ctx.get('compact')).toBeInstanceOf(BasicCompactService)
  1498. await compactFiber.dispose()
  1499. expect(ctx.get('compact')).toBeUndefined()
  1500. await meterFiber.dispose()
  1501. expect(ctx.get('tokenMeter')).toBeUndefined()
  1502. })
  1503. it('removes its automatic listener with the plugin fiber', async () => {
  1504. const ctx = new Context()
  1505. await ctx.plugin(LlmService)
  1506. await ctx.plugin(TokenMeterService)
  1507. const fiber = await ctx.plugin(TestCompactService, {
  1508. thresholdRatio: 0.5,
  1509. retainTokens: 180,
  1510. })
  1511. await fiber.dispose()
  1512. const session = conversation(4)
  1513. await postStep(ctx, agent(session, MODEL))
  1514. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  1515. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'fail' })
  1516. })
  1517. })