compaction-basic.spec.ts 75 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035
  1. import { describe, expect, expectTypeOf, it, vi } from 'vitest'
  2. import { Context } from '@deepseek-ai/cordis'
  3. import { AttachmentId } from '@deepseek-ai/dsh-attachment'
  4. import BasicCompactionEngine from '@deepseek-ai/dsh-compaction-basic'
  5. import type { BasicCompactionConfig } from '@deepseek-ai/dsh-compaction-basic'
  6. import { selectCompactableRange } from '@deepseek-ai/dsh-compaction-basic/src/region.ts'
  7. import { frameSummary } from '@deepseek-ai/dsh-compaction-basic/src/summarizer.ts'
  8. import type { SummarizationInput, SummaryResult } from '@deepseek-ai/dsh-compaction-basic/src/summarizer.ts'
  9. import { CompactionId, toolPairingBalancedAfter, toolPairingBalancedBefore } from '@deepseek-ai/dsh-compaction'
  10. import {
  11. resolveCompactSpec,
  12. resolveConfig,
  13. resolveTargetPolicy,
  14. } from '@deepseek-ai/dsh-compaction-basic/src/config.ts'
  15. import type { CompactionResult } from '@deepseek-ai/dsh-compaction'
  16. import LlmRuntime, { createUserMessage, ToolCallId, CONTEXT_WINDOW_EXCEEDED_CODE, createToolResultMessage, LlmAdapter , createMessage } from '@deepseek-ai/dsh-llm'
  17. import type {
  18. ContentBlock,
  19. GenerateOptions,
  20. LlmFailure,
  21. LlmResolvedModelInfo,
  22. Message,
  23. StreamChunk,
  24. TokenUsage,
  25. } from '@deepseek-ai/dsh-llm'
  26. import SessionStore, { Session, SessionId } from '@deepseek-ai/dsh-session'
  27. import SessionProjectionRegistry from '@deepseek-ai/dsh-session-projection'
  28. import TokenMeter from '@deepseek-ai/dsh-token-meter'
  29. import { agentEvents, type Agent, type RequestErrorAction } from '@deepseek-ai/dsh-agent'
  30. import ToolResultPruner from '@deepseek-ai/dsh-compaction-tool-result-pruner'
  31. const SIGNAL = new AbortController().signal
  32. const MODEL = 'test-model'
  33. class ContextAdapter extends LlmAdapter {
  34. constructor(private readonly contextWindow: number) {
  35. super()
  36. }
  37. override resolveModel(provider: string, model: string): Promise<LlmResolvedModelInfo> {
  38. return Promise.resolve({
  39. provider,
  40. id: model,
  41. name: model,
  42. context: { contextWindow: this.contextWindow },
  43. })
  44. }
  45. override async * stream(): AsyncIterable<StreamChunk> {
  46. yield { type: 'finish', reason: { kind: 'stop' } }
  47. }
  48. }
  49. class RoutedContextAdapter extends LlmAdapter {
  50. constructor(private readonly windows: Readonly<Record<string, number>>) {
  51. super()
  52. }
  53. override resolveModel(provider: string, model: string): Promise<LlmResolvedModelInfo> {
  54. const contextWindow = this.windows[provider]
  55. return Promise.resolve({
  56. provider,
  57. id: model,
  58. name: model,
  59. ...contextWindow === undefined ? {} : { context: { contextWindow } },
  60. })
  61. }
  62. override async * stream(): AsyncIterable<StreamChunk> {
  63. yield { type: 'finish', reason: { kind: 'stop' } }
  64. }
  65. }
  66. function createContext(contextWindow = 1_000): Context {
  67. const ctx = new Context()
  68. void new LlmRuntime(ctx)
  69. // The registry is a required injection of TokenMeter (its three
  70. // projection units register in the constructor); mount it synchronously.
  71. new SessionProjectionRegistry(ctx)
  72. void new TokenMeter(ctx)
  73. ctx.llm.registerAdapter([MODEL, 'actual', 'unlisted-provider'], new ContextAdapter(contextWindow))
  74. return ctx
  75. }
  76. function agent(session: Session, model?: string): Agent {
  77. return {
  78. session,
  79. options: model === undefined ? {} : { provider: model, model },
  80. } as Agent
  81. }
  82. /** Flatten every text fragment the summarizer received, recursing tool-result blocks. */
  83. function summarizedText(input: SummarizationInput): string {
  84. const collect = (blocks: readonly ContentBlock[]): string =>
  85. blocks.map(block =>
  86. block.type === 'text' ? block.text
  87. : block.type === 'tool-result' ? collect(block.content)
  88. : '').join('\n')
  89. return input.messages.map(message => collect(message.content)).join('\n')
  90. }
  91. /** A minimal replayed prefix carrying one user message of the given text. */
  92. function promptInput(text: string): SummarizationInput {
  93. return { messages: [createUserMessage({
  94. content: [{ type: 'text', text }],
  95. source: { kind: 'plugin', plugin: 'test' },
  96. })] }
  97. }
  98. /** Closed two-message turns followed by one open turn for durable compaction events. */
  99. function conversation(turns = 4, text = 'fixture '.repeat(40).trim()): Session {
  100. const session = Session.create(SessionId(`conversation-${turns}`))
  101. for (let turn = 1; turn <= turns; turn += 1) {
  102. session.append('turn/start', { turn })
  103. session.append('user/message', createUserMessage({
  104. content: [{ type: 'text', text: `${text} user ${turn}` }],
  105. source: { kind: 'user' },
  106. }), { surfaceOp: 'append' })
  107. session.append('step/start', { turn, step: 1 })
  108. if (turn === 1) {
  109. session.append('request/header', {
  110. header: { config: { provider: MODEL, model: MODEL } },
  111. reason: 'initial',
  112. })
  113. }
  114. session.append('assistant/message', {
  115. turn,
  116. step: 1,
  117. message: createMessage({
  118. role: 'assistant',
  119. content: [{ type: 'text', text: `${text} assistant ${turn}` }],
  120. source: {
  121. kind: 'model',
  122. ...{ provider: MODEL, model: MODEL },
  123. },
  124. }),
  125. }, { surfaceOp: 'append' })
  126. session.append('step/end', { turn, step: 1 })
  127. session.append('turn/end', { turn, reason: { kind: 'completed' } })
  128. }
  129. session.append('turn/start', {
  130. turn: turns + 1,
  131. })
  132. return session
  133. }
  134. function toolConversation(): Session {
  135. const session = Session.create(SessionId('tools'))
  136. for (let turn = 1; turn <= 3; turn += 1) {
  137. const callId = ToolCallId(`call-${turn}`)
  138. session.append('turn/start', { turn })
  139. session.append('user/message', createUserMessage({
  140. content: [{ type: 'text', text: `request ${turn} `.repeat(300) }],
  141. source: { kind: 'user' },
  142. }), { surfaceOp: 'append' })
  143. session.append('step/start', { turn, step: 1 })
  144. if (turn === 1) {
  145. session.append('request/header', {
  146. header: { config: { provider: MODEL, model: MODEL } },
  147. reason: 'initial',
  148. })
  149. }
  150. session.append('assistant/message', {
  151. turn,
  152. step: 1,
  153. message: createMessage({
  154. role: 'assistant',
  155. content: [
  156. { type: 'text', text: `calling ${turn} `.repeat(300) },
  157. { type: 'tool-call', id: callId, name: 'read', arguments: '{}' },
  158. ],
  159. source: {
  160. kind: 'model',
  161. ...{ provider: MODEL, model: MODEL },
  162. },
  163. }),
  164. }, { surfaceOp: 'append' })
  165. session.append('tool/call', { turn, step: 1, callId, name: 'read', arguments: '{}' })
  166. session.append('tool/result', {
  167. turn,
  168. step: 1,
  169. message: createToolResultMessage({
  170. callId,
  171. content: [{ type: 'text', text: `result ${turn} `.repeat(300) }],
  172. isError: false,
  173. }),
  174. }, { surfaceOp: 'append' })
  175. session.append('step/end', { turn, step: 1 })
  176. session.append('turn/end', { turn, reason: { kind: 'completed' } })
  177. }
  178. session.append('turn/start', { turn: 4 })
  179. return session
  180. }
  181. /** One closed routed tool step followed by an open turn for rewrite events. */
  182. function oversizedToolResult(chars = 3_000, withCompactablePrompt = false): Session {
  183. const session = Session.create(SessionId(`oversized-tool-${chars}`))
  184. const callId = ToolCallId('oversized')
  185. session.append('turn/start', { turn: 1 })
  186. if (withCompactablePrompt) {
  187. session.append('user/message', createUserMessage({
  188. content: [{ type: 'text', text: 'older history '.repeat(200) }],
  189. source: { kind: 'user' },
  190. }), { surfaceOp: 'append' })
  191. }
  192. session.append('step/start', { turn: 1, step: 1 })
  193. session.append('request/header', {
  194. header: { config: { provider: MODEL, model: MODEL } },
  195. reason: 'initial',
  196. })
  197. session.append('assistant/message', {
  198. turn: 1,
  199. step: 1,
  200. message: createMessage({
  201. role: 'assistant',
  202. content: [{ type: 'tool-call', id: callId, name: 'bash', arguments: '{}' }],
  203. source: {
  204. kind: 'model',
  205. ...{ provider: MODEL, model: MODEL },
  206. },
  207. }),
  208. }, { surfaceOp: 'append' })
  209. session.append('tool/call', { turn: 1, step: 1, callId, name: 'bash', arguments: '{}' })
  210. session.append('tool/result', {
  211. turn: 1,
  212. step: 1,
  213. message: createToolResultMessage({
  214. callId,
  215. content: [{ type: 'text', text: 'X'.repeat(chars) }],
  216. isError: false,
  217. }),
  218. meta: { presentation: 'preserved' },
  219. }, { surfaceOp: 'append' })
  220. session.append('step/end', { turn: 1, step: 1 })
  221. session.append('turn/end', { turn: 1, reason: { kind: 'completed' } })
  222. session.append('turn/start', { turn: 2 })
  223. return session
  224. }
  225. class TestCompactionEngine extends BasicCompactionEngine {
  226. summary: ContentBlock[] = [{ type: 'text', text: 'small checkpoint' }]
  227. rawOutput: ContentBlock[] | undefined
  228. usage: TokenUsage | undefined
  229. summaryProvider = 'summary-provider'
  230. summaryModel = 'summary-model'
  231. error: unknown
  232. mutateDuringSummary: (() => void) | undefined
  233. calls: Array<{ input: SummarizationInput; signal: AbortSignal | undefined }> = []
  234. override async summarize(
  235. input: SummarizationInput,
  236. _agent: Agent,
  237. signal?: AbortSignal,
  238. ): Promise<{
  239. summary: ContentBlock[]
  240. rawOutput?: ContentBlock[]
  241. provider: string
  242. model: string
  243. maxTokens?: number
  244. usage?: TokenUsage
  245. }> {
  246. this.calls.push({ input, signal })
  247. this.mutateDuringSummary?.()
  248. if (this.error !== undefined) throw this.error
  249. return {
  250. summary: this.summary,
  251. ...this.rawOutput === undefined ? {} : { rawOutput: this.rawOutput },
  252. provider: this.summaryProvider,
  253. model: this.summaryModel,
  254. maxTokens: 123,
  255. ...this.usage === undefined ? {} : { usage: this.usage },
  256. }
  257. }
  258. }
  259. function service(
  260. config: BasicCompactionConfig = { auto: false },
  261. ctx = createContext(),
  262. ): TestCompactionEngine {
  263. return new TestCompactionEngine(ctx, config)
  264. }
  265. async function compactIfNeeded(
  266. compact: BasicCompactionEngine,
  267. session: Session,
  268. trigger: 'pressure' | 'context-overflow' = 'pressure',
  269. model: string | undefined = MODEL,
  270. ): Promise<CompactionResult | null> {
  271. return compact.compactIfNeeded(agent(session, model), trigger, SIGNAL)
  272. }
  273. describe('compact configuration and defaults', () => {
  274. it('uses low-friction service-wide defaults', () => {
  275. const resolved = resolveConfig({})
  276. expect(resolved).toEqual({
  277. thresholdRatio: 0.8,
  278. retainRatio: 0.16,
  279. summarizationProvider: '',
  280. summarizationModel: '',
  281. maxTokens: 8192,
  282. compactionRetries: 1,
  283. maxOverflowRetries: 1,
  284. modelPolicies: [],
  285. auto: true,
  286. })
  287. expect(Object.isFrozen(resolved)).toBe(true)
  288. })
  289. it('resolves threshold and retention overrides independently', () => {
  290. const thresholdOnly = resolveConfig({
  291. thresholdRatio: 0.5,
  292. })
  293. expect(thresholdOnly).toMatchObject({
  294. thresholdRatio: 0.5,
  295. retainRatio: 0.16,
  296. })
  297. const retentionOnly = resolveConfig({
  298. retainTokens: 70,
  299. })
  300. expect(retentionOnly).toMatchObject({
  301. thresholdRatio: 0.8,
  302. retainTokens: 70,
  303. })
  304. expect(retentionOnly).not.toHaveProperty('retainRatio')
  305. })
  306. it('merges exact provider/model policy overrides and scales ratios per model', () => {
  307. const config = resolveConfig({
  308. thresholdRatio: 0.8,
  309. retainRatio: 0.1,
  310. modelPolicies: [{
  311. provider: 'small-provider',
  312. model: 'shared-id',
  313. thresholdRatio: 0.5,
  314. retainTokens: 120,
  315. }],
  316. })
  317. const small = resolveTargetPolicy(config, {
  318. provider: 'small-provider',
  319. model: 'shared-id',
  320. })
  321. const otherProvider = resolveTargetPolicy(config, {
  322. provider: 'large-provider',
  323. model: 'shared-id',
  324. })
  325. expect(resolveCompactSpec(small, 1_000)).toMatchObject({
  326. thresholdTokens: 500,
  327. retainTokens: 120,
  328. })
  329. expect(resolveCompactSpec(otherProvider, 2_000)).toMatchObject({
  330. thresholdTokens: 1_600,
  331. retainTokens: 200,
  332. })
  333. const ratioOverride = resolveTargetPolicy(resolveConfig({
  334. retainTokens: 200,
  335. modelPolicies: [{
  336. provider: 'ratio-provider',
  337. model: 'ratio-model',
  338. thresholdRatio: 0.6,
  339. retainRatio: 0.2,
  340. summarizationProvider: 'summary-provider',
  341. summarizationModel: 'summary-model',
  342. maxTokens: 512,
  343. compactionRetries: 2,
  344. maxOverflowRetries: 3,
  345. }],
  346. }), { provider: 'ratio-provider', model: 'ratio-model' })
  347. expect(resolveCompactSpec(ratioOverride, 2_000)).toMatchObject({
  348. thresholdTokens: 1_200,
  349. retainTokens: 400,
  350. summarizationProvider: 'summary-provider',
  351. summarizationModel: 'summary-model',
  352. maxTokens: 512,
  353. compactionRetries: 2,
  354. maxOverflowRetries: 3,
  355. })
  356. })
  357. it('inherits, clears, and replaces the summarization target as a pair', () => {
  358. const config = resolveConfig({
  359. summarizationProvider: 'default-provider',
  360. summarizationModel: 'default-model',
  361. modelPolicies: [
  362. { provider: 'inherit-provider', model: MODEL },
  363. {
  364. provider: 'clear-provider',
  365. model: MODEL,
  366. summarizationProvider: '',
  367. summarizationModel: '',
  368. },
  369. {
  370. provider: 'replace-provider',
  371. model: MODEL,
  372. summarizationProvider: 'replacement-provider',
  373. summarizationModel: 'replacement-model',
  374. },
  375. ],
  376. })
  377. expect(resolveTargetPolicy(config, { provider: 'inherit-provider', model: MODEL }))
  378. .toMatchObject({
  379. summarizationProvider: 'default-provider',
  380. summarizationModel: 'default-model',
  381. })
  382. expect(resolveTargetPolicy(config, { provider: 'clear-provider', model: MODEL }))
  383. .toMatchObject({ summarizationProvider: '', summarizationModel: '' })
  384. expect(resolveTargetPolicy(config, { provider: 'replace-provider', model: MODEL }))
  385. .toMatchObject({
  386. summarizationProvider: 'replacement-provider',
  387. summarizationModel: 'replacement-model',
  388. })
  389. })
  390. it('validates common values and pressure-policy invariants', () => {
  391. const bad = [
  392. [{ maxTokens: 0 }, /maxTokens/],
  393. [{ compactionRetries: -1 }, /compactionRetries/],
  394. [{ maxOverflowRetries: -1 }, /maxOverflowRetries/],
  395. [{ auto: 'yes' }, /auto must be a boolean/],
  396. [{ summarizationProvider: 1 }, /summarizationProvider must be a string/],
  397. [{ summarizationModel: 1 }, /summarizationModel must be a string/],
  398. [{ summarizationProvider: MODEL }, /must be set together/],
  399. [{ summarizationModel: MODEL }, /must be set together/],
  400. [{ summarizationProvider: '' }, /must be set together/],
  401. [{ summarizationModel: '' }, /must be set together/],
  402. [{ thresholdRatio: 0 }, /number in \(0, 1\]/],
  403. [{ thresholdRatio: 1.1 }, /number in \(0, 1\]/],
  404. [{ retainRatio: 0.9 }, /retainRatio \(0.9\) must be less than the resolved thresholdRatio \(0.8\)/],
  405. [{ thresholdRatio: 0.1 }, /retainRatio \(0.16\) must be less than the resolved thresholdRatio \(0.1\)/],
  406. [{ retainTokens: -1 }, /non-negative integer/],
  407. [{ retainRatio: 0.2, retainTokens: 100 }, /mutually exclusive/],
  408. [{ modelPolicies: {} }, /modelPolicies must be an array/],
  409. [{ modelPolicies: [1] }, /modelPolicies\[0\] must be an object/],
  410. [{ modelPolicies: [null] }, /modelPolicies\[0\] must be an object/],
  411. [{ modelPolicies: [[]] }, /modelPolicies\[0\] must be an object/],
  412. [{ modelPolicies: [{ provider: 1, model: MODEL }] }, /provider must be a non-empty string/],
  413. [{ modelPolicies: [{ provider: '', model: MODEL }] }, /provider must be a non-empty string/],
  414. [{ modelPolicies: [{ provider: MODEL, model: 1 }] }, /model must be a non-empty string/],
  415. [{ modelPolicies: [{ provider: MODEL, model: '' }] }, /model must be a non-empty string/],
  416. [{ modelPolicies: [{ provider: MODEL, model: MODEL, summarizationProvider: 1 }] }, /summarizationProvider must be a string/],
  417. [{
  418. summarizationProvider: 'default-provider',
  419. summarizationModel: 'default-model',
  420. modelPolicies: [{ provider: MODEL, model: MODEL, summarizationModel: '' }],
  421. }, /modelPolicies\[0\].*must be set together/],
  422. [{
  423. summarizationProvider: 'default-provider',
  424. summarizationModel: 'default-model',
  425. modelPolicies: [{ provider: MODEL, model: MODEL, summarizationProvider: '' }],
  426. }, /modelPolicies\[0\].*must be set together/],
  427. [{ modelPolicies: [{ provider: MODEL, model: MODEL, retainRatio: 0.2, retainTokens: 100 }] }, /mutually exclusive/],
  428. [
  429. { modelPolicies: [{ provider: MODEL, model: MODEL, thresholdRatio: 0.1 }] },
  430. /modelPolicies\[0\]: retainRatio \(0.16\).*thresholdRatio \(0.1\)/,
  431. ],
  432. [
  433. { modelPolicies: [{ provider: MODEL, model: MODEL, retainRatio: 0.9 }] },
  434. /modelPolicies\[0\]: retainRatio \(0.9\).*thresholdRatio \(0.8\)/,
  435. ],
  436. [{ modelPolicies: [{ provider: MODEL, model: MODEL }, { provider: MODEL, model: MODEL }] }, /duplicate model policy/],
  437. [{ models: { [MODEL]: { retainTokens: 10 } } }, /BasicCompactionConfig: unknown key "models"/],
  438. [{ thresholdRato: 0.5 }, /BasicCompactionConfig: unknown key "thresholdRato"/],
  439. ] as Array<[unknown, RegExp]>
  440. for (const [config, pattern] of bad) {
  441. expect(() => resolveConfig(config as BasicCompactionConfig)).toThrow(pattern)
  442. }
  443. const invalidPressure = resolveTargetPolicy(resolveConfig({
  444. thresholdRatio: 0.5,
  445. retainTokens: 500,
  446. }), { provider: MODEL, model: MODEL })
  447. expect(() => resolveCompactSpec(invalidPressure, 1_000)).toThrow(/less than threshold/)
  448. expect(() => resolveCompactSpec(invalidPressure, 1.5)).toThrow(/positive integer/)
  449. expect(() => resolveCompactSpec(invalidPressure, 0)).toThrow(/positive integer/)
  450. })
  451. })
  452. describe('pressure measurement and retention', () => {
  453. const compactConfig: BasicCompactionConfig = {
  454. auto: false,
  455. thresholdRatio: 0.5,
  456. retainTokens: 180,
  457. }
  458. it('skips when no durable routed model exists instead of using AgentOptions fallback', async () => {
  459. const compact = service(compactConfig)
  460. const session = Session.create(SessionId('headerless'))
  461. session.append('turn/start', { turn: 1 })
  462. await expect(compact.compactIfNeeded(agent(session, MODEL), 'pressure', SIGNAL))
  463. .resolves.toBeNull()
  464. expect(compact.calls).toHaveLength(0)
  465. })
  466. it('meters an unlisted model when its provider adapter supplies context metadata', async () => {
  467. const compact = service(compactConfig)
  468. const session = conversation()
  469. session.append('request/header', {
  470. header: { config: { provider: 'unlisted-provider', model: 'unlisted-model' } },
  471. reason: 'resume',
  472. })
  473. await expect(compactIfNeeded(compact, session))
  474. .resolves.not.toBeNull()
  475. })
  476. it('forwards turn cancellation to proactive model metadata resolution', async () => {
  477. const ctx = createContext()
  478. const resolveModelInfo = vi.spyOn(ctx.llm, 'resolveModelInfo')
  479. const compact = service(compactConfig, ctx)
  480. const session = conversation()
  481. const signal = new AbortController().signal
  482. await expect(compact.compactIfNeeded(agent(session, MODEL), 'pressure', signal))
  483. .resolves.not.toBeNull()
  484. expect(resolveModelInfo).toHaveBeenCalledWith(MODEL, MODEL, signal)
  485. })
  486. it('re-resolves capacity after a same-model-id provider switch in one session', async () => {
  487. const ctx = new Context()
  488. void new LlmRuntime(ctx)
  489. new SessionProjectionRegistry(ctx)
  490. void new TokenMeter(ctx)
  491. ctx.llm.registerAdapter(['large', 'small'], new RoutedContextAdapter({
  492. large: 10_000,
  493. small: 1_000,
  494. }))
  495. const compact = service({
  496. auto: false,
  497. thresholdRatio: 0.5,
  498. retainRatio: 0.1,
  499. }, ctx)
  500. const session = conversation(4)
  501. session.append('request/header', {
  502. header: { config: { provider: 'large', model: 'shared-id' } },
  503. reason: 'resume',
  504. })
  505. await expect(compactIfNeeded(compact, session)).resolves.toBeNull()
  506. session.append('request/header', {
  507. header: { config: { provider: 'small', model: 'shared-id' } },
  508. reason: 'change',
  509. })
  510. await expect(compactIfNeeded(compact, session)).resolves.not.toBeNull()
  511. })
  512. it('requires capacity only for proactive pressure, not provider-confirmed overflow', async () => {
  513. const ctx = new Context()
  514. void new LlmRuntime(ctx)
  515. new SessionProjectionRegistry(ctx)
  516. void new TokenMeter(ctx)
  517. ctx.llm.registerAdapter(['unknown-context'], new ContextAdapter(1_000))
  518. vi.spyOn(ctx.llm, 'resolveModelInfo').mockImplementation((provider, model) => Promise.resolve({
  519. provider,
  520. id: model,
  521. name: model,
  522. }))
  523. const compact = service(compactConfig, ctx)
  524. const session = conversation(4)
  525. session.append('request/header', {
  526. header: { config: { provider: 'unknown-context', model: 'model' } },
  527. reason: 'resume',
  528. })
  529. await expect(compactIfNeeded(compact, session, 'pressure'))
  530. .rejects.toThrow(/no context capacity for unknown-context\/model/)
  531. await expect(compactIfNeeded(compact, session, 'context-overflow'))
  532. .resolves.not.toBeNull()
  533. })
  534. it('declines forced overflow when the whole surface is one indivisible tool pair', async () => {
  535. const compact = service(compactConfig)
  536. const session = Session.create(SessionId('single-tool-pair'))
  537. const callId = ToolCallId('single-call')
  538. session.append('turn/start', { turn: 1 })
  539. session.append('step/start', { turn: 1, step: 1 })
  540. session.append('request/header', {
  541. header: { config: { provider: MODEL, model: MODEL } },
  542. reason: 'initial',
  543. })
  544. session.append('assistant/message', {
  545. turn: 1,
  546. step: 1,
  547. message: createMessage({
  548. role: 'assistant',
  549. content: [{ type: 'tool-call', id: callId, name: 'read', arguments: '{}' }],
  550. source: {
  551. kind: 'model',
  552. ...{ provider: MODEL, model: MODEL },
  553. },
  554. }),
  555. }, { surfaceOp: 'append' })
  556. session.append('tool/call', { turn: 1, step: 1, callId, name: 'read', arguments: '{}' })
  557. session.append('tool/result', {
  558. turn: 1,
  559. step: 1,
  560. message: createToolResultMessage({
  561. callId,
  562. content: [{ type: 'text', text: 'result' }],
  563. isError: false,
  564. }),
  565. }, { surfaceOp: 'append' })
  566. session.append('step/end', { turn: 1, step: 1 })
  567. const generation = session.surface.replaceGeneration
  568. await expect(compactIfNeeded(compact, session, 'context-overflow')).resolves.toBeNull()
  569. expect(session.surface.replaceGeneration).toBe(generation)
  570. expect(session.snapshotEvents().some(event => event.type === 'compaction/start')).toBe(false)
  571. })
  572. it('does nothing below threshold and compacts a priced head above threshold', async () => {
  573. const compact = service(compactConfig)
  574. expect(await compactIfNeeded(compact, conversation(2))).toBeNull()
  575. const session = conversation(4)
  576. const result = await compactIfNeeded(compact, session)
  577. expect(result).not.toBeNull()
  578. expect(result?.shadowedSeqs.length).toBeGreaterThan(2)
  579. expect(session.surface.nodes.length).toBeLessThan(8)
  580. })
  581. it('counts the durable routed request envelope without putting it on the surface', async () => {
  582. const compact = service({
  583. auto: false,
  584. thresholdRatio: 0.9,
  585. retainTokens: 50,
  586. })
  587. const session = conversation(2, 'x'.repeat(600))
  588. expect(await compactIfNeeded(compact, session)).toBeNull()
  589. session.append('request/header', {
  590. header: {
  591. config: { provider: MODEL, model: MODEL },
  592. system: 's'.repeat(2_000),
  593. },
  594. reason: 'resume',
  595. })
  596. const result = await compactIfNeeded(compact, session)
  597. expect(result).not.toBeNull()
  598. })
  599. it('uses the latest logged request envelope without an AgentOptions override', async () => {
  600. const ctx = createContext()
  601. const compact = service({
  602. auto: false,
  603. thresholdRatio: 0.5,
  604. retainTokens: 180,
  605. }, ctx)
  606. const session = conversation(4)
  607. session.append('request/header', {
  608. header: { config: { provider: 'actual', model: 'actual' } },
  609. reason: 'initial',
  610. })
  611. const measure = vi.spyOn(ctx.tokenMeter, 'measure')
  612. const result = await compactIfNeeded(compact, session, 'pressure', 'fallback')
  613. expect(result).not.toBeNull()
  614. expect(session.requestHeader()?.config.model).toBe('actual')
  615. expect(measure.mock.calls[0]).toEqual([session])
  616. })
  617. it('declines when envelope pressure is high but the surface has no compactable range', async () => {
  618. const compact = service(compactConfig)
  619. const empty = Session.create(SessionId('empty'))
  620. empty.append('turn/start', { turn: 1 })
  621. empty.append('request/header', {
  622. header: { config: { provider: MODEL, model: MODEL }, system: 'x'.repeat(100_000) },
  623. reason: 'initial',
  624. })
  625. expect(await compactIfNeeded(compact, empty)).toBeNull()
  626. const retained = conversation(1)
  627. retained.append('request/header', {
  628. header: { config: { provider: MODEL, model: MODEL }, system: 'x'.repeat(100_000) },
  629. reason: 'resume',
  630. })
  631. expect(await compactIfNeeded(compact, retained)).toBeNull()
  632. })
  633. it('uses one unified measurement for each pressure-and-retention decision', async () => {
  634. const ctx = createContext()
  635. const compact = service(compactConfig, ctx)
  636. const measure = vi.spyOn(ctx.tokenMeter, 'measure')
  637. const stop = new Error('stop after first decision')
  638. vi.spyOn(compact, 'compactRegion').mockRejectedValueOnce(stop)
  639. await expect(compactIfNeeded(compact, conversation(4))).rejects.toBe(stop)
  640. expect(measure).toHaveBeenCalledTimes(1)
  641. })
  642. it('bounds retries when a shrinking checkpoint remains above threshold', async () => {
  643. const compact = service({
  644. auto: false,
  645. compactionRetries: 0,
  646. thresholdRatio: 0.3,
  647. retainTokens: 180,
  648. })
  649. compact.summary = Array.from({ length: 7 }, (_, index) => ({
  650. type: 'text',
  651. text: `summary ${index}`,
  652. }))
  653. await expect(compactIfNeeded(compact, conversation(4)))
  654. .rejects.toThrow(/still above threshold after 1 compaction attempts/)
  655. })
  656. it('rounds a retention cut head-ward to preserve tool-call/result pairing', async () => {
  657. const compact = service({
  658. auto: false,
  659. thresholdRatio: 0.8,
  660. retainTokens: 80,
  661. }, createContext(4_000))
  662. const session = toolConversation()
  663. const result = await compactIfNeeded(compact, session)
  664. expect(result).not.toBeNull()
  665. const messages = session.deriveMessages()
  666. const calls = new Set<string>()
  667. for (const message of messages) {
  668. for (const block of message.content) {
  669. if (block.type === 'tool-call') calls.add(block.id)
  670. if (block.type === 'tool-result') expect(calls.has(block.toolCallId)).toBe(true)
  671. }
  672. }
  673. })
  674. it('rejects a priced surface that is not the current positional surface', () => {
  675. const ctx = createContext()
  676. const session = conversation(2)
  677. const priced = ctx.tokenMeter.measure(session)
  678. expect(() => selectCompactableRange(session, {
  679. ...priced,
  680. nodes: priced.nodes.slice(1),
  681. }, 1)).toThrow(/does not match/)
  682. })
  683. it('declines when rounding a cut would consume the only tool pair', () => {
  684. const ctx = createContext()
  685. const session = Session.create(SessionId('one-tool-pair'))
  686. const callId = ToolCallId('only')
  687. session.append('turn/start', { turn: 1 })
  688. session.append('step/start', { turn: 1, step: 1 })
  689. session.append('assistant/message', {
  690. turn: 1,
  691. step: 1,
  692. message: createMessage({
  693. role: 'assistant',
  694. content: [{ type: 'tool-call', id: callId, name: 'read', arguments: '{}' }],
  695. source: {
  696. kind: 'model',
  697. ...{ provider: MODEL, model: MODEL },
  698. },
  699. }),
  700. }, { surfaceOp: 'append' })
  701. session.append('tool/call', { turn: 1, step: 1, callId, name: 'read', arguments: '{}' })
  702. session.append('tool/result', {
  703. turn: 1,
  704. step: 1,
  705. message: createToolResultMessage({
  706. callId,
  707. content: [{ type: 'text', text: 'result' }],
  708. isError: false,
  709. }),
  710. }, { surfaceOp: 'append' })
  711. session.append('step/end', { turn: 1, step: 1 })
  712. const priced = ctx.tokenMeter.measure(session)
  713. expect(selectCompactableRange(session, priced, 1)).toBeNull()
  714. })
  715. })
  716. describe('optional model-free tool-result pruning', () => {
  717. const pruneConfig = { thresholdChars: 100, headChars: 20, tailChars: 10 }
  718. it('does not prune a below-pressure session opportunistically', async () => {
  719. const ctx = createContext(10_000)
  720. const prune = new ToolResultPruner(ctx, pruneConfig)
  721. const compact = new TestCompactionEngine(ctx, {
  722. auto: false,
  723. thresholdRatio: 0.8,
  724. retainTokens: 100,
  725. })
  726. const session = oversizedToolResult()
  727. const pruneSession = vi.spyOn(prune, 'pruneSession')
  728. expect(await compactIfNeeded(compact, session)).toBeNull()
  729. expect(pruneSession).not.toHaveBeenCalled()
  730. expect(compact.calls).toHaveLength(0)
  731. expect(session.surface.replaceGeneration).toBe(0)
  732. })
  733. it('skips LLM summarization when pruning alone clears pressure', async () => {
  734. const ctx = createContext(1_000)
  735. void new ToolResultPruner(ctx, pruneConfig)
  736. const compact = new TestCompactionEngine(ctx, {
  737. auto: false,
  738. thresholdRatio: 0.5,
  739. retainTokens: 50,
  740. })
  741. const session = oversizedToolResult()
  742. expect(ctx.tokenMeter.measure(session).totalTokens).toBeGreaterThanOrEqual(500)
  743. expect(await compactIfNeeded(compact, session)).toBeNull()
  744. expect(ctx.tokenMeter.measure(session).totalTokens).toBeLessThan(500)
  745. expect(compact.calls).toHaveLength(0)
  746. expect(session.surface.replaceGeneration).toBe(1)
  747. })
  748. it('summarizes the pruned surface when pruning is insufficient', async () => {
  749. const ctx = createContext(2_000)
  750. void new ToolResultPruner(ctx, pruneConfig)
  751. const compact = new TestCompactionEngine(ctx, {
  752. auto: false,
  753. thresholdRatio: 0.5,
  754. retainTokens: 50,
  755. })
  756. const session = toolConversation()
  757. expect(await compactIfNeeded(compact, session)).not.toBeNull()
  758. expect(compact.calls).toHaveLength(1)
  759. expect(summarizedText(compact.calls[0]!.input)).toContain('tool result middle pruned')
  760. expect(summarizedText(compact.calls[0]!.input)).not.toContain('result 1 '.repeat(300))
  761. })
  762. it('retains the original compaction-basic behavior without the optional plugin', async () => {
  763. const ctx = createContext(2_000)
  764. const compact = new TestCompactionEngine(ctx, {
  765. auto: false,
  766. thresholdRatio: 0.5,
  767. retainTokens: 50,
  768. })
  769. const session = oversizedToolResult(3_000, true)
  770. expect(await compactIfNeeded(compact, session)).not.toBeNull()
  771. expect(compact.calls).toHaveLength(1)
  772. const original = session.snapshotEvents().find(event => event.type === 'tool/result')
  773. expect(original?.type === 'tool/result' && original.data.message.content[0].content[0])
  774. .toEqual({ type: 'text', text: 'X'.repeat(3_000) })
  775. expect(session.snapshotEvents().filter(event =>
  776. event.type === 'tool/result' && event.surfaceOp !== 'append')).toHaveLength(0)
  777. })
  778. })
  779. describe('compaction region transaction', () => {
  780. it('lands a framed, replayable checkpoint with exact source seqs and token price', async () => {
  781. const compact = service()
  782. compact.rawOutput = [
  783. { type: 'reasoning', text: 'private compact thought' },
  784. ...compact.summary,
  785. ]
  786. compact.usage = { inputTokens: 40, outputTokens: 5 }
  787. const session = conversation(3)
  788. const before = [...session.surface.nodes]
  789. const result = await compact.compactRegion(
  790. before[0]!,
  791. before[3]!,
  792. agent(session, MODEL),
  793. SIGNAL,
  794. )
  795. expect(result.shadowedSeqs).toEqual(before.slice(0, 4))
  796. expect(result.shadowedTokenCount).toBeGreaterThan(0)
  797. expect(compact.calls[0]).toMatchObject({ signal: SIGNAL })
  798. expect(summarizedText(compact.calls[0]!.input)).toContain('fixture user 1')
  799. const summary = session.snapshotEvents().findLast(event => event.type === 'compaction/summary')
  800. expect(summary?.data).toMatchObject({
  801. shadowedSeqs: result.shadowedSeqs,
  802. shadowedTokenCount: result.shadowedTokenCount,
  803. provider: 'summary-provider',
  804. model: 'summary-model',
  805. maxTokens: 123,
  806. rawOutput: compact.rawOutput,
  807. usage: compact.usage,
  808. })
  809. expect(summary?.data).not.toHaveProperty('llmStreamCall')
  810. const head = session.deriveMessages()[0]!
  811. expect(head.content[0]?.type).toBe('text')
  812. expect(head.content[0]?.type === 'text' ? head.content[0].text : '').toContain('<compacted-summary>')
  813. expect(head.content.at(-1)).toEqual({ type: 'text', text: '</compacted-summary>' })
  814. const replay = Session.create(SessionId('replay'), session.snapshotEvents())
  815. expect(replay.deriveMessages()).toEqual(session.deriveMessages())
  816. })
  817. it('replays the latest routed header so the summarizer reuses the cache', async () => {
  818. const compact = service()
  819. const session = conversation(3)
  820. const tools = [{ name: 'do_thing', description: 'd', parameters: { type: 'object' } }]
  821. session.append('request/header', {
  822. header: { config: { provider: MODEL, model: MODEL }, system: 'CONVERSATION SYSTEM', tools },
  823. reason: 'resume',
  824. })
  825. const nodes = session.surface.nodes
  826. await compact.compactRegion(nodes[0]!, nodes[1]!, agent(session, MODEL), SIGNAL)
  827. const { input } = compact.calls[0]!
  828. expect(input.system).toBe('CONVERSATION SYSTEM')
  829. expect(input.tools).toEqual(tools)
  830. expect(summarizedText(input)).toContain('fixture user 1')
  831. })
  832. it.each([
  833. ['start missing', 9_001, undefined, /start seq 9001 not found/],
  834. ['end missing', undefined, 9_002, /end seq 9002 not found/],
  835. ])('rejects %s', async (_label, startOverride, endOverride, pattern) => {
  836. const compact = service()
  837. const session = conversation(2)
  838. const nodes = session.surface.nodes
  839. await expect(compact.compactRegion(
  840. startOverride ?? nodes[0]!,
  841. endOverride ?? nodes[1]!,
  842. agent(session, MODEL),
  843. )).rejects.toThrow(pattern)
  844. })
  845. it('rejects reversed and tool-unbalanced positional boundaries', async () => {
  846. const compact = service()
  847. const plain = conversation(2)
  848. const nodes = plain.surface.nodes
  849. await expect(compact.compactRegion(
  850. nodes[2]!,
  851. nodes[1]!,
  852. agent(plain, MODEL),
  853. )).rejects.toThrow(/is after end/)
  854. const tools = toolConversation()
  855. const toolNodes = tools.surface.nodes
  856. await expect(compact.compactRegion(
  857. toolNodes[2]!,
  858. toolNodes[4]!,
  859. agent(tools, MODEL),
  860. )).rejects.toThrow(/start seq .* not a balanced boundary/)
  861. await expect(compact.compactRegion(
  862. toolNodes[0]!,
  863. toolNodes[1]!,
  864. agent(tools, MODEL),
  865. )).rejects.toThrow(/end seq .* not a balanced boundary/)
  866. })
  867. it('requires an open turn and an idle compaction bracket', async () => {
  868. const compact = service()
  869. const closed = conversation(1)
  870. closed.append('turn/end', { turn: 2, reason: { kind: 'completed' } })
  871. const nodes = closed.surface.nodes
  872. await expect(compact.compactRegion(
  873. nodes[0]!,
  874. nodes[1]!,
  875. agent(closed, MODEL),
  876. )).rejects.toThrow(/no open turn/)
  877. const locked = conversation(1)
  878. locked.append('compaction/start', {
  879. compactionId: CompactionId('locked-compaction'),
  880. turn: 2,
  881. })
  882. const lockedNodes = locked.surface.nodes
  883. await expect(compact.compactRegion(
  884. lockedNodes[0]!,
  885. lockedNodes[1]!,
  886. agent(locked, MODEL),
  887. )).rejects.toThrow(/already in progress/)
  888. })
  889. it('rejects a session with no turn boundary at all', async () => {
  890. const compact = service()
  891. const session = Session.create(SessionId('turnless'))
  892. session.append('user/message', createUserMessage({
  893. content: [{ type: 'text', text: 'orphan' }],
  894. source: { kind: 'user' },
  895. }), { surfaceOp: 'append' })
  896. const node = session.surface.nodes[0]!
  897. await expect(compact.compactRegion(
  898. node,
  899. node,
  900. agent(session, MODEL),
  901. )).rejects.toThrow(/no open turn/)
  902. })
  903. it('rejects a meter snapshot that changed before summarization began', async () => {
  904. const ctx = createContext()
  905. const meter = ctx.tokenMeter
  906. const original = meter.measure.bind(meter)
  907. vi.spyOn(meter, 'measure').mockImplementationOnce((session) => {
  908. const measurement = original(session)
  909. return { ...measurement, nodes: measurement.nodes.slice(1) }
  910. })
  911. const compact = service({ auto: false }, ctx)
  912. const session = conversation(2)
  913. const nodes = session.surface.nodes
  914. await expect(compact.compactRegion(
  915. nodes[0]!,
  916. nodes[2]!,
  917. agent(session, MODEL),
  918. )).rejects.toThrow(/selected surface changed/)
  919. })
  920. it('records summarizer failures without mutating the surface', async () => {
  921. const compact = service()
  922. compact.error = new Error('summary unavailable')
  923. const session = conversation(2)
  924. const before = session.surface.nodes
  925. await expect(compact.compactRegion(
  926. before[0]!,
  927. before[2]!,
  928. agent(session, MODEL),
  929. )).rejects.toThrow('summary unavailable')
  930. expect(session.surface.nodes).toEqual(before)
  931. expect(session.snapshotEvents().findLast(event => event.type === 'compaction/end')?.data)
  932. .toMatchObject({ error: 'summary unavailable' })
  933. })
  934. it('stringifies non-Error failures in the durable end bracket', async () => {
  935. const compact = service()
  936. compact.error = 'plain failure'
  937. const session = conversation(2)
  938. const nodes = session.surface.nodes
  939. await expect(compact.compactRegion(
  940. nodes[0]!,
  941. nodes[2]!,
  942. agent(session, MODEL),
  943. )).rejects.toBe('plain failure')
  944. expect(session.snapshotEvents().findLast(event => event.type === 'compaction/end')?.data)
  945. .toMatchObject({ error: 'plain failure' })
  946. })
  947. it('tolerates concurrent log-only appends while the selected surface is stable', async () => {
  948. const compact = service()
  949. const session = conversation(2)
  950. compact.mutateDuringSummary = () => {
  951. session.append('request/header', {
  952. header: { config: { provider: MODEL, model: MODEL } },
  953. reason: 'change',
  954. })
  955. }
  956. const nodes = session.surface.nodes
  957. await expect(compact.compactRegion(
  958. nodes[0]!,
  959. nodes[2]!,
  960. agent(session, MODEL),
  961. )).resolves.toMatchObject({ shadowedSeqs: nodes.slice(0, 3) })
  962. expect(session.snapshotEvents().some(event => event.type === 'compaction/summary')).toBe(true)
  963. })
  964. it('rejects concurrent surface appends before committing the replacement', async () => {
  965. const compact = service()
  966. const session = conversation(2)
  967. compact.mutateDuringSummary = () => {
  968. session.append('user/message', createUserMessage({
  969. content: [{ type: 'text', text: 'concurrent surface mutation' }],
  970. source: { kind: 'plugin', plugin: 'test' },
  971. }), { surfaceOp: 'append' })
  972. }
  973. const nodes = session.surface.nodes
  974. await expect(compact.compactRegion(
  975. nodes[0]!,
  976. nodes[2]!,
  977. agent(session, MODEL),
  978. )).rejects.toThrow(/session surface changed/)
  979. expect(session.snapshotEvents().some(event => event.type === 'compaction/summary')).toBe(false)
  980. })
  981. it('rejects a non-shrinking framed summary under the conversation meter', async () => {
  982. const compact = service()
  983. compact.summary = Array.from({ length: 100 }, (_, index) => ({
  984. type: 'text',
  985. text: `verbose ${index}`,
  986. }))
  987. const session = conversation(2)
  988. const nodes = session.surface.nodes
  989. await expect(compact.compactRegion(
  990. nodes[0]!,
  991. nodes[2]!,
  992. agent(session, MODEL),
  993. )).rejects.toThrow(/summary is not smaller/)
  994. expect(session.snapshotEvents().some(event => event.type === 'compaction/summary')).toBe(false)
  995. })
  996. it('lets a model-independent custom summarizer compact without a conversation model', async () => {
  997. const compact = service()
  998. const session = Session.create(SessionId('model-less-region'))
  999. session.append('turn/start', { turn: 1 })
  1000. session.append('user/message', createUserMessage({
  1001. content: [{ type: 'text', text: 'history '.repeat(100) }],
  1002. source: { kind: 'user' },
  1003. }), { surfaceOp: 'append' })
  1004. session.append('step/start', { turn: 1, step: 1 })
  1005. session.append('assistant/message', {
  1006. turn: 1,
  1007. step: 1,
  1008. message: createMessage({
  1009. role: 'assistant',
  1010. content: [{ type: 'text', text: 'answer '.repeat(100) }],
  1011. source: {
  1012. kind: 'model',
  1013. ...{ provider: 'historical', model: 'historical' },
  1014. },
  1015. }),
  1016. }, { surfaceOp: 'append' })
  1017. session.append('step/end', { turn: 1, step: 1 })
  1018. const nodes = session.surface.nodes
  1019. await expect(compact.compactRegion(
  1020. nodes[0]!,
  1021. nodes[1]!,
  1022. agent(session),
  1023. )).resolves.toMatchObject({ shadowedSeqs: [nodes[0]!, nodes[1]!] })
  1024. })
  1025. })
  1026. class ScriptedAdapter extends LlmAdapter {
  1027. lastOptions: GenerateOptions | undefined
  1028. usage: TokenUsage | undefined
  1029. constructor(
  1030. private readonly blocks: readonly ContentBlock[],
  1031. private readonly finish: (StreamChunk & { type: 'finish' })['reason'] = { kind: 'stop' },
  1032. ) {
  1033. super()
  1034. }
  1035. override async * stream(options: GenerateOptions): AsyncIterable<StreamChunk> {
  1036. this.lastOptions = options
  1037. for (const [index, block] of this.blocks.entries()) {
  1038. yield { type: 'block-start', index, blockType: block.type }
  1039. if (block.type === 'text') {
  1040. yield { type: 'text-delta', index, text: block.text }
  1041. } else if (block.type === 'reasoning') {
  1042. yield { type: 'reasoning-delta', index, text: block.text }
  1043. } else {
  1044. yield { type: 'block-end', index, block }
  1045. }
  1046. }
  1047. if (this.usage !== undefined) yield { type: 'usage', usage: this.usage }
  1048. yield { type: 'finish', reason: this.finish }
  1049. }
  1050. }
  1051. class ExposedCompactionEngine extends BasicCompactionEngine {
  1052. runSummarize(
  1053. input: SummarizationInput,
  1054. owner: Agent,
  1055. signal?: AbortSignal,
  1056. ): Promise<{
  1057. summary: ContentBlock[]
  1058. rawOutput?: ContentBlock[]
  1059. provider: string
  1060. model: string
  1061. maxTokens?: number
  1062. usage?: TokenUsage
  1063. }> {
  1064. return this.summarize(input, owner, signal)
  1065. }
  1066. }
  1067. async function summarizerHarness(
  1068. blocks: readonly ContentBlock[],
  1069. finish?: (StreamChunk & { type: 'finish' })['reason'],
  1070. model = MODEL,
  1071. config: BasicCompactionConfig = { auto: false },
  1072. ): Promise<{ ctx: Context; adapter: ScriptedAdapter; compact: ExposedCompactionEngine }> {
  1073. const ctx = new Context()
  1074. await ctx.plugin(LlmRuntime)
  1075. await ctx.plugin(SessionProjectionRegistry)
  1076. void new TokenMeter(ctx)
  1077. const adapter = new ScriptedAdapter(blocks, finish)
  1078. ctx.llm.registerAdapter([model], adapter)
  1079. const compact = new ExposedCompactionEngine(ctx, config)
  1080. return { ctx, adapter, compact }
  1081. }
  1082. describe('default one-shot summarizer', () => {
  1083. it('requires complete raw output when a subclass marks one local LLM stream call', () => {
  1084. expectTypeOf<{
  1085. summary: ContentBlock[]
  1086. llmStreamCall: true
  1087. provider: string
  1088. model: string
  1089. }>().not.toExtend<SummaryResult>()
  1090. })
  1091. it('uses configured model/default cap, forwards cancellation, and keeps only safe text', async () => {
  1092. const { adapter, compact } = await summarizerHarness([
  1093. { type: 'reasoning', text: 'private' },
  1094. { type: 'text', text: 'public summary' },
  1095. { type: 'tool-call', id: ToolCallId('unexpected'), name: 'x', arguments: '{}' },
  1096. ], undefined, MODEL, {
  1097. auto: false,
  1098. summarizationProvider: MODEL,
  1099. summarizationModel: MODEL,
  1100. maxTokens: 321,
  1101. })
  1102. const session = conversation(1)
  1103. adapter.usage = { inputTokens: 12, outputTokens: 3 }
  1104. const output = await compact.runSummarize(promptInput('transcript'), agent(session, 'fallback'), SIGNAL)
  1105. expect(output).toEqual({
  1106. summary: [{ type: 'text', text: 'public summary' }],
  1107. rawOutput: [
  1108. { type: 'reasoning', text: 'private' },
  1109. { type: 'text', text: 'public summary' },
  1110. { type: 'tool-call', id: ToolCallId('unexpected'), name: 'x', arguments: '{}' },
  1111. ],
  1112. llmStreamCall: true,
  1113. provider: MODEL,
  1114. model: MODEL,
  1115. maxTokens: 321,
  1116. usage: adapter.usage,
  1117. })
  1118. expect(adapter.lastOptions).toMatchObject({
  1119. provider: MODEL,
  1120. model: MODEL,
  1121. maxTokens: 321,
  1122. signal: SIGNAL,
  1123. sessionId: session.id,
  1124. purpose: 'compaction',
  1125. })
  1126. const instruction = adapter.lastOptions?.messages.at(-1)?.content[0]
  1127. expect(instruction?.type === 'text' ? instruction.text : '').toContain('## Primary Request and Intent')
  1128. })
  1129. it('replays the conversation prefix and appends the instruction as the final message', async () => {
  1130. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }])
  1131. const tools = [{ name: 'do_thing', description: 'd', parameters: { type: 'object' } }]
  1132. const prefix: Message = createUserMessage({
  1133. content: [
  1134. { type: 'text', text: 'earlier turn' },
  1135. {
  1136. type: 'image',
  1137. attachment: {
  1138. attachmentId: AttachmentId(`sha256:${'a'.repeat(64)}`),
  1139. mediaType: 'image/png',
  1140. bytes: 1,
  1141. width: 1,
  1142. height: 1,
  1143. },
  1144. },
  1145. ],
  1146. source: { kind: 'plugin', plugin: 'test' },
  1147. })
  1148. await compact.runSummarize({
  1149. system: 'REPLAYED SYSTEM',
  1150. tools,
  1151. messages: [prefix],
  1152. }, agent(conversation(1), MODEL))
  1153. expect(adapter.lastOptions?.system).toBe('REPLAYED SYSTEM')
  1154. expect(adapter.lastOptions?.tools).toEqual(tools)
  1155. const messages = adapter.lastOptions?.messages ?? []
  1156. expect(messages[0]).toEqual(prefix)
  1157. const last = messages.at(-1)?.content[0]
  1158. const lastText = last?.type === 'text' ? last.text : ''
  1159. expect(lastText).toContain('Write concise English engineering prose.')
  1160. expect(lastText).toContain('numeric values, function signatures, and syntax fragments.')
  1161. expect(lastText).toContain('## Primary Request and Intent')
  1162. })
  1163. it('applies the routed model policy without changing the replayed prefix', async () => {
  1164. const { ctx, compact } = await summarizerHarness(
  1165. [{ type: 'text', text: 'unused default summary' }],
  1166. undefined,
  1167. MODEL,
  1168. {
  1169. auto: false,
  1170. maxTokens: 111,
  1171. modelPolicies: [{
  1172. provider: MODEL,
  1173. model: MODEL,
  1174. summarizationProvider: 'policy-summary',
  1175. summarizationModel: 'policy-summary',
  1176. maxTokens: 222,
  1177. }],
  1178. },
  1179. )
  1180. const policyAdapter = new ScriptedAdapter([{ type: 'text', text: 'policy summary' }])
  1181. ctx.llm.registerAdapter(['policy-summary'], policyAdapter)
  1182. const prefix: Message = createUserMessage({
  1183. content: [{ type: 'text', text: 'warm prefix' }],
  1184. source: { kind: 'plugin', plugin: 'test' },
  1185. })
  1186. const output = await compact.runSummarize({
  1187. system: 'WARM SYSTEM',
  1188. messages: [prefix],
  1189. }, agent(conversation(1), 'fallback'))
  1190. expect(output).toMatchObject({
  1191. provider: 'policy-summary',
  1192. model: 'policy-summary',
  1193. maxTokens: 222,
  1194. })
  1195. expect(policyAdapter.lastOptions).toMatchObject({
  1196. provider: 'policy-summary',
  1197. model: 'policy-summary',
  1198. maxTokens: 222,
  1199. system: 'WARM SYSTEM',
  1200. })
  1201. expect(policyAdapter.lastOptions?.messages[0]).toEqual(prefix)
  1202. })
  1203. it('resolves the latest routed provider/model before the AgentOptions pair', async () => {
  1204. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }], undefined, 'routed')
  1205. const session = conversation(1)
  1206. session.append('request/header', {
  1207. header: { config: { provider: 'routed', model: 'routed' } },
  1208. reason: 'initial',
  1209. })
  1210. const output = await compact.runSummarize(promptInput('history'), agent(session, 'fallback'))
  1211. expect(output.provider).toBe('routed')
  1212. expect(output.model).toBe('routed')
  1213. expect(adapter.lastOptions?.provider).toBe('routed')
  1214. expect(adapter.lastOptions?.model).toBe('routed')
  1215. })
  1216. it('records the model actually dispatched after one-shot stream routing', async () => {
  1217. const { ctx, compact } = await summarizerHarness([{ type: 'text', text: 'unused' }])
  1218. const routedAdapter = new ScriptedAdapter([{ type: 'text', text: 'routed summary' }])
  1219. ctx.llm.registerAdapter(['routed-summary-provider'], routedAdapter)
  1220. ctx.on('llm/stream', (options, next) => {
  1221. options.provider = 'routed-summary-provider'
  1222. options.model = 'routed-summary-model'
  1223. return next()
  1224. })
  1225. const session = conversation(3, 'large history '.repeat(500))
  1226. const nodes = session.surface.nodes
  1227. await compact.compactRegion(nodes[0]!, nodes[3]!, agent(session, MODEL), SIGNAL)
  1228. expect(session.snapshotEvents().findLast(event => event.type === 'compaction/summary')?.data).toMatchObject({
  1229. summary: [{ type: 'text', text: 'routed summary' }],
  1230. llmStreamCall: true,
  1231. provider: 'routed-summary-provider',
  1232. model: 'routed-summary-model',
  1233. })
  1234. expect(routedAdapter.lastOptions?.provider).toBe('routed-summary-provider')
  1235. expect(routedAdapter.lastOptions?.model).toBe('routed-summary-model')
  1236. })
  1237. it('fails clearly when no complete summarization target can be resolved', async () => {
  1238. const ctx = new Context()
  1239. await ctx.plugin(LlmRuntime)
  1240. await ctx.plugin(SessionProjectionRegistry)
  1241. void new TokenMeter(ctx)
  1242. const compact = new ExposedCompactionEngine(ctx, { auto: false })
  1243. await expect(compact.runSummarize(promptInput('history'), agent(Session.create(SessionId('model-less')))))
  1244. .rejects.toThrow(/no provider\/model available for summarization/)
  1245. })
  1246. it('uses a complete AgentOptions target when no durable route exists', async () => {
  1247. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }])
  1248. const session = Session.create(SessionId('headerless-summary'))
  1249. await expect(compact.runSummarize(promptInput('history'), agent(session, MODEL))).resolves.toMatchObject({
  1250. provider: MODEL,
  1251. model: MODEL,
  1252. })
  1253. expect(adapter.lastOptions).toMatchObject({ provider: MODEL, model: MODEL })
  1254. })
  1255. it.each([
  1256. { provider: '', model: MODEL },
  1257. { provider: MODEL },
  1258. { provider: MODEL, model: '' },
  1259. ])('rejects incomplete AgentOptions target %#', async (options) => {
  1260. const { compact } = await summarizerHarness([{ type: 'text', text: 'unused' }])
  1261. const owner = {
  1262. session: Session.create(SessionId(`incomplete-${String(options.model)}`)),
  1263. options,
  1264. } as Agent
  1265. await expect(compact.runSummarize(promptInput('history'), owner))
  1266. .rejects.toThrow(/no provider\/model available for summarization/)
  1267. })
  1268. it.each([
  1269. [{ kind: 'error', failure: { message: 'provider failed', code: 'PROVIDER' } }, 'PROVIDER', /provider failed/],
  1270. [{ kind: 'error', failure: { message: 'opaque', code: 'UNKNOWN' } }, 'UNKNOWN', /opaque/],
  1271. [{ kind: 'aborted', failure: { message: 'summarization aborted', code: 'ABORTED' } }, 'ABORTED', /aborted/],
  1272. [{ kind: 'max-tokens' }, 'MAX_TOKENS', /token cap/],
  1273. ] as Array<[(StreamChunk & { type: 'finish' })['reason'], string | undefined, RegExp]>) (
  1274. 'rejects terminal finish %#',
  1275. async (finish, code, pattern) => {
  1276. const { compact } = await summarizerHarness([], finish)
  1277. let thrown: unknown
  1278. try {
  1279. await compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL))
  1280. } catch (error: unknown) {
  1281. thrown = error
  1282. }
  1283. expect(thrown).toBeInstanceOf(Error)
  1284. expect((thrown as Error).message).toMatch(pattern)
  1285. expect((thrown as Error & { code?: string }).code).toBe(code)
  1286. },
  1287. )
  1288. it('rejects empty or reasoning-only successful output', async () => {
  1289. const { compact } = await summarizerHarness([{ type: 'reasoning', text: 'private' }])
  1290. await expect(compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL)))
  1291. .rejects.toThrow(/no text summary content/)
  1292. })
  1293. it('rejects image summary output instead of silently dropping it', async () => {
  1294. const { compact } = await summarizerHarness([
  1295. {
  1296. type: 'image',
  1297. attachment: {
  1298. attachmentId: AttachmentId(`sha256:${'b'.repeat(64)}`),
  1299. mediaType: 'image/png',
  1300. bytes: 1,
  1301. width: 1,
  1302. height: 1,
  1303. },
  1304. },
  1305. { type: 'text', text: 'partial summary' },
  1306. ])
  1307. await expect(compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL)))
  1308. .rejects.toMatchObject({ code: 'UNSUPPORTED_CONTENT' })
  1309. })
  1310. it('rejects image summary output nested in a tool result', async () => {
  1311. const { compact } = await summarizerHarness([{
  1312. type: 'tool-result',
  1313. toolCallId: ToolCallId('summary-tool'),
  1314. content: [{
  1315. type: 'image',
  1316. attachment: {
  1317. attachmentId: AttachmentId(`sha256:${'c'.repeat(64)}`),
  1318. mediaType: 'image/png',
  1319. bytes: 1,
  1320. width: 1,
  1321. height: 1,
  1322. },
  1323. }],
  1324. }])
  1325. await expect(compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL)))
  1326. .rejects.toMatchObject({ code: 'UNSUPPORTED_CONTENT' })
  1327. })
  1328. })
  1329. describe('automatic listener and loader composition', () => {
  1330. function preStep(ctx: Context, owner: Agent, signal = SIGNAL) {
  1331. return agentEvents(ctx, owner).waterfall(
  1332. 'agent/pre-step', { messages: [], turn: 1, step: 1, signal },
  1333. () => Promise.resolve({ kind: 'enter' as const, messages: [] }),
  1334. )
  1335. }
  1336. function recover(
  1337. ctx: Context,
  1338. owner: Agent,
  1339. error: Error & { code?: string },
  1340. signal = SIGNAL,
  1341. next: () => Promise<RequestErrorAction> = () => Promise.resolve(undefined),
  1342. ): Promise<boolean> {
  1343. const failure: LlmFailure = { message: error.message, code: error.code ?? 'UNKNOWN' }
  1344. const turn = owner.session.snapshotEvents().findLast(event => event.type === 'turn/start')?.data.turn ?? 1
  1345. return agentEvents(ctx, owner).waterfall(
  1346. 'agent/request-error',
  1347. { turn, step: 1, provider: 'test', failure, retryPolicy: undefined, signal },
  1348. next,
  1349. ).then(action => action?.kind === 'retry')
  1350. }
  1351. function overflow(message = 'provider overflow'): Error & { code: string } {
  1352. return Object.assign(new Error(message), { code: CONTEXT_WINDOW_EXCEEDED_CODE })
  1353. }
  1354. it('compacts before a step above threshold using the durable routed model and remains idle below it', async () => {
  1355. const ctx = createContext()
  1356. const compact = new TestCompactionEngine(ctx, {
  1357. thresholdRatio: 0.5,
  1358. retainTokens: 180,
  1359. })
  1360. const pressured = conversation(4)
  1361. await preStep(ctx, agent(pressured, 'unconfigured-agent-fallback'))
  1362. expect(pressured.snapshotEvents().some(event => event.type === 'compaction/summary')).toBe(true)
  1363. const small = conversation(1)
  1364. await preStep(ctx, agent(small, MODEL))
  1365. expect(small.snapshotEvents().some(event => event.type === 'compaction/start')).toBe(false)
  1366. expect(compact.calls).toHaveLength(1)
  1367. })
  1368. it('skips pre-step pressure when the step signal is already aborted', async () => {
  1369. const ctx = createContext()
  1370. const compact = new TestCompactionEngine(ctx, {
  1371. thresholdRatio: 0.5,
  1372. retainTokens: 180,
  1373. })
  1374. const pressured = conversation(4)
  1375. const compactIfNeeded = vi.spyOn(compact, 'compactIfNeeded')
  1376. await expect(preStep(ctx, agent(pressured, MODEL), AbortSignal.abort('step aborted')))
  1377. .resolves.toEqual({ kind: 'enter', messages: [] })
  1378. expect(compactIfNeeded).not.toHaveBeenCalled()
  1379. expect(pressured.snapshotEvents().some(event => event.type === 'compaction/start')).toBe(false)
  1380. })
  1381. it('warns and continues after operational failures, including non-Errors', async () => {
  1382. const ctx = createContext()
  1383. const warnings: string[] = []
  1384. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1385. const compact = new TestCompactionEngine(ctx, {
  1386. thresholdRatio: 0.5,
  1387. retainTokens: 180,
  1388. })
  1389. compact.error = 'temporary failure'
  1390. const session = conversation(4)
  1391. await expect(preStep(ctx, agent(session, MODEL))).resolves.toEqual({ kind: 'enter', messages: [] })
  1392. expect(warnings).toContainEqual(expect.stringContaining('temporary failure'))
  1393. expect(session.snapshotEvents().some(event => event.type === 'compaction/summary')).toBe(false)
  1394. })
  1395. it('warns once per routed target when proactive pressure has no context metadata', async () => {
  1396. const ctx = createContext()
  1397. const warnings: string[] = []
  1398. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1399. vi.spyOn(ctx.llm, 'resolveModelInfo').mockImplementation((provider, model) => Promise.resolve({
  1400. provider,
  1401. id: model,
  1402. name: model,
  1403. }))
  1404. void new TestCompactionEngine(ctx, {
  1405. thresholdRatio: 0.5,
  1406. retainTokens: 180,
  1407. })
  1408. const session = conversation(4)
  1409. await preStep(ctx, agent(session, MODEL))
  1410. await preStep(ctx, agent(session, MODEL))
  1411. expect(warnings).toEqual([
  1412. expect.stringContaining(`no context capacity for ${MODEL}/${MODEL}`),
  1413. ])
  1414. })
  1415. it('warns once per routed target when absolute retention exceeds its resolved threshold', async () => {
  1416. const ctx = createContext()
  1417. const warnings: string[] = []
  1418. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1419. void new TestCompactionEngine(ctx, {
  1420. thresholdRatio: 0.5,
  1421. retainTokens: 500,
  1422. })
  1423. const session = conversation(4)
  1424. await preStep(ctx, agent(session, MODEL))
  1425. await preStep(ctx, agent(session, MODEL))
  1426. expect(warnings).toEqual([
  1427. expect.stringContaining('retainTokens (500) must be less than threshold tokens 500'),
  1428. ])
  1429. })
  1430. it('force-compacts below normal pressure for canonical overflow and retries only after replacement', async () => {
  1431. const ctx = createContext(10_000)
  1432. void new TestCompactionEngine(ctx, {
  1433. thresholdRatio: 1,
  1434. retainTokens: 900,
  1435. })
  1436. const session = conversation(3)
  1437. const beforeGeneration = session.surface.replaceGeneration
  1438. const retainedSeq = session.surface.nodes.at(-1)!
  1439. const threshold = 10_000
  1440. expect(ctx.tokenMeter.measure(session).totalTokens).toBeLessThan(threshold)
  1441. const decision = await recover(ctx, agent(session, 'unconfigured-agent-fallback'), overflow())
  1442. expect(decision).toBe(true)
  1443. expect(session.surface.replaceGeneration).toBe(beforeGeneration + 1)
  1444. expect(session.snapshotEvents().some(event => event.type === 'compaction/summary')).toBe(true)
  1445. expect(session.surface.nodes).toContain(retainedSeq)
  1446. })
  1447. it('authorizes overflow retry when pruning alone advances an indivisible surface', async () => {
  1448. const ctx = createContext(10_000)
  1449. void new ToolResultPruner(ctx, {
  1450. thresholdChars: 100,
  1451. headChars: 20,
  1452. tailChars: 10,
  1453. })
  1454. const compact = new TestCompactionEngine(ctx, {
  1455. thresholdRatio: 1,
  1456. retainTokens: 900,
  1457. })
  1458. const session = oversizedToolResult()
  1459. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1460. expect(session.surface.replaceGeneration).toBe(1)
  1461. expect(session.snapshotEvents().some(event => event.type === 'compaction/summary')).toBe(false)
  1462. expect(compact.calls).toHaveLength(0)
  1463. })
  1464. it('continues overflow recovery with summarization on the pruned surface', async () => {
  1465. const ctx = createContext(10_000)
  1466. void new ToolResultPruner(ctx, {
  1467. thresholdChars: 100,
  1468. headChars: 20,
  1469. tailChars: 10,
  1470. })
  1471. const compact = new TestCompactionEngine(ctx, {
  1472. thresholdRatio: 1,
  1473. retainTokens: 900,
  1474. })
  1475. const session = toolConversation()
  1476. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1477. expect(session.snapshotEvents().some(event => event.type === 'compaction/summary')).toBe(true)
  1478. expect(compact.calls).toHaveLength(1)
  1479. expect(summarizedText(compact.calls[0]!.input)).toContain('tool result middle pruned')
  1480. })
  1481. it('retries from a durable prune when later overflow summarization throws', async () => {
  1482. const ctx = createContext(10_000)
  1483. const warnings: string[] = []
  1484. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1485. void new ToolResultPruner(ctx, {
  1486. thresholdChars: 100,
  1487. headChars: 20,
  1488. tailChars: 10,
  1489. })
  1490. const compact = new TestCompactionEngine(ctx, {
  1491. thresholdRatio: 1,
  1492. retainTokens: 900,
  1493. })
  1494. compact.error = new Error('summary unavailable after prune')
  1495. const session = oversizedToolResult(3_000, true)
  1496. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1497. expect(session.surface.replaceGeneration).toBe(1)
  1498. expect(session.snapshotEvents().filter(event => event.type === 'tool/result')).toHaveLength(2)
  1499. expect(session.snapshotEvents().findLast(event => event.type === 'compaction/end')?.data)
  1500. .toMatchObject({ error: 'summary unavailable after prune' })
  1501. expect(warnings).toContainEqual(expect.stringContaining('retrying from the replacement surface'))
  1502. })
  1503. it('lets cancellation win when summary throws after a durable prune', async () => {
  1504. const ctx = createContext(10_000)
  1505. const controller = new AbortController()
  1506. void new ToolResultPruner(ctx, {
  1507. thresholdChars: 100,
  1508. headChars: 20,
  1509. tailChars: 10,
  1510. })
  1511. const compact = new TestCompactionEngine(ctx, {
  1512. thresholdRatio: 1,
  1513. retainTokens: 900,
  1514. })
  1515. compact.mutateDuringSummary = () => { controller.abort('cancelled during summary') }
  1516. compact.error = new Error('summary cancelled after prune')
  1517. const session = oversizedToolResult(3_000, true)
  1518. expect(await recover(ctx, agent(session, MODEL), overflow(), controller.signal)).toBe(false)
  1519. expect(session.surface.replaceGeneration).toBe(1)
  1520. })
  1521. it('preserves the newest whole tool-call/result pair during forced overflow compaction', async () => {
  1522. const ctx = createContext()
  1523. void new TestCompactionEngine(ctx, {
  1524. thresholdRatio: 1,
  1525. retainTokens: 90,
  1526. })
  1527. const session = toolConversation()
  1528. const newestAssistant = session.surface.nodes.at(-2)!
  1529. const newestResult = session.surface.nodes.at(-1)!
  1530. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1531. const currentAssistant = session.surface.nodes.find(node => node === newestAssistant)
  1532. const currentResult = session.surface.nodes.find(node => node === newestResult)
  1533. expect(currentAssistant).toBeDefined()
  1534. expect(currentResult).toBeDefined()
  1535. expect(toolPairingBalancedBefore(session, currentAssistant!)).toBe(true)
  1536. expect(toolPairingBalancedAfter(session, currentResult!)).toBe(true)
  1537. })
  1538. it('does not retry when a backend reports success without replacing the surface', async () => {
  1539. const ctx = createContext()
  1540. const compact = new TestCompactionEngine(ctx)
  1541. const session = conversation(2)
  1542. const fakeResult: CompactionResult = {
  1543. compactionId: CompactionId('fake-compaction'),
  1544. startSeq: 1,
  1545. summarySeq: 2,
  1546. endSeq: 3,
  1547. summary: [{ type: 'text', text: 'fake' }],
  1548. shadowedRange: { start: 1, end: 2 },
  1549. shadowedSeqs: [1, 2],
  1550. shadowedTokenCount: 10,
  1551. }
  1552. vi.spyOn(compact, 'compactIfNeeded').mockResolvedValue(fakeResult)
  1553. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1554. expect(session.surface.replaceGeneration).toBe(0)
  1555. })
  1556. it('delegates downstream exactly once when no replacement is available', async () => {
  1557. const ctx = createContext()
  1558. const compact = new TestCompactionEngine(ctx)
  1559. vi.spyOn(compact, 'compactIfNeeded').mockResolvedValue(null)
  1560. const downstream = new Error('downstream recovery failed')
  1561. let calls = 0
  1562. await expect(recover(
  1563. ctx,
  1564. agent(conversation(2), MODEL),
  1565. overflow(),
  1566. SIGNAL,
  1567. () => {
  1568. calls += 1
  1569. return Promise.reject(downstream)
  1570. },
  1571. )).rejects.toBe(downstream)
  1572. expect(calls).toBe(1)
  1573. })
  1574. it('preserves the original provider error when recovery throws', async () => {
  1575. const ctx = createContext()
  1576. const warnings: string[] = []
  1577. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1578. const compact = new TestCompactionEngine(ctx)
  1579. compact.error = new Error('summary unavailable')
  1580. const original = overflow('original provider overflow')
  1581. expect(await recover(ctx, agent(conversation(3), MODEL), original)).toBe(false)
  1582. expect(original).toMatchObject({
  1583. message: 'original provider overflow',
  1584. code: CONTEXT_WINDOW_EXCEEDED_CODE,
  1585. })
  1586. expect(warnings).toContainEqual(expect.stringContaining('preserving the original request error'))
  1587. })
  1588. it('delegates once when overflow recovery throws a non-Error value', async () => {
  1589. const ctx = createContext()
  1590. const warnings: string[] = []
  1591. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1592. const compact = new TestCompactionEngine(ctx)
  1593. compact.error = 'non-error recovery failure'
  1594. const session = conversation(3)
  1595. const generation = session.surface.replaceGeneration
  1596. const original = overflow('original provider failure')
  1597. let delegations = 0
  1598. const decision = await recover(ctx, agent(session, MODEL), original, SIGNAL, () => {
  1599. delegations += 1
  1600. return Promise.resolve(undefined)
  1601. })
  1602. expect(decision).toBe(false)
  1603. expect(delegations).toBe(1)
  1604. expect(session.surface.replaceGeneration).toBe(generation)
  1605. expect(original).toMatchObject({
  1606. message: 'original provider failure',
  1607. code: CONTEXT_WINDOW_EXCEEDED_CODE,
  1608. })
  1609. expect(warnings).toContainEqual(expect.stringContaining('non-error recovery failure'))
  1610. })
  1611. it('recovers an overflow for an unlisted routed model', async () => {
  1612. const ctx = createContext()
  1613. void new TestCompactionEngine(ctx)
  1614. const session = conversation(2)
  1615. session.append('request/header', {
  1616. header: { config: { provider: 'unknown-routed-provider', model: 'unknown-routed-model' } },
  1617. reason: 'resume',
  1618. })
  1619. expect(await recover(ctx, agent(session, MODEL), overflow('unlisted-model overflow')))
  1620. .toBe(true)
  1621. })
  1622. it('delegates canonical overflow when no durable routed target exists', async () => {
  1623. const ctx = createContext()
  1624. void new TestCompactionEngine(ctx)
  1625. const session = Session.create(SessionId('headerless-overflow'))
  1626. session.append('turn/start', {
  1627. turn: 1,
  1628. })
  1629. await expect(recover(ctx, agent(session, MODEL), overflow())).resolves.toBe(false)
  1630. })
  1631. it('honors retry caps and ignores non-context failures', async () => {
  1632. const ctx = createContext()
  1633. const compact = new TestCompactionEngine(ctx, { maxOverflowRetries: 1 })
  1634. const compactSpy = vi.spyOn(compact, 'compactIfNeeded')
  1635. const owner = agent(conversation(3), MODEL)
  1636. expect(await recover(ctx, owner, Object.assign(new Error('rate limit'), { code: 'RATE_LIMIT' })))
  1637. .toBe(false)
  1638. expect(await recover(ctx, owner, overflow())).toBe(true)
  1639. compactSpy.mockClear()
  1640. expect(await recover(ctx, owner, overflow())).toBe(false)
  1641. expect(compactSpy).not.toHaveBeenCalled()
  1642. })
  1643. it('applies the routed model override to the overflow retry cap', async () => {
  1644. const ctx = createContext()
  1645. const compact = new TestCompactionEngine(ctx, {
  1646. maxOverflowRetries: 2,
  1647. modelPolicies: [{
  1648. provider: MODEL,
  1649. model: MODEL,
  1650. maxOverflowRetries: 1,
  1651. }],
  1652. })
  1653. const compactSpy = vi.spyOn(compact, 'compactIfNeeded')
  1654. const owner = agent(conversation(3), MODEL)
  1655. expect(await recover(ctx, owner, overflow())).toBe(true)
  1656. compactSpy.mockClear()
  1657. expect(await recover(ctx, owner, overflow())).toBe(false)
  1658. expect(compactSpy).not.toHaveBeenCalled()
  1659. })
  1660. it('does not retry when cancellation lands during an awaited compaction', async () => {
  1661. const ctx = createContext()
  1662. const compact = new TestCompactionEngine(ctx)
  1663. const controller = new AbortController()
  1664. compact.mutateDuringSummary = () => { controller.abort('cancelled during summary') }
  1665. const session = conversation(3)
  1666. const generation = session.surface.replaceGeneration
  1667. expect(await recover(ctx, agent(session, MODEL), overflow(), controller.signal)).toBe(false)
  1668. expect(session.surface.replaceGeneration).toBe(generation + 1)
  1669. })
  1670. it('maxOverflowRetries:0 disables recovery without disabling post-step pressure', async () => {
  1671. const ctx = createContext()
  1672. void new TestCompactionEngine(ctx, {
  1673. maxOverflowRetries: 0,
  1674. thresholdRatio: 0.5,
  1675. retainTokens: 180,
  1676. })
  1677. const session = conversation(4)
  1678. await preStep(ctx, agent(session, MODEL))
  1679. const summaries = session.snapshotEvents().filter(event => event.type === 'compaction/summary').length
  1680. expect(summaries).toBe(1)
  1681. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1682. expect(session.snapshotEvents().filter(event => event.type === 'compaction/summary')).toHaveLength(summaries)
  1683. })
  1684. it('auto:false installs neither automatic listener', async () => {
  1685. const ctx = createContext()
  1686. void new TestCompactionEngine(ctx, {
  1687. auto: false,
  1688. thresholdRatio: 0.5,
  1689. retainTokens: 180,
  1690. })
  1691. const session = conversation(4)
  1692. await preStep(ctx, agent(session, MODEL))
  1693. expect(session.snapshotEvents().some(event => event.type === 'compaction/start')).toBe(false)
  1694. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1695. })
  1696. it('loads and disposes the real zero-config service stack', async () => {
  1697. const ctx = new Context()
  1698. await ctx.plugin(LlmRuntime)
  1699. await ctx.plugin(SessionStore)
  1700. await ctx.plugin(SessionProjectionRegistry)
  1701. const meterFiber = await ctx.plugin(TokenMeter)
  1702. const compactFiber = await ctx.plugin(BasicCompactionEngine, { auto: false })
  1703. expect(ctx.get('compaction')).toBeInstanceOf(BasicCompactionEngine)
  1704. await compactFiber.dispose()
  1705. expect(ctx.get('compaction')).toBeUndefined()
  1706. await meterFiber.dispose()
  1707. expect(ctx.get('tokenMeter')).toBeUndefined()
  1708. })
  1709. it('removes its automatic listener with the plugin fiber', async () => {
  1710. const ctx = new Context()
  1711. await ctx.plugin(LlmRuntime)
  1712. await ctx.plugin(SessionProjectionRegistry)
  1713. await ctx.plugin(TokenMeter)
  1714. const fiber = await ctx.plugin(TestCompactionEngine, {
  1715. thresholdRatio: 0.5,
  1716. retainTokens: 180,
  1717. })
  1718. await fiber.dispose()
  1719. const session = conversation(4)
  1720. await preStep(ctx, agent(session, MODEL))
  1721. expect(session.snapshotEvents().some(event => event.type === 'compaction/start')).toBe(false)
  1722. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1723. })
  1724. })
  1725. describe('route-priced image pressure', () => {
  1726. const IMAGE_VISUAL_TOKENS = 300
  1727. const IMAGE_HANDLE_TEXT = 'request preview'
  1728. class PricedContextAdapter extends ContextAdapter {
  1729. override imageRequestPricing(): { priceImages: (images: readonly unknown[]) => Array<{ visualTokens: number; text: string }> } {
  1730. return {
  1731. priceImages: images => images.map(() => ({
  1732. visualTokens: IMAGE_VISUAL_TOKENS,
  1733. text: IMAGE_HANDLE_TEXT,
  1734. })),
  1735. }
  1736. }
  1737. }
  1738. function pricedContext(contextWindow = 1_000): Context {
  1739. const ctx = new Context()
  1740. void new LlmRuntime(ctx)
  1741. new SessionProjectionRegistry(ctx)
  1742. void new TokenMeter(ctx)
  1743. ctx.llm.registerAdapter([MODEL], new PricedContextAdapter(contextWindow))
  1744. return ctx
  1745. }
  1746. /** Closed short-text turns whose user messages each carry one image. */
  1747. function imageConversation(turns = 4): Session {
  1748. const session = Session.create(SessionId(`image-dense-${turns}`))
  1749. for (let turn = 1; turn <= turns; turn += 1) {
  1750. session.append('turn/start', { turn })
  1751. session.append('user/message', createUserMessage({
  1752. content: [
  1753. { type: 'text', text: `image turn ${turn}` },
  1754. {
  1755. type: 'image',
  1756. attachment: {
  1757. attachmentId: AttachmentId(`sha256:${String(turn).repeat(8)}`),
  1758. mediaType: 'image/png',
  1759. bytes: 2048,
  1760. width: 800,
  1761. height: 800,
  1762. name: `shot-${turn}`,
  1763. },
  1764. },
  1765. ],
  1766. source: { kind: 'user' },
  1767. }), { surfaceOp: 'append' })
  1768. session.append('step/start', { turn, step: 1 })
  1769. if (turn === 1) {
  1770. session.append('request/header', {
  1771. header: { config: { provider: MODEL, model: MODEL } },
  1772. reason: 'initial',
  1773. })
  1774. }
  1775. session.append('assistant/message', {
  1776. turn,
  1777. step: 1,
  1778. message: createMessage({
  1779. role: 'assistant',
  1780. content: [{ type: 'text', text: `ok ${turn}` }],
  1781. source: {
  1782. kind: 'model',
  1783. ...{ provider: MODEL, model: MODEL },
  1784. },
  1785. }),
  1786. }, { surfaceOp: 'append' })
  1787. session.append('step/end', { turn, step: 1 })
  1788. session.append('turn/end', { turn, reason: { kind: 'completed' } })
  1789. }
  1790. session.append('turn/start', { turn: turns + 1 })
  1791. return session
  1792. }
  1793. it('selects an image-dense range only when the routed price counts visual tokens', () => {
  1794. const session = imageConversation()
  1795. const routed = pricedContext().tokenMeter.measure(session)
  1796. const neutral = createContext().tokenMeter.measure(session)
  1797. expect(routed.surfaceTokens).toBeGreaterThan(neutral.surfaceTokens + 4 * IMAGE_VISUAL_TOKENS - 200)
  1798. expect(routed.nodes.map(node => node.seq)).toEqual(neutral.nodes.map(node => node.seq))
  1799. expect(routed.nodes.map(node => node.heuristicTokens)).toEqual(neutral.nodes.map(node => node.tokens))
  1800. // The same verbatim tail budget retains almost everything under the
  1801. // neutral heuristic but forces a cut once visual tokens are counted.
  1802. expect(selectCompactableRange(session, neutral, 350)).toBeNull()
  1803. const range = selectCompactableRange(session, routed, 350)
  1804. expect(range).not.toBeNull()
  1805. })
  1806. it('accepts a summary larger than the span heuristic when the route price shrinks', async () => {
  1807. // A single short image message prices below a framed summary under the
  1808. // fixed heuristic but far above it under the route: the shrink comparison
  1809. // must ask whether the replacement lowers route pressure.
  1810. const ctx = pricedContext(1_000)
  1811. const session = imageConversation(1)
  1812. const before = ctx.tokenMeter.measure(session)
  1813. const imageNode = before.nodes[0]!
  1814. const compact = new TestCompactionEngine(ctx, { auto: false })
  1815. compact.summary = [{
  1816. type: 'text',
  1817. text: 'summary text sized between the heuristic and route prices of the shadowed image message, '
  1818. + 'long enough that the fixed heuristic alone would reject it as not smaller '
  1819. + 'while the route-priced comparison accepts the pressure reduction.',
  1820. }]
  1821. const framed = ctx.tokenMeter.estimateMessage(createUserMessage({
  1822. content: frameSummary(compact.summary),
  1823. source: { kind: 'plugin', plugin: 'test' },
  1824. }))
  1825. expect(framed).toBeGreaterThan(imageNode.heuristicTokens)
  1826. expect(framed).toBeLessThan(imageNode.tokens)
  1827. const result = await compact.compactRegion(imageNode.seq, imageNode.seq, agent(session), SIGNAL)
  1828. expect(result.shadowedSeqs).toEqual([imageNode.seq])
  1829. expect(result.shadowedTokenCount).toBe(imageNode.heuristicTokens)
  1830. })
  1831. it('triggers pressure compaction from routed visual tokens and logs heuristic shadow prices', async () => {
  1832. const ctx = pricedContext(1_000)
  1833. const session = imageConversation()
  1834. const before = ctx.tokenMeter.measure(session)
  1835. const compact = new TestCompactionEngine(ctx, {
  1836. auto: false,
  1837. thresholdRatio: 0.8,
  1838. retainTokens: 350,
  1839. })
  1840. // The same history stays below the 800-token threshold without pricing.
  1841. const neutralResult = await compactIfNeeded(service({
  1842. auto: false,
  1843. thresholdRatio: 0.8,
  1844. retainTokens: 350,
  1845. }), session)
  1846. expect(neutralResult).toBeNull()
  1847. const result = await compact.compactIfNeeded(agent(session), 'pressure', SIGNAL)
  1848. expect(result).not.toBeNull()
  1849. const summaryEvent = session.snapshotEvents().find(event => event.type === 'compaction/summary')
  1850. expect(summaryEvent).toBeDefined()
  1851. const shadowedHeuristic = before.nodes
  1852. .filter(node => result?.shadowedSeqs.includes(node.seq))
  1853. .reduce((total, node) => total + node.heuristicTokens, 0)
  1854. expect(summaryEvent?.data.shadowedTokenCount).toBe(shadowedHeuristic)
  1855. })
  1856. })