compact-basic.spec.ts 67 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830
  1. import { describe, expect, expectTypeOf, it, vi } from 'vitest'
  2. import { Context } from 'cordis'
  3. import BasicCompactService from '@deepseek-ai/dsh-compact-basic'
  4. import type { BasicCompactConfig } from '@deepseek-ai/dsh-compact-basic'
  5. import { selectCompactableRange } from '@deepseek-ai/dsh-compact-basic/src/region.ts'
  6. import type { SummarizationInput, SummaryResult } from '@deepseek-ai/dsh-compact-basic/src/summarizer.ts'
  7. import { CompactionId, toolPairingBalancedAfter, toolPairingBalancedBefore } from '@deepseek-ai/dsh-compact'
  8. import {
  9. resolveCompactSpec,
  10. resolveConfig,
  11. resolveTargetPolicy,
  12. } from '@deepseek-ai/dsh-compact-basic/src/config.ts'
  13. import type { CompactionResult } from '@deepseek-ai/dsh-compact'
  14. import LlmService, { createUserMessage, CallId, CONTEXT_WINDOW_EXCEEDED_CODE, createToolResultMessage, LlmAdapter , createMessage } from '@deepseek-ai/dsh-llm'
  15. import type {
  16. ContentBlock,
  17. GenerateOptions,
  18. LlmFailure,
  19. LlmResolvedModelInfo,
  20. Message,
  21. StreamChunk,
  22. TokenUsage,
  23. } from '@deepseek-ai/dsh-llm'
  24. import SessionStore, { Session, SessionId } from '@deepseek-ai/dsh-session'
  25. import TokenMeterService from '@deepseek-ai/dsh-token-meter'
  26. import { agentEvents, type Agent, type RequestErrorAction } from '@deepseek-ai/dsh-agent'
  27. import ToolResultPruneService from '@deepseek-ai/dsh-compact-tool-result-prune'
  28. const SIGNAL = new AbortController().signal
  29. const MODEL = 'test-model'
  30. class ContextAdapter extends LlmAdapter {
  31. constructor(private readonly contextWindow: number) {
  32. super()
  33. }
  34. override resolveModel(provider: string, model: string): Promise<LlmResolvedModelInfo> {
  35. return Promise.resolve({
  36. provider,
  37. id: model,
  38. name: model,
  39. context: { contextWindow: this.contextWindow },
  40. })
  41. }
  42. override async * stream(): AsyncIterable<StreamChunk> {
  43. yield { type: 'finish', reason: { kind: 'stop' } }
  44. }
  45. }
  46. class RoutedContextAdapter extends LlmAdapter {
  47. constructor(private readonly windows: Readonly<Record<string, number>>) {
  48. super()
  49. }
  50. override resolveModel(provider: string, model: string): Promise<LlmResolvedModelInfo> {
  51. const contextWindow = this.windows[provider]
  52. return Promise.resolve({
  53. provider,
  54. id: model,
  55. name: model,
  56. ...contextWindow === undefined ? {} : { context: { contextWindow } },
  57. })
  58. }
  59. override async * stream(): AsyncIterable<StreamChunk> {
  60. yield { type: 'finish', reason: { kind: 'stop' } }
  61. }
  62. }
  63. function createContext(contextWindow = 1_000): Context {
  64. const ctx = new Context()
  65. void new LlmService(ctx)
  66. void new TokenMeterService(ctx)
  67. ctx.llm.registerAdapter([MODEL, 'actual', 'unlisted-provider'], new ContextAdapter(contextWindow))
  68. return ctx
  69. }
  70. function agent(session: Session, model?: string): Agent {
  71. return {
  72. session,
  73. options: model === undefined ? {} : { provider: model, model },
  74. } as Agent
  75. }
  76. /** Flatten every text fragment the summarizer received, recursing tool-result blocks. */
  77. function summarizedText(input: SummarizationInput): string {
  78. const collect = (blocks: readonly ContentBlock[]): string =>
  79. blocks.map(block =>
  80. block.type === 'text' ? block.text
  81. : block.type === 'tool-result' ? collect(block.content)
  82. : '').join('\n')
  83. return input.messages.map(message => collect(message.content)).join('\n')
  84. }
  85. /** A minimal replayed prefix carrying one user message of the given text. */
  86. function promptInput(text: string): SummarizationInput {
  87. return { messages: [createUserMessage({
  88. content: [{ type: 'text', text }],
  89. source: { kind: 'plugin', plugin: 'test' },
  90. })] }
  91. }
  92. /** Closed two-message turns followed by one open turn for durable compaction events. */
  93. function conversation(turns = 4, text = 'fixture '.repeat(40).trim()): Session {
  94. const session = Session.create(SessionId(`conversation-${turns}`))
  95. for (let turn = 1; turn <= turns; turn += 1) {
  96. session.append('turn/start', { turn })
  97. session.append('user/message', createUserMessage({
  98. content: [{ type: 'text', text: `${text} user ${turn}` }],
  99. source: { kind: 'user' },
  100. }), { surfaceOp: 'append' })
  101. session.append('step/start', { turn, step: 1 })
  102. if (turn === 1) {
  103. session.append('request/header', {
  104. header: { config: { provider: MODEL, model: MODEL } },
  105. reason: 'initial',
  106. })
  107. }
  108. session.append('assistant/message', {
  109. turn,
  110. step: 1,
  111. message: createMessage({
  112. role: 'assistant',
  113. content: [{ type: 'text', text: `${text} assistant ${turn}` }],
  114. source: {
  115. kind: 'model',
  116. ...{ provider: MODEL, model: MODEL },
  117. },
  118. }),
  119. }, { surfaceOp: 'append' })
  120. session.append('step/end', { turn, step: 1 })
  121. session.append('turn/end', { turn, reason: { kind: 'completed' } })
  122. }
  123. session.append('turn/start', {
  124. turn: turns + 1,
  125. })
  126. return session
  127. }
  128. function toolConversation(): Session {
  129. const session = Session.create(SessionId('tools'))
  130. for (let turn = 1; turn <= 3; turn += 1) {
  131. const callId = CallId(`call-${turn}`)
  132. session.append('turn/start', { turn })
  133. session.append('user/message', createUserMessage({
  134. content: [{ type: 'text', text: `request ${turn} `.repeat(300) }],
  135. source: { kind: 'user' },
  136. }), { surfaceOp: 'append' })
  137. session.append('step/start', { turn, step: 1 })
  138. if (turn === 1) {
  139. session.append('request/header', {
  140. header: { config: { provider: MODEL, model: MODEL } },
  141. reason: 'initial',
  142. })
  143. }
  144. session.append('assistant/message', {
  145. turn,
  146. step: 1,
  147. message: createMessage({
  148. role: 'assistant',
  149. content: [
  150. { type: 'text', text: `calling ${turn} `.repeat(300) },
  151. { type: 'tool-call', id: callId, name: 'read', arguments: '{}' },
  152. ],
  153. source: {
  154. kind: 'model',
  155. ...{ provider: MODEL, model: MODEL },
  156. },
  157. }),
  158. }, { surfaceOp: 'append' })
  159. session.append('tool/call', { turn, step: 1, callId, name: 'read', arguments: '{}' })
  160. session.append('tool/result', {
  161. turn,
  162. step: 1,
  163. message: createToolResultMessage({
  164. callId,
  165. content: [{ type: 'text', text: `result ${turn} `.repeat(300) }],
  166. isError: false,
  167. }),
  168. }, { surfaceOp: 'append' })
  169. session.append('step/end', { turn, step: 1 })
  170. session.append('turn/end', { turn, reason: { kind: 'completed' } })
  171. }
  172. session.append('turn/start', { turn: 4 })
  173. return session
  174. }
  175. /** One closed routed tool step followed by an open turn for rewrite events. */
  176. function oversizedToolResult(chars = 3_000, withCompactablePrompt = false): Session {
  177. const session = Session.create(SessionId(`oversized-tool-${chars}`))
  178. const callId = CallId('oversized')
  179. session.append('turn/start', { turn: 1 })
  180. if (withCompactablePrompt) {
  181. session.append('user/message', createUserMessage({
  182. content: [{ type: 'text', text: 'older history '.repeat(200) }],
  183. source: { kind: 'user' },
  184. }), { surfaceOp: 'append' })
  185. }
  186. session.append('step/start', { turn: 1, step: 1 })
  187. session.append('request/header', {
  188. header: { config: { provider: MODEL, model: MODEL } },
  189. reason: 'initial',
  190. })
  191. session.append('assistant/message', {
  192. turn: 1,
  193. step: 1,
  194. message: createMessage({
  195. role: 'assistant',
  196. content: [{ type: 'tool-call', id: callId, name: 'bash', arguments: '{}' }],
  197. source: {
  198. kind: 'model',
  199. ...{ provider: MODEL, model: MODEL },
  200. },
  201. }),
  202. }, { surfaceOp: 'append' })
  203. session.append('tool/call', { turn: 1, step: 1, callId, name: 'bash', arguments: '{}' })
  204. session.append('tool/result', {
  205. turn: 1,
  206. step: 1,
  207. message: createToolResultMessage({
  208. callId,
  209. content: [{ type: 'text', text: 'X'.repeat(chars) }],
  210. isError: false,
  211. }),
  212. meta: { presentation: 'preserved' },
  213. }, { surfaceOp: 'append' })
  214. session.append('step/end', { turn: 1, step: 1 })
  215. session.append('turn/end', { turn: 1, reason: { kind: 'completed' } })
  216. session.append('turn/start', { turn: 2 })
  217. return session
  218. }
  219. class TestCompactService extends BasicCompactService {
  220. summary: ContentBlock[] = [{ type: 'text', text: 'small checkpoint' }]
  221. rawOutput: ContentBlock[] | undefined
  222. usage: TokenUsage | undefined
  223. summaryProvider = 'summary-provider'
  224. summaryModel = 'summary-model'
  225. error: unknown
  226. mutateDuringSummary: (() => void) | undefined
  227. calls: Array<{ input: SummarizationInput; signal: AbortSignal | undefined }> = []
  228. override async summarize(
  229. input: SummarizationInput,
  230. _agent: Agent,
  231. signal?: AbortSignal,
  232. ): Promise<{
  233. summary: ContentBlock[]
  234. rawOutput?: ContentBlock[]
  235. provider: string
  236. model: string
  237. maxTokens?: number
  238. usage?: TokenUsage
  239. }> {
  240. this.calls.push({ input, signal })
  241. this.mutateDuringSummary?.()
  242. if (this.error !== undefined) throw this.error
  243. return {
  244. summary: this.summary,
  245. ...this.rawOutput === undefined ? {} : { rawOutput: this.rawOutput },
  246. provider: this.summaryProvider,
  247. model: this.summaryModel,
  248. maxTokens: 123,
  249. ...this.usage === undefined ? {} : { usage: this.usage },
  250. }
  251. }
  252. }
  253. function service(
  254. config: BasicCompactConfig = { auto: false },
  255. ctx = createContext(),
  256. ): TestCompactService {
  257. return new TestCompactService(ctx, config)
  258. }
  259. async function compactIfNeeded(
  260. compact: BasicCompactService,
  261. session: Session,
  262. trigger: 'pressure' | 'context-overflow' = 'pressure',
  263. model: string | undefined = MODEL,
  264. ): Promise<CompactionResult | null> {
  265. return compact.compactIfNeeded(agent(session, model), trigger, SIGNAL)
  266. }
  267. describe('compact configuration and defaults', () => {
  268. it('uses low-friction service-wide defaults', () => {
  269. const resolved = resolveConfig({})
  270. expect(resolved).toEqual({
  271. thresholdRatio: 0.8,
  272. retainRatio: 0.16,
  273. summarizationProvider: '',
  274. summarizationModel: '',
  275. maxTokens: 8192,
  276. compactionRetries: 1,
  277. maxOverflowRetries: 1,
  278. modelPolicies: [],
  279. auto: true,
  280. })
  281. expect(Object.isFrozen(resolved)).toBe(true)
  282. })
  283. it('resolves threshold and retention overrides independently', () => {
  284. const thresholdOnly = resolveConfig({
  285. thresholdRatio: 0.5,
  286. })
  287. expect(thresholdOnly).toMatchObject({
  288. thresholdRatio: 0.5,
  289. retainRatio: 0.16,
  290. })
  291. const retentionOnly = resolveConfig({
  292. retainTokens: 70,
  293. })
  294. expect(retentionOnly).toMatchObject({
  295. thresholdRatio: 0.8,
  296. retainTokens: 70,
  297. })
  298. expect(retentionOnly).not.toHaveProperty('retainRatio')
  299. })
  300. it('merges exact provider/model policy overrides and scales ratios per model', () => {
  301. const config = resolveConfig({
  302. thresholdRatio: 0.8,
  303. retainRatio: 0.1,
  304. modelPolicies: [{
  305. provider: 'small-provider',
  306. model: 'shared-id',
  307. thresholdRatio: 0.5,
  308. retainTokens: 120,
  309. }],
  310. })
  311. const small = resolveTargetPolicy(config, {
  312. provider: 'small-provider',
  313. model: 'shared-id',
  314. })
  315. const otherProvider = resolveTargetPolicy(config, {
  316. provider: 'large-provider',
  317. model: 'shared-id',
  318. })
  319. expect(resolveCompactSpec(small, 1_000)).toMatchObject({
  320. thresholdTokens: 500,
  321. retainTokens: 120,
  322. })
  323. expect(resolveCompactSpec(otherProvider, 2_000)).toMatchObject({
  324. thresholdTokens: 1_600,
  325. retainTokens: 200,
  326. })
  327. const ratioOverride = resolveTargetPolicy(resolveConfig({
  328. retainTokens: 200,
  329. modelPolicies: [{
  330. provider: 'ratio-provider',
  331. model: 'ratio-model',
  332. thresholdRatio: 0.6,
  333. retainRatio: 0.2,
  334. summarizationProvider: 'summary-provider',
  335. summarizationModel: 'summary-model',
  336. maxTokens: 512,
  337. compactionRetries: 2,
  338. maxOverflowRetries: 3,
  339. }],
  340. }), { provider: 'ratio-provider', model: 'ratio-model' })
  341. expect(resolveCompactSpec(ratioOverride, 2_000)).toMatchObject({
  342. thresholdTokens: 1_200,
  343. retainTokens: 400,
  344. summarizationProvider: 'summary-provider',
  345. summarizationModel: 'summary-model',
  346. maxTokens: 512,
  347. compactionRetries: 2,
  348. maxOverflowRetries: 3,
  349. })
  350. })
  351. it('inherits, clears, and replaces the summarization target as a pair', () => {
  352. const config = resolveConfig({
  353. summarizationProvider: 'default-provider',
  354. summarizationModel: 'default-model',
  355. modelPolicies: [
  356. { provider: 'inherit-provider', model: MODEL },
  357. {
  358. provider: 'clear-provider',
  359. model: MODEL,
  360. summarizationProvider: '',
  361. summarizationModel: '',
  362. },
  363. {
  364. provider: 'replace-provider',
  365. model: MODEL,
  366. summarizationProvider: 'replacement-provider',
  367. summarizationModel: 'replacement-model',
  368. },
  369. ],
  370. })
  371. expect(resolveTargetPolicy(config, { provider: 'inherit-provider', model: MODEL }))
  372. .toMatchObject({
  373. summarizationProvider: 'default-provider',
  374. summarizationModel: 'default-model',
  375. })
  376. expect(resolveTargetPolicy(config, { provider: 'clear-provider', model: MODEL }))
  377. .toMatchObject({ summarizationProvider: '', summarizationModel: '' })
  378. expect(resolveTargetPolicy(config, { provider: 'replace-provider', model: MODEL }))
  379. .toMatchObject({
  380. summarizationProvider: 'replacement-provider',
  381. summarizationModel: 'replacement-model',
  382. })
  383. })
  384. it('validates common values and pressure-policy invariants', () => {
  385. const bad = [
  386. [{ maxTokens: 0 }, /maxTokens/],
  387. [{ compactionRetries: -1 }, /compactionRetries/],
  388. [{ maxOverflowRetries: -1 }, /maxOverflowRetries/],
  389. [{ auto: 'yes' }, /auto must be a boolean/],
  390. [{ summarizationProvider: 1 }, /summarizationProvider must be a string/],
  391. [{ summarizationModel: 1 }, /summarizationModel must be a string/],
  392. [{ summarizationProvider: MODEL }, /must be set together/],
  393. [{ summarizationModel: MODEL }, /must be set together/],
  394. [{ summarizationProvider: '' }, /must be set together/],
  395. [{ summarizationModel: '' }, /must be set together/],
  396. [{ thresholdRatio: 0 }, /number in \(0, 1\]/],
  397. [{ thresholdRatio: 1.1 }, /number in \(0, 1\]/],
  398. [{ retainRatio: 0.9 }, /retainRatio \(0.9\) must be less than the resolved thresholdRatio \(0.8\)/],
  399. [{ thresholdRatio: 0.1 }, /retainRatio \(0.16\) must be less than the resolved thresholdRatio \(0.1\)/],
  400. [{ retainTokens: -1 }, /non-negative integer/],
  401. [{ retainRatio: 0.2, retainTokens: 100 }, /mutually exclusive/],
  402. [{ modelPolicies: {} }, /modelPolicies must be an array/],
  403. [{ modelPolicies: [1] }, /modelPolicies\[0\] must be an object/],
  404. [{ modelPolicies: [null] }, /modelPolicies\[0\] must be an object/],
  405. [{ modelPolicies: [[]] }, /modelPolicies\[0\] must be an object/],
  406. [{ modelPolicies: [{ provider: 1, model: MODEL }] }, /provider must be a non-empty string/],
  407. [{ modelPolicies: [{ provider: '', model: MODEL }] }, /provider must be a non-empty string/],
  408. [{ modelPolicies: [{ provider: MODEL, model: 1 }] }, /model must be a non-empty string/],
  409. [{ modelPolicies: [{ provider: MODEL, model: '' }] }, /model must be a non-empty string/],
  410. [{ modelPolicies: [{ provider: MODEL, model: MODEL, summarizationProvider: 1 }] }, /summarizationProvider must be a string/],
  411. [{
  412. summarizationProvider: 'default-provider',
  413. summarizationModel: 'default-model',
  414. modelPolicies: [{ provider: MODEL, model: MODEL, summarizationModel: '' }],
  415. }, /modelPolicies\[0\].*must be set together/],
  416. [{
  417. summarizationProvider: 'default-provider',
  418. summarizationModel: 'default-model',
  419. modelPolicies: [{ provider: MODEL, model: MODEL, summarizationProvider: '' }],
  420. }, /modelPolicies\[0\].*must be set together/],
  421. [{ modelPolicies: [{ provider: MODEL, model: MODEL, retainRatio: 0.2, retainTokens: 100 }] }, /mutually exclusive/],
  422. [
  423. { modelPolicies: [{ provider: MODEL, model: MODEL, thresholdRatio: 0.1 }] },
  424. /modelPolicies\[0\]: retainRatio \(0.16\).*thresholdRatio \(0.1\)/,
  425. ],
  426. [
  427. { modelPolicies: [{ provider: MODEL, model: MODEL, retainRatio: 0.9 }] },
  428. /modelPolicies\[0\]: retainRatio \(0.9\).*thresholdRatio \(0.8\)/,
  429. ],
  430. [{ modelPolicies: [{ provider: MODEL, model: MODEL }, { provider: MODEL, model: MODEL }] }, /duplicate model policy/],
  431. [{ models: { [MODEL]: { retainTokens: 10 } } }, /BasicCompactConfig: unknown key "models"/],
  432. [{ thresholdRato: 0.5 }, /BasicCompactConfig: unknown key "thresholdRato"/],
  433. ] as Array<[unknown, RegExp]>
  434. for (const [config, pattern] of bad) {
  435. expect(() => resolveConfig(config as BasicCompactConfig)).toThrow(pattern)
  436. }
  437. const invalidPressure = resolveTargetPolicy(resolveConfig({
  438. thresholdRatio: 0.5,
  439. retainTokens: 500,
  440. }), { provider: MODEL, model: MODEL })
  441. expect(() => resolveCompactSpec(invalidPressure, 1_000)).toThrow(/less than threshold/)
  442. expect(() => resolveCompactSpec(invalidPressure, 1.5)).toThrow(/positive integer/)
  443. expect(() => resolveCompactSpec(invalidPressure, 0)).toThrow(/positive integer/)
  444. })
  445. })
  446. describe('pressure measurement and retention', () => {
  447. const compactConfig: BasicCompactConfig = {
  448. auto: false,
  449. thresholdRatio: 0.5,
  450. retainTokens: 180,
  451. }
  452. it('skips when no durable routed model exists instead of using AgentOptions fallback', async () => {
  453. const compact = service(compactConfig)
  454. const session = Session.create(SessionId('headerless'))
  455. session.append('turn/start', { turn: 1 })
  456. await expect(compact.compactIfNeeded(agent(session, MODEL), 'pressure', SIGNAL))
  457. .resolves.toBeNull()
  458. expect(compact.calls).toHaveLength(0)
  459. })
  460. it('meters an unlisted model when its provider adapter supplies context metadata', async () => {
  461. const compact = service(compactConfig)
  462. const session = conversation()
  463. session.append('request/header', {
  464. header: { config: { provider: 'unlisted-provider', model: 'unlisted-model' } },
  465. reason: 'resume',
  466. })
  467. await expect(compactIfNeeded(compact, session))
  468. .resolves.not.toBeNull()
  469. })
  470. it('forwards turn cancellation to proactive model metadata resolution', async () => {
  471. const ctx = createContext()
  472. const resolveModelInfo = vi.spyOn(ctx.llm, 'resolveModelInfo')
  473. const compact = service(compactConfig, ctx)
  474. const session = conversation()
  475. const signal = new AbortController().signal
  476. await expect(compact.compactIfNeeded(agent(session, MODEL), 'pressure', signal))
  477. .resolves.not.toBeNull()
  478. expect(resolveModelInfo).toHaveBeenCalledWith(MODEL, MODEL, signal)
  479. })
  480. it('re-resolves capacity after a same-model-id provider switch in one session', async () => {
  481. const ctx = new Context()
  482. void new LlmService(ctx)
  483. void new TokenMeterService(ctx)
  484. ctx.llm.registerAdapter(['large', 'small'], new RoutedContextAdapter({
  485. large: 10_000,
  486. small: 1_000,
  487. }))
  488. const compact = service({
  489. auto: false,
  490. thresholdRatio: 0.5,
  491. retainRatio: 0.1,
  492. }, ctx)
  493. const session = conversation(4)
  494. session.append('request/header', {
  495. header: { config: { provider: 'large', model: 'shared-id' } },
  496. reason: 'resume',
  497. })
  498. await expect(compactIfNeeded(compact, session)).resolves.toBeNull()
  499. session.append('request/header', {
  500. header: { config: { provider: 'small', model: 'shared-id' } },
  501. reason: 'change',
  502. })
  503. await expect(compactIfNeeded(compact, session)).resolves.not.toBeNull()
  504. })
  505. it('requires capacity only for proactive pressure, not provider-confirmed overflow', async () => {
  506. const ctx = new Context()
  507. void new LlmService(ctx)
  508. void new TokenMeterService(ctx)
  509. ctx.llm.registerAdapter(['unknown-context'], new ContextAdapter(1_000))
  510. vi.spyOn(ctx.llm, 'resolveModelInfo').mockImplementation((provider, model) => Promise.resolve({
  511. provider,
  512. id: model,
  513. name: model,
  514. }))
  515. const compact = service(compactConfig, ctx)
  516. const session = conversation(4)
  517. session.append('request/header', {
  518. header: { config: { provider: 'unknown-context', model: 'model' } },
  519. reason: 'resume',
  520. })
  521. await expect(compactIfNeeded(compact, session, 'pressure'))
  522. .rejects.toThrow(/no context capacity for unknown-context\/model/)
  523. await expect(compactIfNeeded(compact, session, 'context-overflow'))
  524. .resolves.not.toBeNull()
  525. })
  526. it('declines forced overflow when the whole surface is one indivisible tool pair', async () => {
  527. const compact = service(compactConfig)
  528. const session = Session.create(SessionId('single-tool-pair'))
  529. const callId = CallId('single-call')
  530. session.append('turn/start', { turn: 1 })
  531. session.append('step/start', { turn: 1, step: 1 })
  532. session.append('request/header', {
  533. header: { config: { provider: MODEL, model: MODEL } },
  534. reason: 'initial',
  535. })
  536. session.append('assistant/message', {
  537. turn: 1,
  538. step: 1,
  539. message: createMessage({
  540. role: 'assistant',
  541. content: [{ type: 'tool-call', id: callId, name: 'read', arguments: '{}' }],
  542. source: {
  543. kind: 'model',
  544. ...{ provider: MODEL, model: MODEL },
  545. },
  546. }),
  547. }, { surfaceOp: 'append' })
  548. session.append('tool/call', { turn: 1, step: 1, callId, name: 'read', arguments: '{}' })
  549. session.append('tool/result', {
  550. turn: 1,
  551. step: 1,
  552. message: createToolResultMessage({
  553. callId,
  554. content: [{ type: 'text', text: 'result' }],
  555. isError: false,
  556. }),
  557. }, { surfaceOp: 'append' })
  558. session.append('step/end', { turn: 1, step: 1 })
  559. const generation = session.surface.replaceGeneration
  560. await expect(compactIfNeeded(compact, session, 'context-overflow')).resolves.toBeNull()
  561. expect(session.surface.replaceGeneration).toBe(generation)
  562. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  563. })
  564. it('does nothing below threshold and compacts a priced head above threshold', async () => {
  565. const compact = service(compactConfig)
  566. expect(await compactIfNeeded(compact, conversation(2))).toBeNull()
  567. const session = conversation(4)
  568. const result = await compactIfNeeded(compact, session)
  569. expect(result).not.toBeNull()
  570. expect(result?.shadowedSeqs.length).toBeGreaterThan(2)
  571. expect(session.surface.nodes.length).toBeLessThan(8)
  572. })
  573. it('counts the durable routed request envelope without putting it on the surface', async () => {
  574. const compact = service({
  575. auto: false,
  576. thresholdRatio: 0.9,
  577. retainTokens: 50,
  578. })
  579. const session = conversation(2, 'x'.repeat(600))
  580. expect(await compactIfNeeded(compact, session)).toBeNull()
  581. session.append('request/header', {
  582. header: {
  583. config: { provider: MODEL, model: MODEL },
  584. system: 's'.repeat(2_000),
  585. },
  586. reason: 'resume',
  587. })
  588. const result = await compactIfNeeded(compact, session)
  589. expect(result).not.toBeNull()
  590. })
  591. it('uses the latest logged request envelope without an AgentOptions override', async () => {
  592. const ctx = createContext()
  593. const compact = service({
  594. auto: false,
  595. thresholdRatio: 0.5,
  596. retainTokens: 180,
  597. }, ctx)
  598. const session = conversation(4)
  599. session.append('request/header', {
  600. header: { config: { provider: 'actual', model: 'actual' } },
  601. reason: 'initial',
  602. })
  603. const measure = vi.spyOn(ctx.tokenMeter, 'measure')
  604. const result = await compactIfNeeded(compact, session, 'pressure', 'fallback')
  605. expect(result).not.toBeNull()
  606. expect(session.requestHeader()?.config.model).toBe('actual')
  607. expect(measure.mock.calls[0]).toEqual([session])
  608. })
  609. it('declines when envelope pressure is high but the surface has no compactable range', async () => {
  610. const compact = service(compactConfig)
  611. const empty = Session.create(SessionId('empty'))
  612. empty.append('turn/start', { turn: 1 })
  613. empty.append('request/header', {
  614. header: { config: { provider: MODEL, model: MODEL }, system: 'x'.repeat(100_000) },
  615. reason: 'initial',
  616. })
  617. expect(await compactIfNeeded(compact, empty)).toBeNull()
  618. const retained = conversation(1)
  619. retained.append('request/header', {
  620. header: { config: { provider: MODEL, model: MODEL }, system: 'x'.repeat(100_000) },
  621. reason: 'resume',
  622. })
  623. expect(await compactIfNeeded(compact, retained)).toBeNull()
  624. })
  625. it('uses one unified measurement for each pressure-and-retention decision', async () => {
  626. const ctx = createContext()
  627. const compact = service(compactConfig, ctx)
  628. const measure = vi.spyOn(ctx.tokenMeter, 'measure')
  629. const stop = new Error('stop after first decision')
  630. vi.spyOn(compact, 'compactRegion').mockRejectedValueOnce(stop)
  631. await expect(compactIfNeeded(compact, conversation(4))).rejects.toBe(stop)
  632. expect(measure).toHaveBeenCalledTimes(1)
  633. })
  634. it('bounds retries when a shrinking checkpoint remains above threshold', async () => {
  635. const compact = service({
  636. auto: false,
  637. compactionRetries: 0,
  638. thresholdRatio: 0.3,
  639. retainTokens: 180,
  640. })
  641. compact.summary = Array.from({ length: 7 }, (_, index) => ({
  642. type: 'text',
  643. text: `summary ${index}`,
  644. }))
  645. await expect(compactIfNeeded(compact, conversation(4)))
  646. .rejects.toThrow(/still above threshold after 1 compaction attempts/)
  647. })
  648. it('rounds a retention cut head-ward to preserve tool-call/result pairing', async () => {
  649. const compact = service({
  650. auto: false,
  651. thresholdRatio: 0.8,
  652. retainTokens: 80,
  653. }, createContext(4_000))
  654. const session = toolConversation()
  655. const result = await compactIfNeeded(compact, session)
  656. expect(result).not.toBeNull()
  657. const messages = session.deriveMessages()
  658. const calls = new Set<string>()
  659. for (const message of messages) {
  660. for (const block of message.content) {
  661. if (block.type === 'tool-call') calls.add(block.id)
  662. if (block.type === 'tool-result') expect(calls.has(block.toolCallId)).toBe(true)
  663. }
  664. }
  665. })
  666. it('rejects a priced surface that is not the current positional surface', () => {
  667. const ctx = createContext()
  668. const session = conversation(2)
  669. const priced = ctx.tokenMeter.measure(session)
  670. expect(() => selectCompactableRange(session, {
  671. ...priced,
  672. nodes: priced.nodes.slice(1),
  673. }, 1)).toThrow(/does not match/)
  674. })
  675. it('declines when rounding a cut would consume the only tool pair', () => {
  676. const ctx = createContext()
  677. const session = Session.create(SessionId('one-tool-pair'))
  678. const callId = CallId('only')
  679. session.append('turn/start', { turn: 1 })
  680. session.append('step/start', { turn: 1, step: 1 })
  681. session.append('assistant/message', {
  682. turn: 1,
  683. step: 1,
  684. message: createMessage({
  685. role: 'assistant',
  686. content: [{ type: 'tool-call', id: callId, name: 'read', arguments: '{}' }],
  687. source: {
  688. kind: 'model',
  689. ...{ provider: MODEL, model: MODEL },
  690. },
  691. }),
  692. }, { surfaceOp: 'append' })
  693. session.append('tool/call', { turn: 1, step: 1, callId, name: 'read', arguments: '{}' })
  694. session.append('tool/result', {
  695. turn: 1,
  696. step: 1,
  697. message: createToolResultMessage({
  698. callId,
  699. content: [{ type: 'text', text: 'result' }],
  700. isError: false,
  701. }),
  702. }, { surfaceOp: 'append' })
  703. session.append('step/end', { turn: 1, step: 1 })
  704. const priced = ctx.tokenMeter.measure(session)
  705. expect(selectCompactableRange(session, priced, 1)).toBeNull()
  706. })
  707. })
  708. describe('optional model-free tool-result pruning', () => {
  709. const pruneConfig = { thresholdChars: 100, headChars: 20, tailChars: 10 }
  710. it('does not prune a below-pressure session opportunistically', async () => {
  711. const ctx = createContext(10_000)
  712. const prune = new ToolResultPruneService(ctx, pruneConfig)
  713. const compact = new TestCompactService(ctx, {
  714. auto: false,
  715. thresholdRatio: 0.8,
  716. retainTokens: 100,
  717. })
  718. const session = oversizedToolResult()
  719. const pruneSession = vi.spyOn(prune, 'pruneSession')
  720. expect(await compactIfNeeded(compact, session)).toBeNull()
  721. expect(pruneSession).not.toHaveBeenCalled()
  722. expect(compact.calls).toHaveLength(0)
  723. expect(session.surface.replaceGeneration).toBe(0)
  724. })
  725. it('skips LLM summarization when pruning alone clears pressure', async () => {
  726. const ctx = createContext(1_000)
  727. void new ToolResultPruneService(ctx, pruneConfig)
  728. const compact = new TestCompactService(ctx, {
  729. auto: false,
  730. thresholdRatio: 0.5,
  731. retainTokens: 50,
  732. })
  733. const session = oversizedToolResult()
  734. expect(ctx.tokenMeter.measure(session).totalTokens).toBeGreaterThanOrEqual(500)
  735. expect(await compactIfNeeded(compact, session)).toBeNull()
  736. expect(ctx.tokenMeter.measure(session).totalTokens).toBeLessThan(500)
  737. expect(compact.calls).toHaveLength(0)
  738. expect(session.surface.replaceGeneration).toBe(1)
  739. })
  740. it('summarizes the pruned surface when pruning is insufficient', async () => {
  741. const ctx = createContext(2_000)
  742. void new ToolResultPruneService(ctx, pruneConfig)
  743. const compact = new TestCompactService(ctx, {
  744. auto: false,
  745. thresholdRatio: 0.5,
  746. retainTokens: 50,
  747. })
  748. const session = toolConversation()
  749. expect(await compactIfNeeded(compact, session)).not.toBeNull()
  750. expect(compact.calls).toHaveLength(1)
  751. expect(summarizedText(compact.calls[0]!.input)).toContain('tool result middle pruned')
  752. expect(summarizedText(compact.calls[0]!.input)).not.toContain('result 1 '.repeat(300))
  753. })
  754. it('retains the original compact-basic behavior without the optional plugin', async () => {
  755. const ctx = createContext(2_000)
  756. const compact = new TestCompactService(ctx, {
  757. auto: false,
  758. thresholdRatio: 0.5,
  759. retainTokens: 50,
  760. })
  761. const session = oversizedToolResult(3_000, true)
  762. expect(await compactIfNeeded(compact, session)).not.toBeNull()
  763. expect(compact.calls).toHaveLength(1)
  764. const original = session.events.find(event => event.type === 'tool/result')
  765. expect(original?.type === 'tool/result' && original.data.message.content[0].content[0])
  766. .toEqual({ type: 'text', text: 'X'.repeat(3_000) })
  767. expect(session.events.filter(event =>
  768. event.type === 'tool/result' && event.surfaceOp !== 'append')).toHaveLength(0)
  769. })
  770. })
  771. describe('compaction region transaction', () => {
  772. it('lands a framed, replayable checkpoint with exact source seqs and token price', async () => {
  773. const compact = service()
  774. compact.rawOutput = [
  775. { type: 'reasoning', text: 'private compact thought' },
  776. ...compact.summary,
  777. ]
  778. compact.usage = { inputTokens: 40, outputTokens: 5 }
  779. const session = conversation(3)
  780. const before = [...session.surface.nodes]
  781. const result = await compact.compactRegion(
  782. before[0]!,
  783. before[3]!,
  784. agent(session, MODEL),
  785. SIGNAL,
  786. )
  787. expect(result.shadowedSeqs).toEqual(before.slice(0, 4))
  788. expect(result.shadowedTokenCount).toBeGreaterThan(0)
  789. expect(compact.calls[0]).toMatchObject({ signal: SIGNAL })
  790. expect(summarizedText(compact.calls[0]!.input)).toContain('fixture user 1')
  791. const summary = session.events.findLast(event => event.type === 'compact/summary')
  792. expect(summary?.data).toMatchObject({
  793. shadowedSeqs: result.shadowedSeqs,
  794. shadowedTokenCount: result.shadowedTokenCount,
  795. provider: 'summary-provider',
  796. model: 'summary-model',
  797. maxTokens: 123,
  798. rawOutput: compact.rawOutput,
  799. usage: compact.usage,
  800. })
  801. expect(summary?.data).not.toHaveProperty('llmStreamCall')
  802. const head = session.deriveMessages()[0]!
  803. expect(head.content[0]?.type).toBe('text')
  804. expect(head.content[0]?.type === 'text' ? head.content[0].text : '').toContain('<compacted-summary>')
  805. expect(head.content.at(-1)).toEqual({ type: 'text', text: '</compacted-summary>' })
  806. const replay = Session.create(SessionId('replay'), [...session.events])
  807. expect(replay.deriveMessages()).toEqual(session.deriveMessages())
  808. })
  809. it('replays the latest routed header so the summarizer reuses the cache', async () => {
  810. const compact = service()
  811. const session = conversation(3)
  812. const tools = [{ name: 'do_thing', description: 'd', parameters: { type: 'object' } }]
  813. session.append('request/header', {
  814. header: { config: { provider: MODEL, model: MODEL }, system: 'CONVERSATION SYSTEM', tools },
  815. reason: 'resume',
  816. })
  817. const nodes = session.surface.nodes
  818. await compact.compactRegion(nodes[0]!, nodes[1]!, agent(session, MODEL), SIGNAL)
  819. const { input } = compact.calls[0]!
  820. expect(input.system).toBe('CONVERSATION SYSTEM')
  821. expect(input.tools).toEqual(tools)
  822. expect(summarizedText(input)).toContain('fixture user 1')
  823. })
  824. it.each([
  825. ['start missing', 9_001, undefined, /start seq 9001 not found/],
  826. ['end missing', undefined, 9_002, /end seq 9002 not found/],
  827. ])('rejects %s', async (_label, startOverride, endOverride, pattern) => {
  828. const compact = service()
  829. const session = conversation(2)
  830. const nodes = session.surface.nodes
  831. await expect(compact.compactRegion(
  832. startOverride ?? nodes[0]!,
  833. endOverride ?? nodes[1]!,
  834. agent(session, MODEL),
  835. )).rejects.toThrow(pattern)
  836. })
  837. it('rejects reversed and tool-unbalanced positional boundaries', async () => {
  838. const compact = service()
  839. const plain = conversation(2)
  840. const nodes = plain.surface.nodes
  841. await expect(compact.compactRegion(
  842. nodes[2]!,
  843. nodes[1]!,
  844. agent(plain, MODEL),
  845. )).rejects.toThrow(/is after end/)
  846. const tools = toolConversation()
  847. const toolNodes = tools.surface.nodes
  848. await expect(compact.compactRegion(
  849. toolNodes[2]!,
  850. toolNodes[4]!,
  851. agent(tools, MODEL),
  852. )).rejects.toThrow(/start seq .* not a balanced boundary/)
  853. await expect(compact.compactRegion(
  854. toolNodes[0]!,
  855. toolNodes[1]!,
  856. agent(tools, MODEL),
  857. )).rejects.toThrow(/end seq .* not a balanced boundary/)
  858. })
  859. it('requires an open turn and an idle compaction bracket', async () => {
  860. const compact = service()
  861. const closed = conversation(1)
  862. closed.append('turn/end', { turn: 2, reason: { kind: 'completed' } })
  863. const nodes = closed.surface.nodes
  864. await expect(compact.compactRegion(
  865. nodes[0]!,
  866. nodes[1]!,
  867. agent(closed, MODEL),
  868. )).rejects.toThrow(/no open turn/)
  869. const locked = conversation(1)
  870. locked.append('compact/start', {
  871. compactionId: CompactionId('locked-compaction'),
  872. turn: 2,
  873. })
  874. const lockedNodes = locked.surface.nodes
  875. await expect(compact.compactRegion(
  876. lockedNodes[0]!,
  877. lockedNodes[1]!,
  878. agent(locked, MODEL),
  879. )).rejects.toThrow(/already in progress/)
  880. })
  881. it('rejects a session with no turn boundary at all', async () => {
  882. const compact = service()
  883. const session = Session.create(SessionId('turnless'))
  884. session.append('user/message', createUserMessage({
  885. content: [{ type: 'text', text: 'orphan' }],
  886. source: { kind: 'user' },
  887. }), { surfaceOp: 'append' })
  888. const node = session.surface.nodes[0]!
  889. await expect(compact.compactRegion(
  890. node,
  891. node,
  892. agent(session, MODEL),
  893. )).rejects.toThrow(/no open turn/)
  894. })
  895. it('rejects a meter snapshot that changed before summarization began', async () => {
  896. const ctx = createContext()
  897. const meter = ctx.tokenMeter
  898. const original = meter.measure.bind(meter)
  899. vi.spyOn(meter, 'measure').mockImplementationOnce((session) => {
  900. const measurement = original(session)
  901. return { ...measurement, nodes: measurement.nodes.slice(1) }
  902. })
  903. const compact = service({ auto: false }, ctx)
  904. const session = conversation(2)
  905. const nodes = session.surface.nodes
  906. await expect(compact.compactRegion(
  907. nodes[0]!,
  908. nodes[2]!,
  909. agent(session, MODEL),
  910. )).rejects.toThrow(/selected surface changed/)
  911. })
  912. it('records summarizer failures without mutating the surface', async () => {
  913. const compact = service()
  914. compact.error = new Error('summary unavailable')
  915. const session = conversation(2)
  916. const before = session.surface.nodes
  917. await expect(compact.compactRegion(
  918. before[0]!,
  919. before[2]!,
  920. agent(session, MODEL),
  921. )).rejects.toThrow('summary unavailable')
  922. expect(session.surface.nodes).toEqual(before)
  923. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  924. .toMatchObject({ error: 'summary unavailable' })
  925. })
  926. it('stringifies non-Error failures in the durable end bracket', async () => {
  927. const compact = service()
  928. compact.error = 'plain failure'
  929. const session = conversation(2)
  930. const nodes = session.surface.nodes
  931. await expect(compact.compactRegion(
  932. nodes[0]!,
  933. nodes[2]!,
  934. agent(session, MODEL),
  935. )).rejects.toBe('plain failure')
  936. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  937. .toMatchObject({ error: 'plain failure' })
  938. })
  939. it('tolerates concurrent log-only appends while the selected surface is stable', async () => {
  940. const compact = service()
  941. const session = conversation(2)
  942. compact.mutateDuringSummary = () => {
  943. session.append('request/header', {
  944. header: { config: { provider: MODEL, model: MODEL } },
  945. reason: 'change',
  946. })
  947. }
  948. const nodes = session.surface.nodes
  949. await expect(compact.compactRegion(
  950. nodes[0]!,
  951. nodes[2]!,
  952. agent(session, MODEL),
  953. )).resolves.toMatchObject({ shadowedSeqs: nodes.slice(0, 3) })
  954. expect(session.events.some(event => event.type === 'compact/summary')).toBe(true)
  955. })
  956. it('rejects concurrent surface appends before committing the replacement', async () => {
  957. const compact = service()
  958. const session = conversation(2)
  959. compact.mutateDuringSummary = () => {
  960. session.append('user/message', createUserMessage({
  961. content: [{ type: 'text', text: 'concurrent surface mutation' }],
  962. source: { kind: 'plugin', plugin: 'test' },
  963. }), { surfaceOp: 'append' })
  964. }
  965. const nodes = session.surface.nodes
  966. await expect(compact.compactRegion(
  967. nodes[0]!,
  968. nodes[2]!,
  969. agent(session, MODEL),
  970. )).rejects.toThrow(/session surface changed/)
  971. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  972. })
  973. it('rejects a non-shrinking framed summary under the conversation meter', async () => {
  974. const compact = service()
  975. compact.summary = Array.from({ length: 100 }, (_, index) => ({
  976. type: 'text',
  977. text: `verbose ${index}`,
  978. }))
  979. const session = conversation(2)
  980. const nodes = session.surface.nodes
  981. await expect(compact.compactRegion(
  982. nodes[0]!,
  983. nodes[2]!,
  984. agent(session, MODEL),
  985. )).rejects.toThrow(/summary is not smaller/)
  986. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  987. })
  988. it('lets a model-independent custom summarizer compact without a conversation model', async () => {
  989. const compact = service()
  990. const session = Session.create(SessionId('model-less-region'))
  991. session.append('turn/start', { turn: 1 })
  992. session.append('user/message', createUserMessage({
  993. content: [{ type: 'text', text: 'history '.repeat(100) }],
  994. source: { kind: 'user' },
  995. }), { surfaceOp: 'append' })
  996. session.append('step/start', { turn: 1, step: 1 })
  997. session.append('assistant/message', {
  998. turn: 1,
  999. step: 1,
  1000. message: createMessage({
  1001. role: 'assistant',
  1002. content: [{ type: 'text', text: 'answer '.repeat(100) }],
  1003. source: {
  1004. kind: 'model',
  1005. ...{ provider: 'historical', model: 'historical' },
  1006. },
  1007. }),
  1008. }, { surfaceOp: 'append' })
  1009. session.append('step/end', { turn: 1, step: 1 })
  1010. const nodes = session.surface.nodes
  1011. await expect(compact.compactRegion(
  1012. nodes[0]!,
  1013. nodes[1]!,
  1014. agent(session),
  1015. )).resolves.toMatchObject({ shadowedSeqs: [nodes[0]!, nodes[1]!] })
  1016. })
  1017. })
  1018. class ScriptedAdapter extends LlmAdapter {
  1019. lastOptions: GenerateOptions | undefined
  1020. usage: TokenUsage | undefined
  1021. constructor(
  1022. private readonly blocks: readonly ContentBlock[],
  1023. private readonly finish: (StreamChunk & { type: 'finish' })['reason'] = { kind: 'stop' },
  1024. ) {
  1025. super()
  1026. }
  1027. override async * stream(options: GenerateOptions): AsyncIterable<StreamChunk> {
  1028. this.lastOptions = options
  1029. for (const [index, block] of this.blocks.entries()) {
  1030. yield { type: 'block-start', index, blockType: block.type }
  1031. if (block.type === 'text') {
  1032. yield { type: 'text-delta', index, text: block.text }
  1033. } else if (block.type === 'reasoning') {
  1034. yield { type: 'reasoning-delta', index, text: block.text }
  1035. } else {
  1036. yield { type: 'block-end', index, block }
  1037. }
  1038. }
  1039. if (this.usage !== undefined) yield { type: 'usage', usage: this.usage }
  1040. yield { type: 'finish', reason: this.finish }
  1041. }
  1042. }
  1043. class ExposedCompactService extends BasicCompactService {
  1044. runSummarize(
  1045. input: SummarizationInput,
  1046. owner: Agent,
  1047. signal?: AbortSignal,
  1048. ): Promise<{
  1049. summary: ContentBlock[]
  1050. rawOutput?: ContentBlock[]
  1051. provider: string
  1052. model: string
  1053. maxTokens?: number
  1054. usage?: TokenUsage
  1055. }> {
  1056. return this.summarize(input, owner, signal)
  1057. }
  1058. }
  1059. async function summarizerHarness(
  1060. blocks: readonly ContentBlock[],
  1061. finish?: (StreamChunk & { type: 'finish' })['reason'],
  1062. model = MODEL,
  1063. config: BasicCompactConfig = { auto: false },
  1064. ): Promise<{ ctx: Context; adapter: ScriptedAdapter; compact: ExposedCompactService }> {
  1065. const ctx = new Context()
  1066. await ctx.plugin(LlmService)
  1067. void new TokenMeterService(ctx)
  1068. const adapter = new ScriptedAdapter(blocks, finish)
  1069. ctx.llm.registerAdapter([model], adapter)
  1070. const compact = new ExposedCompactService(ctx, config)
  1071. return { ctx, adapter, compact }
  1072. }
  1073. describe('default one-shot summarizer', () => {
  1074. it('requires complete raw output when a subclass marks one local LLM stream call', () => {
  1075. expectTypeOf<{
  1076. summary: ContentBlock[]
  1077. llmStreamCall: true
  1078. provider: string
  1079. model: string
  1080. }>().not.toExtend<SummaryResult>()
  1081. })
  1082. it('uses configured model/default cap, forwards cancellation, and keeps only safe text', async () => {
  1083. const { adapter, compact } = await summarizerHarness([
  1084. { type: 'reasoning', text: 'private' },
  1085. { type: 'text', text: 'public summary' },
  1086. { type: 'tool-call', id: CallId('unexpected'), name: 'x', arguments: '{}' },
  1087. ], undefined, MODEL, {
  1088. auto: false,
  1089. summarizationProvider: MODEL,
  1090. summarizationModel: MODEL,
  1091. maxTokens: 321,
  1092. })
  1093. const session = conversation(1)
  1094. adapter.usage = { inputTokens: 12, outputTokens: 3 }
  1095. const output = await compact.runSummarize(promptInput('transcript'), agent(session, 'fallback'), SIGNAL)
  1096. expect(output).toEqual({
  1097. summary: [{ type: 'text', text: 'public summary' }],
  1098. rawOutput: [
  1099. { type: 'reasoning', text: 'private' },
  1100. { type: 'text', text: 'public summary' },
  1101. { type: 'tool-call', id: CallId('unexpected'), name: 'x', arguments: '{}' },
  1102. ],
  1103. llmStreamCall: true,
  1104. provider: MODEL,
  1105. model: MODEL,
  1106. maxTokens: 321,
  1107. usage: adapter.usage,
  1108. })
  1109. expect(adapter.lastOptions).toMatchObject({
  1110. provider: MODEL,
  1111. model: MODEL,
  1112. maxTokens: 321,
  1113. signal: SIGNAL,
  1114. sessionId: session.id,
  1115. purpose: 'compaction',
  1116. })
  1117. const instruction = adapter.lastOptions?.messages.at(-1)?.content[0]
  1118. expect(instruction?.type === 'text' ? instruction.text : '').toContain('## Primary Request and Intent')
  1119. })
  1120. it('replays the conversation prefix and appends the instruction as the final message', async () => {
  1121. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }])
  1122. const tools = [{ name: 'do_thing', description: 'd', parameters: { type: 'object' } }]
  1123. const prefix: Message = createUserMessage({
  1124. content: [{ type: 'text', text: 'earlier turn' }],
  1125. source: { kind: 'plugin', plugin: 'test' },
  1126. })
  1127. await compact.runSummarize({
  1128. system: 'REPLAYED SYSTEM',
  1129. tools,
  1130. messages: [prefix],
  1131. }, agent(conversation(1), MODEL))
  1132. expect(adapter.lastOptions?.system).toBe('REPLAYED SYSTEM')
  1133. expect(adapter.lastOptions?.tools).toEqual(tools)
  1134. const messages = adapter.lastOptions?.messages ?? []
  1135. expect(messages[0]).toEqual(prefix)
  1136. const last = messages.at(-1)?.content[0]
  1137. const lastText = last?.type === 'text' ? last.text : ''
  1138. expect(lastText).toContain('Write concise English engineering prose.')
  1139. expect(lastText).toContain('numeric values, function signatures, and syntax fragments.')
  1140. expect(lastText).toContain('## Primary Request and Intent')
  1141. })
  1142. it('applies the routed model policy without changing the replayed prefix', async () => {
  1143. const { ctx, compact } = await summarizerHarness(
  1144. [{ type: 'text', text: 'unused default summary' }],
  1145. undefined,
  1146. MODEL,
  1147. {
  1148. auto: false,
  1149. maxTokens: 111,
  1150. modelPolicies: [{
  1151. provider: MODEL,
  1152. model: MODEL,
  1153. summarizationProvider: 'policy-summary',
  1154. summarizationModel: 'policy-summary',
  1155. maxTokens: 222,
  1156. }],
  1157. },
  1158. )
  1159. const policyAdapter = new ScriptedAdapter([{ type: 'text', text: 'policy summary' }])
  1160. ctx.llm.registerAdapter(['policy-summary'], policyAdapter)
  1161. const prefix: Message = createUserMessage({
  1162. content: [{ type: 'text', text: 'warm prefix' }],
  1163. source: { kind: 'plugin', plugin: 'test' },
  1164. })
  1165. const output = await compact.runSummarize({
  1166. system: 'WARM SYSTEM',
  1167. messages: [prefix],
  1168. }, agent(conversation(1), 'fallback'))
  1169. expect(output).toMatchObject({
  1170. provider: 'policy-summary',
  1171. model: 'policy-summary',
  1172. maxTokens: 222,
  1173. })
  1174. expect(policyAdapter.lastOptions).toMatchObject({
  1175. provider: 'policy-summary',
  1176. model: 'policy-summary',
  1177. maxTokens: 222,
  1178. system: 'WARM SYSTEM',
  1179. })
  1180. expect(policyAdapter.lastOptions?.messages[0]).toEqual(prefix)
  1181. })
  1182. it('resolves the latest routed provider/model before the AgentOptions pair', async () => {
  1183. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }], undefined, 'routed')
  1184. const session = conversation(1)
  1185. session.append('request/header', {
  1186. header: { config: { provider: 'routed', model: 'routed' } },
  1187. reason: 'initial',
  1188. })
  1189. const output = await compact.runSummarize(promptInput('history'), agent(session, 'fallback'))
  1190. expect(output.provider).toBe('routed')
  1191. expect(output.model).toBe('routed')
  1192. expect(adapter.lastOptions?.provider).toBe('routed')
  1193. expect(adapter.lastOptions?.model).toBe('routed')
  1194. })
  1195. it('records the model actually dispatched after one-shot stream routing', async () => {
  1196. const { ctx, compact } = await summarizerHarness([{ type: 'text', text: 'unused' }])
  1197. const routedAdapter = new ScriptedAdapter([{ type: 'text', text: 'routed summary' }])
  1198. ctx.llm.registerAdapter(['routed-summary-provider'], routedAdapter)
  1199. ctx.on('llm/stream', (options, next) => {
  1200. options.provider = 'routed-summary-provider'
  1201. options.model = 'routed-summary-model'
  1202. return next()
  1203. })
  1204. const session = conversation(3, 'large history '.repeat(500))
  1205. const nodes = session.surface.nodes
  1206. await compact.compactRegion(nodes[0]!, nodes[3]!, agent(session, MODEL), SIGNAL)
  1207. expect(session.events.findLast(event => event.type === 'compact/summary')?.data).toMatchObject({
  1208. summary: [{ type: 'text', text: 'routed summary' }],
  1209. llmStreamCall: true,
  1210. provider: 'routed-summary-provider',
  1211. model: 'routed-summary-model',
  1212. })
  1213. expect(routedAdapter.lastOptions?.provider).toBe('routed-summary-provider')
  1214. expect(routedAdapter.lastOptions?.model).toBe('routed-summary-model')
  1215. })
  1216. it('fails clearly when no complete summarization target can be resolved', async () => {
  1217. const ctx = new Context()
  1218. await ctx.plugin(LlmService)
  1219. void new TokenMeterService(ctx)
  1220. const compact = new ExposedCompactService(ctx, { auto: false })
  1221. await expect(compact.runSummarize(promptInput('history'), agent(Session.create(SessionId('model-less')))))
  1222. .rejects.toThrow(/no provider\/model available for summarization/)
  1223. })
  1224. it('uses a complete AgentOptions target when no durable route exists', async () => {
  1225. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }])
  1226. const session = Session.create(SessionId('headerless-summary'))
  1227. await expect(compact.runSummarize(promptInput('history'), agent(session, MODEL))).resolves.toMatchObject({
  1228. provider: MODEL,
  1229. model: MODEL,
  1230. })
  1231. expect(adapter.lastOptions).toMatchObject({ provider: MODEL, model: MODEL })
  1232. })
  1233. it.each([
  1234. { provider: '', model: MODEL },
  1235. { provider: MODEL },
  1236. { provider: MODEL, model: '' },
  1237. ])('rejects incomplete AgentOptions target %#', async (options) => {
  1238. const { compact } = await summarizerHarness([{ type: 'text', text: 'unused' }])
  1239. const owner = {
  1240. session: Session.create(SessionId(`incomplete-${String(options.model)}`)),
  1241. options,
  1242. } as Agent
  1243. await expect(compact.runSummarize(promptInput('history'), owner))
  1244. .rejects.toThrow(/no provider\/model available for summarization/)
  1245. })
  1246. it.each([
  1247. [{ kind: 'error', failure: { message: 'provider failed', code: 'PROVIDER' } }, 'PROVIDER', /provider failed/],
  1248. [{ kind: 'error', failure: { message: 'opaque', code: 'UNKNOWN' } }, 'UNKNOWN', /opaque/],
  1249. [{ kind: 'aborted', failure: { message: 'summarization aborted', code: 'ABORTED' } }, 'ABORTED', /aborted/],
  1250. [{ kind: 'max-tokens' }, 'MAX_TOKENS', /token cap/],
  1251. ] as Array<[(StreamChunk & { type: 'finish' })['reason'], string | undefined, RegExp]>) (
  1252. 'rejects terminal finish %#',
  1253. async (finish, code, pattern) => {
  1254. const { compact } = await summarizerHarness([], finish)
  1255. let thrown: unknown
  1256. try {
  1257. await compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL))
  1258. } catch (error: unknown) {
  1259. thrown = error
  1260. }
  1261. expect(thrown).toBeInstanceOf(Error)
  1262. expect((thrown as Error).message).toMatch(pattern)
  1263. expect((thrown as Error & { code?: string }).code).toBe(code)
  1264. },
  1265. )
  1266. it('rejects empty or reasoning-only successful output', async () => {
  1267. const { compact } = await summarizerHarness([{ type: 'reasoning', text: 'private' }])
  1268. await expect(compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL)))
  1269. .rejects.toThrow(/no text summary content/)
  1270. })
  1271. })
  1272. describe('automatic listener and loader composition', () => {
  1273. function preStep(ctx: Context, owner: Agent, signal = SIGNAL) {
  1274. return agentEvents(ctx, owner).waterfall(
  1275. 'agent/pre-step', { messages: [], turn: 1, step: 1, signal },
  1276. () => Promise.resolve({ kind: 'enter' as const, messages: [] }),
  1277. )
  1278. }
  1279. function recover(
  1280. ctx: Context,
  1281. owner: Agent,
  1282. error: Error & { code?: string },
  1283. signal = SIGNAL,
  1284. next: () => Promise<RequestErrorAction> = () => Promise.resolve(undefined),
  1285. ): Promise<boolean> {
  1286. const failure: LlmFailure = { message: error.message, code: error.code ?? 'UNKNOWN' }
  1287. const turn = owner.session.events.findLast(event => event.type === 'turn/start')?.data.turn ?? 1
  1288. return agentEvents(ctx, owner).waterfall(
  1289. 'agent/request-error',
  1290. { turn, step: 1, provider: 'test', failure, retryPolicy: undefined, signal },
  1291. next,
  1292. ).then(action => action?.kind === 'retry')
  1293. }
  1294. function overflow(message = 'provider overflow'): Error & { code: string } {
  1295. return Object.assign(new Error(message), { code: CONTEXT_WINDOW_EXCEEDED_CODE })
  1296. }
  1297. it('compacts before a step above threshold using the durable routed model and remains idle below it', async () => {
  1298. const ctx = createContext()
  1299. const compact = new TestCompactService(ctx, {
  1300. thresholdRatio: 0.5,
  1301. retainTokens: 180,
  1302. })
  1303. const pressured = conversation(4)
  1304. await preStep(ctx, agent(pressured, 'unconfigured-agent-fallback'))
  1305. expect(pressured.events.some(event => event.type === 'compact/summary')).toBe(true)
  1306. const small = conversation(1)
  1307. await preStep(ctx, agent(small, MODEL))
  1308. expect(small.events.some(event => event.type === 'compact/start')).toBe(false)
  1309. expect(compact.calls).toHaveLength(1)
  1310. })
  1311. it('skips pre-step pressure when the step signal is already aborted', async () => {
  1312. const ctx = createContext()
  1313. const compact = new TestCompactService(ctx, {
  1314. thresholdRatio: 0.5,
  1315. retainTokens: 180,
  1316. })
  1317. const pressured = conversation(4)
  1318. const compactIfNeeded = vi.spyOn(compact, 'compactIfNeeded')
  1319. await expect(preStep(ctx, agent(pressured, MODEL), AbortSignal.abort('step aborted')))
  1320. .resolves.toEqual({ kind: 'enter', messages: [] })
  1321. expect(compactIfNeeded).not.toHaveBeenCalled()
  1322. expect(pressured.events.some(event => event.type === 'compact/start')).toBe(false)
  1323. })
  1324. it('warns and continues after operational failures, including non-Errors', async () => {
  1325. const ctx = createContext()
  1326. const warnings: string[] = []
  1327. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1328. const compact = new TestCompactService(ctx, {
  1329. thresholdRatio: 0.5,
  1330. retainTokens: 180,
  1331. })
  1332. compact.error = 'temporary failure'
  1333. const session = conversation(4)
  1334. await expect(preStep(ctx, agent(session, MODEL))).resolves.toEqual({ kind: 'enter', messages: [] })
  1335. expect(warnings).toContainEqual(expect.stringContaining('temporary failure'))
  1336. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  1337. })
  1338. it('warns once per routed target when proactive pressure has no context metadata', async () => {
  1339. const ctx = createContext()
  1340. const warnings: string[] = []
  1341. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1342. vi.spyOn(ctx.llm, 'resolveModelInfo').mockImplementation((provider, model) => Promise.resolve({
  1343. provider,
  1344. id: model,
  1345. name: model,
  1346. }))
  1347. void new TestCompactService(ctx, {
  1348. thresholdRatio: 0.5,
  1349. retainTokens: 180,
  1350. })
  1351. const session = conversation(4)
  1352. await preStep(ctx, agent(session, MODEL))
  1353. await preStep(ctx, agent(session, MODEL))
  1354. expect(warnings).toEqual([
  1355. expect.stringContaining(`no context capacity for ${MODEL}/${MODEL}`),
  1356. ])
  1357. })
  1358. it('warns once per routed target when absolute retention exceeds its resolved threshold', async () => {
  1359. const ctx = createContext()
  1360. const warnings: string[] = []
  1361. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1362. void new TestCompactService(ctx, {
  1363. thresholdRatio: 0.5,
  1364. retainTokens: 500,
  1365. })
  1366. const session = conversation(4)
  1367. await preStep(ctx, agent(session, MODEL))
  1368. await preStep(ctx, agent(session, MODEL))
  1369. expect(warnings).toEqual([
  1370. expect.stringContaining('retainTokens (500) must be less than threshold tokens 500'),
  1371. ])
  1372. })
  1373. it('force-compacts below normal pressure for canonical overflow and retries only after replacement', async () => {
  1374. const ctx = createContext(10_000)
  1375. void new TestCompactService(ctx, {
  1376. thresholdRatio: 1,
  1377. retainTokens: 900,
  1378. })
  1379. const session = conversation(3)
  1380. const beforeGeneration = session.surface.replaceGeneration
  1381. const retainedSeq = session.surface.nodes.at(-1)!
  1382. const threshold = 10_000
  1383. expect(ctx.tokenMeter.measure(session).totalTokens).toBeLessThan(threshold)
  1384. const decision = await recover(ctx, agent(session, 'unconfigured-agent-fallback'), overflow())
  1385. expect(decision).toBe(true)
  1386. expect(session.surface.replaceGeneration).toBe(beforeGeneration + 1)
  1387. expect(session.events.some(event => event.type === 'compact/summary')).toBe(true)
  1388. expect(session.surface.nodes).toContain(retainedSeq)
  1389. })
  1390. it('authorizes overflow retry when pruning alone advances an indivisible surface', async () => {
  1391. const ctx = createContext(10_000)
  1392. void new ToolResultPruneService(ctx, {
  1393. thresholdChars: 100,
  1394. headChars: 20,
  1395. tailChars: 10,
  1396. })
  1397. const compact = new TestCompactService(ctx, {
  1398. thresholdRatio: 1,
  1399. retainTokens: 900,
  1400. })
  1401. const session = oversizedToolResult()
  1402. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1403. expect(session.surface.replaceGeneration).toBe(1)
  1404. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  1405. expect(compact.calls).toHaveLength(0)
  1406. })
  1407. it('continues overflow recovery with summarization on the pruned surface', async () => {
  1408. const ctx = createContext(10_000)
  1409. void new ToolResultPruneService(ctx, {
  1410. thresholdChars: 100,
  1411. headChars: 20,
  1412. tailChars: 10,
  1413. })
  1414. const compact = new TestCompactService(ctx, {
  1415. thresholdRatio: 1,
  1416. retainTokens: 900,
  1417. })
  1418. const session = toolConversation()
  1419. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1420. expect(session.events.some(event => event.type === 'compact/summary')).toBe(true)
  1421. expect(compact.calls).toHaveLength(1)
  1422. expect(summarizedText(compact.calls[0]!.input)).toContain('tool result middle pruned')
  1423. })
  1424. it('retries from a durable prune when later overflow summarization throws', async () => {
  1425. const ctx = createContext(10_000)
  1426. const warnings: string[] = []
  1427. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1428. void new ToolResultPruneService(ctx, {
  1429. thresholdChars: 100,
  1430. headChars: 20,
  1431. tailChars: 10,
  1432. })
  1433. const compact = new TestCompactService(ctx, {
  1434. thresholdRatio: 1,
  1435. retainTokens: 900,
  1436. })
  1437. compact.error = new Error('summary unavailable after prune')
  1438. const session = oversizedToolResult(3_000, true)
  1439. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1440. expect(session.surface.replaceGeneration).toBe(1)
  1441. expect(session.events.filter(event => event.type === 'tool/result')).toHaveLength(2)
  1442. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  1443. .toMatchObject({ error: 'summary unavailable after prune' })
  1444. expect(warnings).toContainEqual(expect.stringContaining('retrying from the replacement surface'))
  1445. })
  1446. it('lets cancellation win when summary throws after a durable prune', async () => {
  1447. const ctx = createContext(10_000)
  1448. const controller = new AbortController()
  1449. void new ToolResultPruneService(ctx, {
  1450. thresholdChars: 100,
  1451. headChars: 20,
  1452. tailChars: 10,
  1453. })
  1454. const compact = new TestCompactService(ctx, {
  1455. thresholdRatio: 1,
  1456. retainTokens: 900,
  1457. })
  1458. compact.mutateDuringSummary = () => { controller.abort('cancelled during summary') }
  1459. compact.error = new Error('summary cancelled after prune')
  1460. const session = oversizedToolResult(3_000, true)
  1461. expect(await recover(ctx, agent(session, MODEL), overflow(), controller.signal)).toBe(false)
  1462. expect(session.surface.replaceGeneration).toBe(1)
  1463. })
  1464. it('preserves the newest whole tool-call/result pair during forced overflow compaction', async () => {
  1465. const ctx = createContext()
  1466. void new TestCompactService(ctx, {
  1467. thresholdRatio: 1,
  1468. retainTokens: 90,
  1469. })
  1470. const session = toolConversation()
  1471. const newestAssistant = session.surface.nodes.at(-2)!
  1472. const newestResult = session.surface.nodes.at(-1)!
  1473. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1474. const currentAssistant = session.surface.nodes.find(node => node === newestAssistant)
  1475. const currentResult = session.surface.nodes.find(node => node === newestResult)
  1476. expect(currentAssistant).toBeDefined()
  1477. expect(currentResult).toBeDefined()
  1478. expect(toolPairingBalancedBefore(session, currentAssistant!)).toBe(true)
  1479. expect(toolPairingBalancedAfter(session, currentResult!)).toBe(true)
  1480. })
  1481. it('does not retry when a backend reports success without replacing the surface', async () => {
  1482. const ctx = createContext()
  1483. const compact = new TestCompactService(ctx)
  1484. const session = conversation(2)
  1485. const fakeResult: CompactionResult = {
  1486. compactionId: CompactionId('fake-compaction'),
  1487. startSeq: 1,
  1488. summarySeq: 2,
  1489. endSeq: 3,
  1490. summary: [{ type: 'text', text: 'fake' }],
  1491. shadowedRange: { start: 1, end: 2 },
  1492. shadowedSeqs: [1, 2],
  1493. shadowedTokenCount: 10,
  1494. }
  1495. vi.spyOn(compact, 'compactIfNeeded').mockResolvedValue(fakeResult)
  1496. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1497. expect(session.surface.replaceGeneration).toBe(0)
  1498. })
  1499. it('delegates downstream exactly once when no replacement is available', async () => {
  1500. const ctx = createContext()
  1501. const compact = new TestCompactService(ctx)
  1502. vi.spyOn(compact, 'compactIfNeeded').mockResolvedValue(null)
  1503. const downstream = new Error('downstream recovery failed')
  1504. let calls = 0
  1505. await expect(recover(
  1506. ctx,
  1507. agent(conversation(2), MODEL),
  1508. overflow(),
  1509. SIGNAL,
  1510. () => {
  1511. calls += 1
  1512. return Promise.reject(downstream)
  1513. },
  1514. )).rejects.toBe(downstream)
  1515. expect(calls).toBe(1)
  1516. })
  1517. it('preserves the original provider error when recovery throws', async () => {
  1518. const ctx = createContext()
  1519. const warnings: string[] = []
  1520. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1521. const compact = new TestCompactService(ctx)
  1522. compact.error = new Error('summary unavailable')
  1523. const original = overflow('original provider overflow')
  1524. expect(await recover(ctx, agent(conversation(3), MODEL), original)).toBe(false)
  1525. expect(original).toMatchObject({
  1526. message: 'original provider overflow',
  1527. code: CONTEXT_WINDOW_EXCEEDED_CODE,
  1528. })
  1529. expect(warnings).toContainEqual(expect.stringContaining('preserving the original request error'))
  1530. })
  1531. it('delegates once when overflow recovery throws a non-Error value', async () => {
  1532. const ctx = createContext()
  1533. const warnings: string[] = []
  1534. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1535. const compact = new TestCompactService(ctx)
  1536. compact.error = 'non-error recovery failure'
  1537. const session = conversation(3)
  1538. const generation = session.surface.replaceGeneration
  1539. const original = overflow('original provider failure')
  1540. let delegations = 0
  1541. const decision = await recover(ctx, agent(session, MODEL), original, SIGNAL, () => {
  1542. delegations += 1
  1543. return Promise.resolve(undefined)
  1544. })
  1545. expect(decision).toBe(false)
  1546. expect(delegations).toBe(1)
  1547. expect(session.surface.replaceGeneration).toBe(generation)
  1548. expect(original).toMatchObject({
  1549. message: 'original provider failure',
  1550. code: CONTEXT_WINDOW_EXCEEDED_CODE,
  1551. })
  1552. expect(warnings).toContainEqual(expect.stringContaining('non-error recovery failure'))
  1553. })
  1554. it('recovers an overflow for an unlisted routed model', async () => {
  1555. const ctx = createContext()
  1556. void new TestCompactService(ctx)
  1557. const session = conversation(2)
  1558. session.append('request/header', {
  1559. header: { config: { provider: 'unknown-routed-provider', model: 'unknown-routed-model' } },
  1560. reason: 'resume',
  1561. })
  1562. expect(await recover(ctx, agent(session, MODEL), overflow('unlisted-model overflow')))
  1563. .toBe(true)
  1564. })
  1565. it('delegates canonical overflow when no durable routed target exists', async () => {
  1566. const ctx = createContext()
  1567. void new TestCompactService(ctx)
  1568. const session = Session.create(SessionId('headerless-overflow'))
  1569. session.append('turn/start', {
  1570. turn: 1,
  1571. })
  1572. await expect(recover(ctx, agent(session, MODEL), overflow())).resolves.toBe(false)
  1573. })
  1574. it('honors retry caps and ignores non-context failures', async () => {
  1575. const ctx = createContext()
  1576. const compact = new TestCompactService(ctx, { maxOverflowRetries: 1 })
  1577. const compactSpy = vi.spyOn(compact, 'compactIfNeeded')
  1578. const owner = agent(conversation(3), MODEL)
  1579. expect(await recover(ctx, owner, Object.assign(new Error('rate limit'), { code: 'RATE_LIMIT' })))
  1580. .toBe(false)
  1581. expect(await recover(ctx, owner, overflow())).toBe(true)
  1582. compactSpy.mockClear()
  1583. expect(await recover(ctx, owner, overflow())).toBe(false)
  1584. expect(compactSpy).not.toHaveBeenCalled()
  1585. })
  1586. it('applies the routed model override to the overflow retry cap', async () => {
  1587. const ctx = createContext()
  1588. const compact = new TestCompactService(ctx, {
  1589. maxOverflowRetries: 2,
  1590. modelPolicies: [{
  1591. provider: MODEL,
  1592. model: MODEL,
  1593. maxOverflowRetries: 1,
  1594. }],
  1595. })
  1596. const compactSpy = vi.spyOn(compact, 'compactIfNeeded')
  1597. const owner = agent(conversation(3), MODEL)
  1598. expect(await recover(ctx, owner, overflow())).toBe(true)
  1599. compactSpy.mockClear()
  1600. expect(await recover(ctx, owner, overflow())).toBe(false)
  1601. expect(compactSpy).not.toHaveBeenCalled()
  1602. })
  1603. it('does not retry when cancellation lands during an awaited compaction', async () => {
  1604. const ctx = createContext()
  1605. const compact = new TestCompactService(ctx)
  1606. const controller = new AbortController()
  1607. compact.mutateDuringSummary = () => { controller.abort('cancelled during summary') }
  1608. const session = conversation(3)
  1609. const generation = session.surface.replaceGeneration
  1610. expect(await recover(ctx, agent(session, MODEL), overflow(), controller.signal)).toBe(false)
  1611. expect(session.surface.replaceGeneration).toBe(generation + 1)
  1612. })
  1613. it('maxOverflowRetries:0 disables recovery without disabling post-step pressure', async () => {
  1614. const ctx = createContext()
  1615. void new TestCompactService(ctx, {
  1616. maxOverflowRetries: 0,
  1617. thresholdRatio: 0.5,
  1618. retainTokens: 180,
  1619. })
  1620. const session = conversation(4)
  1621. await preStep(ctx, agent(session, MODEL))
  1622. const summaries = session.events.filter(event => event.type === 'compact/summary').length
  1623. expect(summaries).toBe(1)
  1624. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1625. expect(session.events.filter(event => event.type === 'compact/summary')).toHaveLength(summaries)
  1626. })
  1627. it('auto:false installs neither automatic listener', async () => {
  1628. const ctx = createContext()
  1629. void new TestCompactService(ctx, {
  1630. auto: false,
  1631. thresholdRatio: 0.5,
  1632. retainTokens: 180,
  1633. })
  1634. const session = conversation(4)
  1635. await preStep(ctx, agent(session, MODEL))
  1636. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  1637. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1638. })
  1639. it('loads and disposes the real zero-config service stack', async () => {
  1640. const ctx = new Context()
  1641. await ctx.plugin(LlmService)
  1642. await ctx.plugin(SessionStore)
  1643. const meterFiber = await ctx.plugin(TokenMeterService)
  1644. const compactFiber = await ctx.plugin(BasicCompactService, { auto: false })
  1645. expect(ctx.get('compact')).toBeInstanceOf(BasicCompactService)
  1646. await compactFiber.dispose()
  1647. expect(ctx.get('compact')).toBeUndefined()
  1648. await meterFiber.dispose()
  1649. expect(ctx.get('tokenMeter')).toBeUndefined()
  1650. })
  1651. it('removes its automatic listener with the plugin fiber', async () => {
  1652. const ctx = new Context()
  1653. await ctx.plugin(LlmService)
  1654. await ctx.plugin(TokenMeterService)
  1655. const fiber = await ctx.plugin(TestCompactService, {
  1656. thresholdRatio: 0.5,
  1657. retainTokens: 180,
  1658. })
  1659. await fiber.dispose()
  1660. const session = conversation(4)
  1661. await preStep(ctx, agent(session, MODEL))
  1662. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  1663. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1664. })
  1665. })