compact-basic.spec.ts 66 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731
  1. import { describe, expect, it, vi } from 'vitest'
  2. import { Context } from 'cordis'
  3. import BasicCompactService from '@deepseek-ai/dsh-compact-basic'
  4. import type { BasicCompactConfig } from '@deepseek-ai/dsh-compact-basic'
  5. import { selectCompactableRange } from '@deepseek-ai/dsh-compact-basic/src/region.ts'
  6. import type { SummarizationInput } from '@deepseek-ai/dsh-compact-basic/src/summarizer.ts'
  7. import { toolPairingBalancedAfter, toolPairingBalancedBefore } from '@deepseek-ai/dsh-compact'
  8. import {
  9. resolveCompactSpec,
  10. resolveConfig,
  11. resolveTargetPolicy,
  12. } from '@deepseek-ai/dsh-compact-basic/src/config.ts'
  13. import type { CompactionResult } from '@deepseek-ai/dsh-compact'
  14. import LlmService, { CallId, CONTEXT_WINDOW_EXCEEDED_CODE, LlmAdapter } from '@deepseek-ai/dsh-llm'
  15. import type {
  16. ContentBlock,
  17. GenerateOptions,
  18. LlmFailure,
  19. LlmResolvedModelInfo,
  20. Message,
  21. StreamChunk,
  22. } from '@deepseek-ai/dsh-llm'
  23. import { Session, SessionId } from '@deepseek-ai/dsh-session'
  24. import TokenMeterService from '@deepseek-ai/dsh-token-meter'
  25. import { agentEvents, type Agent } from '@deepseek-ai/dsh-agent'
  26. import ToolResultPruneService from '@deepseek-ai/dsh-compact-tool-result-prune'
  27. const SIGNAL = new AbortController().signal
  28. const MODEL = 'test-model'
  29. class ContextAdapter extends LlmAdapter {
  30. constructor(private readonly contextWindow: number) {
  31. super()
  32. }
  33. override resolveModel(provider: string, model: string): Promise<LlmResolvedModelInfo> {
  34. return Promise.resolve({
  35. provider,
  36. id: model,
  37. name: model,
  38. context: { contextWindow: this.contextWindow },
  39. })
  40. }
  41. override async * stream(): AsyncIterable<StreamChunk> {
  42. yield { type: 'finish', reason: { kind: 'stop' } }
  43. }
  44. }
  45. class RoutedContextAdapter extends LlmAdapter {
  46. constructor(private readonly windows: Readonly<Record<string, number>>) {
  47. super()
  48. }
  49. override resolveModel(provider: string, model: string): Promise<LlmResolvedModelInfo> {
  50. const contextWindow = this.windows[provider]
  51. return Promise.resolve({
  52. provider,
  53. id: model,
  54. name: model,
  55. ...contextWindow === undefined ? {} : { context: { contextWindow } },
  56. })
  57. }
  58. override async * stream(): AsyncIterable<StreamChunk> {
  59. yield { type: 'finish', reason: { kind: 'stop' } }
  60. }
  61. }
  62. function createContext(contextWindow = 1_000): Context {
  63. const ctx = new Context()
  64. void new LlmService(ctx)
  65. void new TokenMeterService(ctx)
  66. ctx.llm.registerAdapter([MODEL, 'actual', 'unlisted-provider'], new ContextAdapter(contextWindow))
  67. return ctx
  68. }
  69. function agent(session: Session, model?: string): Agent {
  70. return { session, options: model === undefined ? {} : { provider: model, model } } as Agent
  71. }
  72. /** Flatten every text fragment the summarizer received, recursing tool-result blocks. */
  73. function summarizedText(input: SummarizationInput): string {
  74. const collect = (blocks: readonly ContentBlock[]): string =>
  75. blocks.map(block =>
  76. block.type === 'text' ? block.text
  77. : block.type === 'tool-result' ? collect(block.content)
  78. : '').join('\n')
  79. return input.messages.map(message => collect(message.content)).join('\n')
  80. }
  81. /** A minimal replayed prefix carrying one user message of the given text. */
  82. function promptInput(text: string): SummarizationInput {
  83. return { messages: [{ role: 'user', content: [{ type: 'text', text }] }] }
  84. }
  85. /** Closed two-message turns followed by one open turn for durable compaction events. */
  86. function conversation(turns = 4, text = 'fixture '.repeat(40).trim()): Session {
  87. const session = new Session(SessionId(`conversation-${turns}`))
  88. for (let turn = 1; turn <= turns; turn += 1) {
  89. session.append('turn/start', { turn, trigger: { kind: 'message', source: { kind: 'user' } } })
  90. session.append('user/message', {
  91. content: [{ type: 'text', text: `${text} user ${turn}` }],
  92. source: { kind: 'user' },
  93. }, { surfaceOp: 'append' })
  94. session.append('step/start', { turn, step: 1 })
  95. if (turn === 1) {
  96. session.append('request/header', {
  97. header: { config: { provider: MODEL, model: MODEL } },
  98. reason: 'initial',
  99. })
  100. }
  101. session.append('assistant/message', {
  102. provenance: { provider: MODEL, model: MODEL },
  103. turn,
  104. step: 1,
  105. content: [{ type: 'text', text: `${text} assistant ${turn}` }],
  106. }, { surfaceOp: 'append' })
  107. session.append('step/end', { turn, step: 1 })
  108. session.append('turn/end', { turn, reason: { kind: 'completed' } })
  109. }
  110. session.append('turn/start', {
  111. turn: turns + 1,
  112. trigger: { kind: 'message', source: { kind: 'user' } },
  113. })
  114. return session
  115. }
  116. function toolConversation(): Session {
  117. const session = new Session(SessionId('tools'))
  118. for (let turn = 1; turn <= 3; turn += 1) {
  119. const callId = CallId(`call-${turn}`)
  120. session.append('turn/start', { turn, trigger: { kind: 'message', source: { kind: 'user' } } })
  121. session.append('user/message', {
  122. content: [{ type: 'text', text: `request ${turn} `.repeat(300) }],
  123. source: { kind: 'user' },
  124. }, { surfaceOp: 'append' })
  125. session.append('step/start', { turn, step: 1 })
  126. if (turn === 1) {
  127. session.append('request/header', {
  128. header: { config: { provider: MODEL, model: MODEL } },
  129. reason: 'initial',
  130. })
  131. }
  132. session.append('assistant/message', {
  133. provenance: { provider: MODEL, model: MODEL },
  134. turn,
  135. step: 1,
  136. content: [
  137. { type: 'text', text: `calling ${turn} `.repeat(300) },
  138. { type: 'tool-call', id: callId, name: 'read', arguments: '{}' },
  139. ],
  140. }, { surfaceOp: 'append' })
  141. session.append('tool/call', { turn, step: 1, callId, name: 'read', arguments: '{}' })
  142. session.append('tool/result', {
  143. turn,
  144. step: 1,
  145. callId,
  146. content: [{ type: 'text', text: `result ${turn} `.repeat(300) }],
  147. isError: false,
  148. }, { surfaceOp: 'append' })
  149. session.append('step/end', { turn, step: 1 })
  150. session.append('turn/end', { turn, reason: { kind: 'completed' } })
  151. }
  152. session.append('turn/start', { turn: 4, trigger: { kind: 'message', source: { kind: 'user' } } })
  153. return session
  154. }
  155. /** One closed routed tool step followed by an open turn for rewrite events. */
  156. function oversizedToolResult(chars = 3_000, withCompactablePrompt = false): Session {
  157. const session = new Session(SessionId(`oversized-tool-${chars}`))
  158. const callId = CallId('oversized')
  159. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  160. if (withCompactablePrompt) {
  161. session.append('user/message', {
  162. content: [{ type: 'text', text: 'older history '.repeat(200) }],
  163. source: { kind: 'user' },
  164. }, { surfaceOp: 'append' })
  165. }
  166. session.append('step/start', { turn: 1, step: 1 })
  167. session.append('request/header', {
  168. header: { config: { provider: MODEL, model: MODEL } },
  169. reason: 'initial',
  170. })
  171. session.append('assistant/message', {
  172. turn: 1,
  173. step: 1,
  174. content: [{ type: 'tool-call', id: callId, name: 'bash', arguments: '{}' }],
  175. provenance: { provider: MODEL, model: MODEL },
  176. }, { surfaceOp: 'append' })
  177. session.append('tool/call', { turn: 1, step: 1, callId, name: 'bash', arguments: '{}' })
  178. session.append('tool/result', {
  179. turn: 1,
  180. step: 1,
  181. callId,
  182. content: [{ type: 'text', text: 'X'.repeat(chars) }],
  183. isError: false,
  184. meta: { presentation: 'preserved' },
  185. }, { surfaceOp: 'append' })
  186. session.append('step/end', { turn: 1, step: 1 })
  187. session.append('turn/end', { turn: 1, reason: { kind: 'completed' } })
  188. session.append('turn/start', { turn: 2, trigger: { kind: 'message', source: { kind: 'user' } } })
  189. return session
  190. }
  191. class TestCompactService extends BasicCompactService {
  192. summary: ContentBlock[] = [{ type: 'text', text: 'small checkpoint' }]
  193. summaryProvider = 'summary-provider'
  194. summaryModel = 'summary-model'
  195. error: unknown
  196. mutateDuringSummary: (() => void) | undefined
  197. calls: Array<{ input: SummarizationInput; signal: AbortSignal | undefined }> = []
  198. override async summarize(
  199. input: SummarizationInput,
  200. _agent: Agent,
  201. signal?: AbortSignal,
  202. ): Promise<{ summary: ContentBlock[]; provider: string; model: string; maxTokens?: number }> {
  203. this.calls.push({ input, signal })
  204. this.mutateDuringSummary?.()
  205. if (this.error !== undefined) throw this.error
  206. return {
  207. summary: this.summary,
  208. provider: this.summaryProvider,
  209. model: this.summaryModel,
  210. maxTokens: 123,
  211. }
  212. }
  213. }
  214. function service(
  215. config: BasicCompactConfig = { auto: false },
  216. ctx = createContext(),
  217. ): TestCompactService {
  218. return new TestCompactService(ctx, config)
  219. }
  220. async function compactIfNeeded(
  221. compact: BasicCompactService,
  222. session: Session,
  223. trigger: 'pressure' | 'context-overflow' = 'pressure',
  224. model: string | undefined = MODEL,
  225. ): Promise<CompactionResult | null> {
  226. return compact.compactIfNeeded(agent(session, model), trigger, SIGNAL)
  227. }
  228. describe('compact configuration and defaults', () => {
  229. it('uses low-friction service-wide defaults', () => {
  230. const resolved = resolveConfig({})
  231. expect(resolved).toEqual({
  232. thresholdRatio: 0.8,
  233. retainRatio: 0.16,
  234. summarizationProvider: '',
  235. summarizationModel: '',
  236. maxTokens: 8192,
  237. compactionRetries: 1,
  238. maxOverflowRetries: 1,
  239. modelPolicies: [],
  240. auto: true,
  241. })
  242. expect(Object.isFrozen(resolved)).toBe(true)
  243. })
  244. it('resolves threshold and retention overrides independently', () => {
  245. const thresholdOnly = resolveConfig({
  246. thresholdRatio: 0.5,
  247. })
  248. expect(thresholdOnly).toMatchObject({
  249. thresholdRatio: 0.5,
  250. retainRatio: 0.16,
  251. })
  252. const retentionOnly = resolveConfig({
  253. retainTokens: 70,
  254. })
  255. expect(retentionOnly).toMatchObject({
  256. thresholdRatio: 0.8,
  257. retainTokens: 70,
  258. })
  259. expect(retentionOnly).not.toHaveProperty('retainRatio')
  260. })
  261. it('merges exact provider/model policy overrides and scales ratios per model', () => {
  262. const config = resolveConfig({
  263. thresholdRatio: 0.8,
  264. retainRatio: 0.1,
  265. modelPolicies: [{
  266. provider: 'small-provider',
  267. model: 'shared-id',
  268. thresholdRatio: 0.5,
  269. retainTokens: 120,
  270. }],
  271. })
  272. const small = resolveTargetPolicy(config, {
  273. provider: 'small-provider',
  274. model: 'shared-id',
  275. })
  276. const otherProvider = resolveTargetPolicy(config, {
  277. provider: 'large-provider',
  278. model: 'shared-id',
  279. })
  280. expect(resolveCompactSpec(small, 1_000)).toMatchObject({
  281. thresholdTokens: 500,
  282. retainTokens: 120,
  283. })
  284. expect(resolveCompactSpec(otherProvider, 2_000)).toMatchObject({
  285. thresholdTokens: 1_600,
  286. retainTokens: 200,
  287. })
  288. const ratioOverride = resolveTargetPolicy(resolveConfig({
  289. retainTokens: 200,
  290. modelPolicies: [{
  291. provider: 'ratio-provider',
  292. model: 'ratio-model',
  293. thresholdRatio: 0.6,
  294. retainRatio: 0.2,
  295. summarizationProvider: 'summary-provider',
  296. summarizationModel: 'summary-model',
  297. maxTokens: 512,
  298. compactionRetries: 2,
  299. maxOverflowRetries: 3,
  300. }],
  301. }), { provider: 'ratio-provider', model: 'ratio-model' })
  302. expect(resolveCompactSpec(ratioOverride, 2_000)).toMatchObject({
  303. thresholdTokens: 1_200,
  304. retainTokens: 400,
  305. summarizationProvider: 'summary-provider',
  306. summarizationModel: 'summary-model',
  307. maxTokens: 512,
  308. compactionRetries: 2,
  309. maxOverflowRetries: 3,
  310. })
  311. })
  312. it('inherits, clears, and replaces the summarization target as a pair', () => {
  313. const config = resolveConfig({
  314. summarizationProvider: 'default-provider',
  315. summarizationModel: 'default-model',
  316. modelPolicies: [
  317. { provider: 'inherit-provider', model: MODEL },
  318. {
  319. provider: 'clear-provider',
  320. model: MODEL,
  321. summarizationProvider: '',
  322. summarizationModel: '',
  323. },
  324. {
  325. provider: 'replace-provider',
  326. model: MODEL,
  327. summarizationProvider: 'replacement-provider',
  328. summarizationModel: 'replacement-model',
  329. },
  330. ],
  331. })
  332. expect(resolveTargetPolicy(config, { provider: 'inherit-provider', model: MODEL }))
  333. .toMatchObject({
  334. summarizationProvider: 'default-provider',
  335. summarizationModel: 'default-model',
  336. })
  337. expect(resolveTargetPolicy(config, { provider: 'clear-provider', model: MODEL }))
  338. .toMatchObject({ summarizationProvider: '', summarizationModel: '' })
  339. expect(resolveTargetPolicy(config, { provider: 'replace-provider', model: MODEL }))
  340. .toMatchObject({
  341. summarizationProvider: 'replacement-provider',
  342. summarizationModel: 'replacement-model',
  343. })
  344. })
  345. it('validates common values and pressure-policy invariants', () => {
  346. const bad = [
  347. [{ maxTokens: 0 }, /maxTokens/],
  348. [{ compactionRetries: -1 }, /compactionRetries/],
  349. [{ maxOverflowRetries: -1 }, /maxOverflowRetries/],
  350. [{ auto: 'yes' }, /auto must be a boolean/],
  351. [{ summarizationProvider: 1 }, /summarizationProvider must be a string/],
  352. [{ summarizationModel: 1 }, /summarizationModel must be a string/],
  353. [{ summarizationProvider: MODEL }, /must be set together/],
  354. [{ summarizationModel: MODEL }, /must be set together/],
  355. [{ summarizationProvider: '' }, /must be set together/],
  356. [{ summarizationModel: '' }, /must be set together/],
  357. [{ thresholdRatio: 0 }, /number in \(0, 1\]/],
  358. [{ thresholdRatio: 1.1 }, /number in \(0, 1\]/],
  359. [{ retainRatio: 0.9 }, /retainRatio \(0.9\) must be less than the resolved thresholdRatio \(0.8\)/],
  360. [{ thresholdRatio: 0.1 }, /retainRatio \(0.16\) must be less than the resolved thresholdRatio \(0.1\)/],
  361. [{ retainTokens: -1 }, /non-negative integer/],
  362. [{ retainRatio: 0.2, retainTokens: 100 }, /mutually exclusive/],
  363. [{ modelPolicies: {} }, /modelPolicies must be an array/],
  364. [{ modelPolicies: [1] }, /modelPolicies\[0\] must be an object/],
  365. [{ modelPolicies: [null] }, /modelPolicies\[0\] must be an object/],
  366. [{ modelPolicies: [[]] }, /modelPolicies\[0\] must be an object/],
  367. [{ modelPolicies: [{ provider: 1, model: MODEL }] }, /provider must be a non-empty string/],
  368. [{ modelPolicies: [{ provider: '', model: MODEL }] }, /provider must be a non-empty string/],
  369. [{ modelPolicies: [{ provider: MODEL, model: 1 }] }, /model must be a non-empty string/],
  370. [{ modelPolicies: [{ provider: MODEL, model: '' }] }, /model must be a non-empty string/],
  371. [{ modelPolicies: [{ provider: MODEL, model: MODEL, summarizationProvider: 1 }] }, /summarizationProvider must be a string/],
  372. [{
  373. summarizationProvider: 'default-provider',
  374. summarizationModel: 'default-model',
  375. modelPolicies: [{ provider: MODEL, model: MODEL, summarizationModel: '' }],
  376. }, /modelPolicies\[0\].*must be set together/],
  377. [{
  378. summarizationProvider: 'default-provider',
  379. summarizationModel: 'default-model',
  380. modelPolicies: [{ provider: MODEL, model: MODEL, summarizationProvider: '' }],
  381. }, /modelPolicies\[0\].*must be set together/],
  382. [{ modelPolicies: [{ provider: MODEL, model: MODEL, retainRatio: 0.2, retainTokens: 100 }] }, /mutually exclusive/],
  383. [
  384. { modelPolicies: [{ provider: MODEL, model: MODEL, thresholdRatio: 0.1 }] },
  385. /modelPolicies\[0\]: retainRatio \(0.16\).*thresholdRatio \(0.1\)/,
  386. ],
  387. [
  388. { modelPolicies: [{ provider: MODEL, model: MODEL, retainRatio: 0.9 }] },
  389. /modelPolicies\[0\]: retainRatio \(0.9\).*thresholdRatio \(0.8\)/,
  390. ],
  391. [{ modelPolicies: [{ provider: MODEL, model: MODEL }, { provider: MODEL, model: MODEL }] }, /duplicate model policy/],
  392. [{ models: { [MODEL]: { retainTokens: 10 } } }, /BasicCompactConfig: unknown key "models"/],
  393. [{ thresholdRato: 0.5 }, /BasicCompactConfig: unknown key "thresholdRato"/],
  394. ] as Array<[unknown, RegExp]>
  395. for (const [config, pattern] of bad) {
  396. expect(() => resolveConfig(config as BasicCompactConfig)).toThrow(pattern)
  397. }
  398. const invalidPressure = resolveTargetPolicy(resolveConfig({
  399. thresholdRatio: 0.5,
  400. retainTokens: 500,
  401. }), { provider: MODEL, model: MODEL })
  402. expect(() => resolveCompactSpec(invalidPressure, 1_000)).toThrow(/less than threshold/)
  403. expect(() => resolveCompactSpec(invalidPressure, 1.5)).toThrow(/positive integer/)
  404. expect(() => resolveCompactSpec(invalidPressure, 0)).toThrow(/positive integer/)
  405. })
  406. })
  407. describe('pressure measurement and retention', () => {
  408. const compactConfig: BasicCompactConfig = {
  409. auto: false,
  410. thresholdRatio: 0.5,
  411. retainTokens: 180,
  412. }
  413. it('skips when no durable routed model exists instead of using AgentOptions fallback', async () => {
  414. const compact = service(compactConfig)
  415. const session = new Session(SessionId('headerless'))
  416. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  417. await expect(compact.compactIfNeeded(agent(session, MODEL), 'pressure', SIGNAL))
  418. .resolves.toBeNull()
  419. expect(compact.calls).toHaveLength(0)
  420. })
  421. it('meters an unlisted model when its provider adapter supplies context metadata', async () => {
  422. const compact = service(compactConfig)
  423. const session = conversation()
  424. session.append('request/header', {
  425. header: { config: { provider: 'unlisted-provider', model: 'unlisted-model' } },
  426. reason: 'resume',
  427. })
  428. await expect(compactIfNeeded(compact, session))
  429. .resolves.not.toBeNull()
  430. })
  431. it('forwards turn cancellation to proactive model metadata resolution', async () => {
  432. const ctx = createContext()
  433. const resolveModelInfo = vi.spyOn(ctx.llm, 'resolveModelInfo')
  434. const compact = service(compactConfig, ctx)
  435. const session = conversation()
  436. const signal = new AbortController().signal
  437. await expect(compact.compactIfNeeded(agent(session, MODEL), 'pressure', signal))
  438. .resolves.not.toBeNull()
  439. expect(resolveModelInfo).toHaveBeenCalledWith(MODEL, MODEL, signal)
  440. })
  441. it('re-resolves capacity after a same-model-id provider switch in one session', async () => {
  442. const ctx = new Context()
  443. void new LlmService(ctx)
  444. void new TokenMeterService(ctx)
  445. ctx.llm.registerAdapter(['large', 'small'], new RoutedContextAdapter({
  446. large: 10_000,
  447. small: 1_000,
  448. }))
  449. const compact = service({
  450. auto: false,
  451. thresholdRatio: 0.5,
  452. retainRatio: 0.1,
  453. }, ctx)
  454. const session = conversation(4)
  455. session.append('request/header', {
  456. header: { config: { provider: 'large', model: 'shared-id' } },
  457. reason: 'resume',
  458. })
  459. await expect(compactIfNeeded(compact, session)).resolves.toBeNull()
  460. session.append('request/header', {
  461. header: { config: { provider: 'small', model: 'shared-id' } },
  462. reason: 'change',
  463. })
  464. await expect(compactIfNeeded(compact, session)).resolves.not.toBeNull()
  465. })
  466. it('requires capacity only for proactive pressure, not provider-confirmed overflow', async () => {
  467. const ctx = new Context()
  468. void new LlmService(ctx)
  469. void new TokenMeterService(ctx)
  470. ctx.llm.registerAdapter(['unknown-context'], new ContextAdapter(1_000))
  471. vi.spyOn(ctx.llm, 'resolveModelInfo').mockImplementation((provider, model) => Promise.resolve({
  472. provider,
  473. id: model,
  474. name: model,
  475. }))
  476. const compact = service(compactConfig, ctx)
  477. const session = conversation(4)
  478. session.append('request/header', {
  479. header: { config: { provider: 'unknown-context', model: 'model' } },
  480. reason: 'resume',
  481. })
  482. await expect(compactIfNeeded(compact, session, 'pressure'))
  483. .rejects.toThrow(/no context capacity for unknown-context\/model/)
  484. await expect(compactIfNeeded(compact, session, 'context-overflow'))
  485. .resolves.not.toBeNull()
  486. })
  487. it('declines forced overflow when the whole surface is one indivisible tool pair', async () => {
  488. const compact = service(compactConfig)
  489. const session = new Session(SessionId('single-tool-pair'))
  490. const callId = CallId('single-call')
  491. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  492. session.append('step/start', { turn: 1, step: 1 })
  493. session.append('request/header', {
  494. header: { config: { provider: MODEL, model: MODEL } },
  495. reason: 'initial',
  496. })
  497. session.append('assistant/message', {
  498. provenance: { provider: MODEL, model: MODEL },
  499. turn: 1,
  500. step: 1,
  501. content: [{ type: 'tool-call', id: callId, name: 'read', arguments: '{}' }],
  502. }, { surfaceOp: 'append' })
  503. session.append('tool/call', { turn: 1, step: 1, callId, name: 'read', arguments: '{}' })
  504. session.append('tool/result', {
  505. turn: 1,
  506. step: 1,
  507. callId,
  508. content: [{ type: 'text', text: 'result' }],
  509. isError: false,
  510. }, { surfaceOp: 'append' })
  511. session.append('step/end', { turn: 1, step: 1 })
  512. const generation = session.surface.replaceGeneration
  513. await expect(compactIfNeeded(compact, session, 'context-overflow')).resolves.toBeNull()
  514. expect(session.surface.replaceGeneration).toBe(generation)
  515. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  516. })
  517. it('does nothing below threshold and compacts a priced head above threshold', async () => {
  518. const compact = service(compactConfig)
  519. expect(await compactIfNeeded(compact, conversation(2))).toBeNull()
  520. const session = conversation(4)
  521. const result = await compactIfNeeded(compact, session)
  522. expect(result).not.toBeNull()
  523. expect(result?.shadowedSeqs.length).toBeGreaterThan(2)
  524. expect(session.surface.nodes.length).toBeLessThan(8)
  525. })
  526. it('counts the durable routed request envelope without putting its prefix on the surface', async () => {
  527. const compact = service({
  528. auto: false,
  529. thresholdRatio: 0.9,
  530. retainTokens: 50,
  531. })
  532. const session = conversation(2, 'x'.repeat(600))
  533. expect(await compactIfNeeded(compact, session)).toBeNull()
  534. const prefix = [{ role: 'user' as const, content: [{ type: 'text' as const, text: 'p'.repeat(600) }] }]
  535. session.append('request/header', {
  536. header: {
  537. config: { provider: MODEL, model: MODEL },
  538. system: 's'.repeat(600),
  539. messagePrefix: prefix,
  540. },
  541. reason: 'resume',
  542. })
  543. const result = await compactIfNeeded(compact, session)
  544. expect(result).not.toBeNull()
  545. expect(prefix).toHaveLength(1)
  546. // The routed request prefix must not reach the surface as its own message
  547. // (the compaction summary itself is an expected plugin-sourced checkpoint).
  548. expect(session.events.some(event => event.type === 'user/message'
  549. && event.data.content.some(block => block.type === 'text' && block.text.includes('p'.repeat(600))))).toBe(false)
  550. })
  551. it('uses the latest logged request envelope without an AgentOptions override', async () => {
  552. const ctx = createContext()
  553. const compact = service({
  554. auto: false,
  555. thresholdRatio: 0.5,
  556. retainTokens: 180,
  557. }, ctx)
  558. const session = conversation(4)
  559. session.append('request/header', {
  560. header: { config: { provider: 'actual', model: 'actual' } },
  561. reason: 'initial',
  562. })
  563. const measure = vi.spyOn(ctx.tokenMeter, 'measure')
  564. const result = await compactIfNeeded(compact, session, 'pressure', 'fallback')
  565. expect(result).not.toBeNull()
  566. expect(session.requestHeader()?.config.model).toBe('actual')
  567. expect(measure.mock.calls[0]).toEqual([session])
  568. })
  569. it('declines when envelope pressure is high but the surface has no compactable range', async () => {
  570. const compact = service(compactConfig)
  571. const empty = new Session(SessionId('empty'))
  572. empty.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  573. empty.append('request/header', {
  574. header: { config: { provider: MODEL, model: MODEL }, system: 'x'.repeat(100_000) },
  575. reason: 'initial',
  576. })
  577. expect(await compactIfNeeded(compact, empty)).toBeNull()
  578. const retained = conversation(1)
  579. retained.append('request/header', {
  580. header: { config: { provider: MODEL, model: MODEL }, system: 'x'.repeat(100_000) },
  581. reason: 'resume',
  582. })
  583. expect(await compactIfNeeded(compact, retained)).toBeNull()
  584. })
  585. it('uses one unified measurement for each pressure-and-retention decision', async () => {
  586. const ctx = createContext()
  587. const compact = service(compactConfig, ctx)
  588. const measure = vi.spyOn(ctx.tokenMeter, 'measure')
  589. const stop = new Error('stop after first decision')
  590. vi.spyOn(compact, 'compactRegion').mockRejectedValueOnce(stop)
  591. await expect(compactIfNeeded(compact, conversation(4))).rejects.toBe(stop)
  592. expect(measure).toHaveBeenCalledTimes(1)
  593. })
  594. it('bounds retries when a shrinking checkpoint remains above threshold', async () => {
  595. const compact = service({
  596. auto: false,
  597. compactionRetries: 0,
  598. thresholdRatio: 0.3,
  599. retainTokens: 180,
  600. })
  601. compact.summary = Array.from({ length: 7 }, (_, index) => ({
  602. type: 'text',
  603. text: `summary ${index}`,
  604. }))
  605. await expect(compactIfNeeded(compact, conversation(4)))
  606. .rejects.toThrow(/still above threshold after 1 compaction attempts/)
  607. })
  608. it('rounds a retention cut head-ward to preserve tool-call/result pairing', async () => {
  609. const compact = service({
  610. auto: false,
  611. thresholdRatio: 0.8,
  612. retainTokens: 80,
  613. }, createContext(4_000))
  614. const session = toolConversation()
  615. const result = await compactIfNeeded(compact, session)
  616. expect(result).not.toBeNull()
  617. const messages = session.deriveMessages()
  618. const calls = new Set<string>()
  619. for (const message of messages) {
  620. for (const block of message.content) {
  621. if (block.type === 'tool-call') calls.add(block.id)
  622. if (block.type === 'tool-result') expect(calls.has(block.toolCallId)).toBe(true)
  623. }
  624. }
  625. })
  626. it('rejects a priced surface that is not the current positional surface', () => {
  627. const ctx = createContext()
  628. const session = conversation(2)
  629. const priced = ctx.tokenMeter.measure(session)
  630. expect(() => selectCompactableRange(session, {
  631. ...priced,
  632. nodes: priced.nodes.slice(1),
  633. }, 1)).toThrow(/does not match/)
  634. })
  635. it('declines when rounding a cut would consume the only tool pair', () => {
  636. const ctx = createContext()
  637. const session = new Session(SessionId('one-tool-pair'))
  638. const callId = CallId('only')
  639. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  640. session.append('step/start', { turn: 1, step: 1 })
  641. session.append('assistant/message', {
  642. provenance: { provider: MODEL, model: MODEL },
  643. turn: 1,
  644. step: 1,
  645. content: [{ type: 'tool-call', id: callId, name: 'read', arguments: '{}' }],
  646. }, { surfaceOp: 'append' })
  647. session.append('tool/call', { turn: 1, step: 1, callId, name: 'read', arguments: '{}' })
  648. session.append('tool/result', {
  649. turn: 1,
  650. step: 1,
  651. callId,
  652. content: [{ type: 'text', text: 'result' }],
  653. isError: false,
  654. }, { surfaceOp: 'append' })
  655. session.append('step/end', { turn: 1, step: 1 })
  656. const priced = ctx.tokenMeter.measure(session)
  657. expect(selectCompactableRange(session, priced, 1)).toBeNull()
  658. })
  659. })
  660. describe('optional model-free tool-result pruning', () => {
  661. const pruneConfig = { thresholdChars: 100, headChars: 20, tailChars: 10 }
  662. it('does not prune a below-pressure session opportunistically', async () => {
  663. const ctx = createContext(10_000)
  664. const prune = new ToolResultPruneService(ctx, pruneConfig)
  665. const compact = new TestCompactService(ctx, {
  666. auto: false,
  667. thresholdRatio: 0.8,
  668. retainTokens: 100,
  669. })
  670. const session = oversizedToolResult()
  671. const pruneSession = vi.spyOn(prune, 'pruneSession')
  672. expect(await compactIfNeeded(compact, session)).toBeNull()
  673. expect(pruneSession).not.toHaveBeenCalled()
  674. expect(compact.calls).toHaveLength(0)
  675. expect(session.surface.replaceGeneration).toBe(0)
  676. })
  677. it('skips LLM summarization when pruning alone clears pressure', async () => {
  678. const ctx = createContext(1_000)
  679. void new ToolResultPruneService(ctx, pruneConfig)
  680. const compact = new TestCompactService(ctx, {
  681. auto: false,
  682. thresholdRatio: 0.5,
  683. retainTokens: 50,
  684. })
  685. const session = oversizedToolResult()
  686. expect(ctx.tokenMeter.measure(session).totalTokens).toBeGreaterThanOrEqual(500)
  687. expect(await compactIfNeeded(compact, session)).toBeNull()
  688. expect(ctx.tokenMeter.measure(session).totalTokens).toBeLessThan(500)
  689. expect(compact.calls).toHaveLength(0)
  690. expect(session.surface.replaceGeneration).toBe(1)
  691. })
  692. it('summarizes the pruned surface when pruning is insufficient', async () => {
  693. const ctx = createContext(2_000)
  694. void new ToolResultPruneService(ctx, pruneConfig)
  695. const compact = new TestCompactService(ctx, {
  696. auto: false,
  697. thresholdRatio: 0.5,
  698. retainTokens: 50,
  699. })
  700. const session = toolConversation()
  701. expect(await compactIfNeeded(compact, session)).not.toBeNull()
  702. expect(compact.calls).toHaveLength(1)
  703. expect(summarizedText(compact.calls[0]!.input)).toContain('tool result middle pruned')
  704. expect(summarizedText(compact.calls[0]!.input)).not.toContain('result 1 '.repeat(300))
  705. })
  706. it('retains the original compact-basic behavior without the optional plugin', async () => {
  707. const ctx = createContext(2_000)
  708. const compact = new TestCompactService(ctx, {
  709. auto: false,
  710. thresholdRatio: 0.5,
  711. retainTokens: 50,
  712. })
  713. const session = oversizedToolResult(3_000, true)
  714. expect(await compactIfNeeded(compact, session)).not.toBeNull()
  715. expect(compact.calls).toHaveLength(1)
  716. const original = session.events.find(event => event.type === 'tool/result')
  717. expect(original?.type === 'tool/result' && original.data.content[0])
  718. .toEqual({ type: 'text', text: 'X'.repeat(3_000) })
  719. expect(session.events.filter(event =>
  720. event.type === 'tool/result' && event.surfaceOp !== 'append')).toHaveLength(0)
  721. })
  722. })
  723. describe('compaction region transaction', () => {
  724. it('lands a framed, replayable checkpoint with exact pricing provenance', async () => {
  725. const compact = service()
  726. const session = conversation(3)
  727. const before = [...session.surface.nodes]
  728. const result = await compact.compactRegion(
  729. before[0]!,
  730. before[3]!,
  731. agent(session, MODEL),
  732. SIGNAL,
  733. )
  734. expect(result.shadowedSeqs).toEqual(before.slice(0, 4))
  735. expect(result.shadowedTokenCount).toBeGreaterThan(0)
  736. expect(compact.calls[0]).toMatchObject({ signal: SIGNAL })
  737. expect(summarizedText(compact.calls[0]!.input)).toContain('fixture user 1')
  738. const summary = session.events.findLast(event => event.type === 'compact/summary')
  739. expect(summary?.data).toMatchObject({
  740. shadowedSeqs: result.shadowedSeqs,
  741. shadowedTokenCount: result.shadowedTokenCount,
  742. provider: 'summary-provider',
  743. model: 'summary-model',
  744. maxTokens: 123,
  745. })
  746. const head = session.deriveMessages()[0]!
  747. expect(head.content[0]?.type).toBe('text')
  748. expect(head.content[0]?.type === 'text' ? head.content[0].text : '').toContain('<compacted-summary>')
  749. expect(head.content.at(-1)).toEqual({ type: 'text', text: '</compacted-summary>' })
  750. const replay = new Session(SessionId('replay'), [...session.events])
  751. expect(replay.deriveMessages()).toEqual(session.deriveMessages())
  752. })
  753. it('replays the latest routed header prefix so the summarizer reuses the cache', async () => {
  754. const compact = service()
  755. const session = conversation(3)
  756. const tools = [{ name: 'do_thing', description: 'd', parameters: { type: 'object' } }]
  757. const messagePrefix: Message[] = [{ role: 'user', content: [{ type: 'text', text: 'SESSION PREFIX' }] }]
  758. session.append('request/header', {
  759. header: { config: { provider: MODEL, model: MODEL }, system: 'CONVERSATION SYSTEM', tools, messagePrefix },
  760. reason: 'resume',
  761. })
  762. const nodes = session.surface.nodes
  763. await compact.compactRegion(nodes[0]!, nodes[1]!, agent(session, MODEL), SIGNAL)
  764. const { input } = compact.calls[0]!
  765. expect(input.system).toBe('CONVERSATION SYSTEM')
  766. expect(input.tools).toEqual(tools)
  767. expect(input.messages[0]).toEqual(messagePrefix[0])
  768. expect(summarizedText(input)).toContain('fixture user 1')
  769. })
  770. it.each([
  771. ['start missing', 9_001, undefined, /start seq 9001 not found/],
  772. ['end missing', undefined, 9_002, /end seq 9002 not found/],
  773. ])('rejects %s', async (_label, startOverride, endOverride, pattern) => {
  774. const compact = service()
  775. const session = conversation(2)
  776. const nodes = session.surface.nodes
  777. await expect(compact.compactRegion(
  778. startOverride ?? nodes[0]!,
  779. endOverride ?? nodes[1]!,
  780. agent(session, MODEL),
  781. )).rejects.toThrow(pattern)
  782. })
  783. it('rejects reversed and tool-unbalanced positional boundaries', async () => {
  784. const compact = service()
  785. const plain = conversation(2)
  786. const nodes = plain.surface.nodes
  787. await expect(compact.compactRegion(
  788. nodes[2]!,
  789. nodes[1]!,
  790. agent(plain, MODEL),
  791. )).rejects.toThrow(/is after end/)
  792. const tools = toolConversation()
  793. const toolNodes = tools.surface.nodes
  794. await expect(compact.compactRegion(
  795. toolNodes[2]!,
  796. toolNodes[4]!,
  797. agent(tools, MODEL),
  798. )).rejects.toThrow(/start seq .* not a balanced boundary/)
  799. await expect(compact.compactRegion(
  800. toolNodes[0]!,
  801. toolNodes[1]!,
  802. agent(tools, MODEL),
  803. )).rejects.toThrow(/end seq .* not a balanced boundary/)
  804. })
  805. it('requires an open turn and an idle compaction bracket', async () => {
  806. const compact = service()
  807. const closed = conversation(1)
  808. closed.append('turn/end', { turn: 2, reason: { kind: 'completed' } })
  809. const nodes = closed.surface.nodes
  810. await expect(compact.compactRegion(
  811. nodes[0]!,
  812. nodes[1]!,
  813. agent(closed, MODEL),
  814. )).rejects.toThrow(/no open turn/)
  815. const locked = conversation(1)
  816. locked.append('compact/start', { turn: 2 })
  817. const lockedNodes = locked.surface.nodes
  818. await expect(compact.compactRegion(
  819. lockedNodes[0]!,
  820. lockedNodes[1]!,
  821. agent(locked, MODEL),
  822. )).rejects.toThrow(/already in progress/)
  823. })
  824. it('rejects a session with no turn boundary at all', async () => {
  825. const compact = service()
  826. const session = new Session(SessionId('turnless'))
  827. session.append('user/message', {
  828. content: [{ type: 'text', text: 'orphan' }],
  829. source: { kind: 'user' },
  830. }, { surfaceOp: 'append' })
  831. const node = session.surface.nodes[0]!
  832. await expect(compact.compactRegion(
  833. node,
  834. node,
  835. agent(session, MODEL),
  836. )).rejects.toThrow(/no open turn/)
  837. })
  838. it('rejects a meter snapshot that changed before summarization began', async () => {
  839. const ctx = createContext()
  840. const meter = ctx.tokenMeter
  841. const original = meter.measure.bind(meter)
  842. vi.spyOn(meter, 'measure').mockImplementationOnce((session) => {
  843. const measurement = original(session)
  844. return { ...measurement, nodes: measurement.nodes.slice(1) }
  845. })
  846. const compact = service({ auto: false }, ctx)
  847. const session = conversation(2)
  848. const nodes = session.surface.nodes
  849. await expect(compact.compactRegion(
  850. nodes[0]!,
  851. nodes[2]!,
  852. agent(session, MODEL),
  853. )).rejects.toThrow(/selected surface changed/)
  854. })
  855. it('records summarizer failures without mutating the surface', async () => {
  856. const compact = service()
  857. compact.error = new Error('summary unavailable')
  858. const session = conversation(2)
  859. const before = session.surface.nodes
  860. await expect(compact.compactRegion(
  861. before[0]!,
  862. before[2]!,
  863. agent(session, MODEL),
  864. )).rejects.toThrow('summary unavailable')
  865. expect(session.surface.nodes).toEqual(before)
  866. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  867. .toMatchObject({ error: 'summary unavailable' })
  868. })
  869. it('stringifies non-Error failures in the durable end bracket', async () => {
  870. const compact = service()
  871. compact.error = 'plain failure'
  872. const session = conversation(2)
  873. const nodes = session.surface.nodes
  874. await expect(compact.compactRegion(
  875. nodes[0]!,
  876. nodes[2]!,
  877. agent(session, MODEL),
  878. )).rejects.toBe('plain failure')
  879. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  880. .toMatchObject({ error: 'plain failure' })
  881. })
  882. it('tolerates concurrent log-only appends while the selected surface is stable', async () => {
  883. const compact = service()
  884. const session = conversation(2)
  885. compact.mutateDuringSummary = () => {
  886. session.append('request/header', {
  887. header: { config: { provider: MODEL, model: MODEL } },
  888. reason: 'change',
  889. })
  890. }
  891. const nodes = session.surface.nodes
  892. await expect(compact.compactRegion(
  893. nodes[0]!,
  894. nodes[2]!,
  895. agent(session, MODEL),
  896. )).resolves.toMatchObject({ shadowedSeqs: nodes.slice(0, 3) })
  897. expect(session.events.some(event => event.type === 'compact/summary')).toBe(true)
  898. })
  899. it('rejects concurrent surface appends before committing the replacement', async () => {
  900. const compact = service()
  901. const session = conversation(2)
  902. compact.mutateDuringSummary = () => {
  903. session.append('user/message', {
  904. content: [{ type: 'text', text: 'concurrent surface mutation' }],
  905. source: { kind: 'plugin', plugin: 'test' },
  906. }, { surfaceOp: 'append' })
  907. }
  908. const nodes = session.surface.nodes
  909. await expect(compact.compactRegion(
  910. nodes[0]!,
  911. nodes[2]!,
  912. agent(session, MODEL),
  913. )).rejects.toThrow(/session surface changed/)
  914. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  915. })
  916. it('rejects a non-shrinking framed summary under the conversation meter', async () => {
  917. const compact = service()
  918. compact.summary = Array.from({ length: 100 }, (_, index) => ({
  919. type: 'text',
  920. text: `verbose ${index}`,
  921. }))
  922. const session = conversation(2)
  923. const nodes = session.surface.nodes
  924. await expect(compact.compactRegion(
  925. nodes[0]!,
  926. nodes[2]!,
  927. agent(session, MODEL),
  928. )).rejects.toThrow(/summary is not smaller/)
  929. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  930. })
  931. it('lets a model-independent custom summarizer compact without a conversation model', async () => {
  932. const compact = service()
  933. const session = new Session(SessionId('model-less-region'))
  934. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  935. session.append('user/message', {
  936. content: [{ type: 'text', text: 'history '.repeat(100) }],
  937. source: { kind: 'user' },
  938. }, { surfaceOp: 'append' })
  939. session.append('step/start', { turn: 1, step: 1 })
  940. session.append('assistant/message', {
  941. provenance: { provider: 'historical', model: 'historical' },
  942. turn: 1,
  943. step: 1,
  944. content: [{ type: 'text', text: 'answer '.repeat(100) }],
  945. }, { surfaceOp: 'append' })
  946. session.append('step/end', { turn: 1, step: 1 })
  947. const nodes = session.surface.nodes
  948. await expect(compact.compactRegion(
  949. nodes[0]!,
  950. nodes[1]!,
  951. agent(session),
  952. )).resolves.toMatchObject({ shadowedSeqs: [nodes[0]!, nodes[1]!] })
  953. })
  954. })
  955. class ScriptedAdapter extends LlmAdapter {
  956. lastOptions: GenerateOptions | undefined
  957. constructor(
  958. private readonly blocks: readonly ContentBlock[],
  959. private readonly finish: (StreamChunk & { type: 'finish' })['reason'] = { kind: 'stop' },
  960. ) {
  961. super()
  962. }
  963. override async * stream(options: GenerateOptions): AsyncIterable<StreamChunk> {
  964. this.lastOptions = options
  965. for (const [index, block] of this.blocks.entries()) {
  966. yield { type: 'block-start', index, blockType: block.type }
  967. if (block.type === 'text') {
  968. yield { type: 'text-delta', index, text: block.text }
  969. } else if (block.type === 'reasoning') {
  970. yield { type: 'reasoning-delta', index, text: block.text }
  971. } else {
  972. yield { type: 'block-end', index, block }
  973. }
  974. }
  975. yield { type: 'finish', reason: this.finish }
  976. }
  977. }
  978. class ExposedCompactService extends BasicCompactService {
  979. runSummarize(
  980. input: SummarizationInput,
  981. owner: Agent,
  982. signal?: AbortSignal,
  983. ): Promise<{ summary: ContentBlock[]; provider: string; model: string; maxTokens?: number }> {
  984. return this.summarize(input, owner, signal)
  985. }
  986. }
  987. async function summarizerHarness(
  988. blocks: readonly ContentBlock[],
  989. finish?: (StreamChunk & { type: 'finish' })['reason'],
  990. model = MODEL,
  991. config: BasicCompactConfig = { auto: false },
  992. ): Promise<{ ctx: Context; adapter: ScriptedAdapter; compact: ExposedCompactService }> {
  993. const ctx = new Context()
  994. await ctx.plugin(LlmService)
  995. void new TokenMeterService(ctx)
  996. const adapter = new ScriptedAdapter(blocks, finish)
  997. ctx.llm.registerAdapter([model], adapter)
  998. const compact = new ExposedCompactService(ctx, config)
  999. return { ctx, adapter, compact }
  1000. }
  1001. describe('default one-shot summarizer', () => {
  1002. it('uses configured model/default cap, forwards cancellation, and keeps only safe text', async () => {
  1003. const { adapter, compact } = await summarizerHarness([
  1004. { type: 'reasoning', text: 'private' },
  1005. { type: 'text', text: 'public summary' },
  1006. { type: 'tool-call', id: CallId('unexpected'), name: 'x', arguments: '{}' },
  1007. ], undefined, MODEL, {
  1008. auto: false,
  1009. summarizationProvider: MODEL,
  1010. summarizationModel: MODEL,
  1011. maxTokens: 321,
  1012. })
  1013. const session = conversation(1)
  1014. const output = await compact.runSummarize(promptInput('transcript'), agent(session, 'fallback'), SIGNAL)
  1015. expect(output).toEqual({
  1016. summary: [{ type: 'text', text: 'public summary' }],
  1017. provider: MODEL,
  1018. model: MODEL,
  1019. maxTokens: 321,
  1020. })
  1021. expect(adapter.lastOptions).toMatchObject({
  1022. provider: MODEL,
  1023. model: MODEL,
  1024. maxTokens: 321,
  1025. signal: SIGNAL,
  1026. sessionId: session.id,
  1027. purpose: 'compaction',
  1028. })
  1029. const instruction = adapter.lastOptions?.messages.at(-1)?.content[0]
  1030. expect(instruction?.type === 'text' ? instruction.text : '').toContain('## Primary Request and Intent')
  1031. })
  1032. it('replays the conversation prefix and appends the instruction as the final message', async () => {
  1033. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }])
  1034. const tools = [{ name: 'do_thing', description: 'd', parameters: { type: 'object' } }]
  1035. const prefix: Message = { role: 'user', content: [{ type: 'text', text: 'earlier turn' }] }
  1036. await compact.runSummarize({
  1037. system: 'REPLAYED SYSTEM',
  1038. tools,
  1039. messages: [prefix],
  1040. }, agent(conversation(1), MODEL))
  1041. expect(adapter.lastOptions?.system).toBe('REPLAYED SYSTEM')
  1042. expect(adapter.lastOptions?.tools).toEqual(tools)
  1043. const messages = adapter.lastOptions?.messages ?? []
  1044. expect(messages[0]).toEqual(prefix)
  1045. const last = messages.at(-1)?.content[0]
  1046. const lastText = last?.type === 'text' ? last.text : ''
  1047. expect(lastText).toContain('Condense the conversation ABOVE')
  1048. expect(lastText).toContain('## Primary Request and Intent')
  1049. })
  1050. it('applies the routed model policy without changing the replayed prefix', async () => {
  1051. const { ctx, compact } = await summarizerHarness(
  1052. [{ type: 'text', text: 'unused default summary' }],
  1053. undefined,
  1054. MODEL,
  1055. {
  1056. auto: false,
  1057. maxTokens: 111,
  1058. modelPolicies: [{
  1059. provider: MODEL,
  1060. model: MODEL,
  1061. summarizationProvider: 'policy-summary',
  1062. summarizationModel: 'policy-summary',
  1063. maxTokens: 222,
  1064. }],
  1065. },
  1066. )
  1067. const policyAdapter = new ScriptedAdapter([{ type: 'text', text: 'policy summary' }])
  1068. ctx.llm.registerAdapter(['policy-summary'], policyAdapter)
  1069. const prefix: Message = { role: 'user', content: [{ type: 'text', text: 'warm prefix' }] }
  1070. const output = await compact.runSummarize({
  1071. system: 'WARM SYSTEM',
  1072. messages: [prefix],
  1073. }, agent(conversation(1), 'fallback'))
  1074. expect(output).toMatchObject({
  1075. provider: 'policy-summary',
  1076. model: 'policy-summary',
  1077. maxTokens: 222,
  1078. })
  1079. expect(policyAdapter.lastOptions).toMatchObject({
  1080. provider: 'policy-summary',
  1081. model: 'policy-summary',
  1082. maxTokens: 222,
  1083. system: 'WARM SYSTEM',
  1084. })
  1085. expect(policyAdapter.lastOptions?.messages[0]).toEqual(prefix)
  1086. })
  1087. it('resolves the latest routed provider/model before the AgentOptions pair', async () => {
  1088. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }], undefined, 'routed')
  1089. const session = conversation(1)
  1090. session.append('request/header', {
  1091. header: { config: { provider: 'routed', model: 'routed' } },
  1092. reason: 'initial',
  1093. })
  1094. const output = await compact.runSummarize(promptInput('history'), agent(session, 'fallback'))
  1095. expect(output.provider).toBe('routed')
  1096. expect(output.model).toBe('routed')
  1097. expect(adapter.lastOptions?.provider).toBe('routed')
  1098. expect(adapter.lastOptions?.model).toBe('routed')
  1099. })
  1100. it('records the model actually dispatched after one-shot stream routing', async () => {
  1101. const { ctx, compact } = await summarizerHarness([{ type: 'text', text: 'unused' }])
  1102. const routedAdapter = new ScriptedAdapter([{ type: 'text', text: 'routed summary' }])
  1103. ctx.llm.registerAdapter(['routed-summary-provider'], routedAdapter)
  1104. ctx.on('llm/stream', (options, next) => {
  1105. options.provider = 'routed-summary-provider'
  1106. options.model = 'routed-summary-model'
  1107. return next()
  1108. })
  1109. const session = conversation(3, 'large history '.repeat(500))
  1110. const nodes = session.surface.nodes
  1111. await compact.compactRegion(nodes[0]!, nodes[3]!, agent(session, MODEL), SIGNAL)
  1112. expect(session.events.findLast(event => event.type === 'compact/summary')?.data).toMatchObject({
  1113. summary: [{ type: 'text', text: 'routed summary' }],
  1114. provider: 'routed-summary-provider',
  1115. model: 'routed-summary-model',
  1116. })
  1117. expect(routedAdapter.lastOptions?.provider).toBe('routed-summary-provider')
  1118. expect(routedAdapter.lastOptions?.model).toBe('routed-summary-model')
  1119. })
  1120. it('fails clearly when no complete summarization target can be resolved', async () => {
  1121. const ctx = new Context()
  1122. await ctx.plugin(LlmService)
  1123. void new TokenMeterService(ctx)
  1124. const compact = new ExposedCompactService(ctx, { auto: false })
  1125. await expect(compact.runSummarize(promptInput('history'), agent(new Session(SessionId('model-less')))))
  1126. .rejects.toThrow(/no provider\/model available for summarization/)
  1127. })
  1128. it('uses a complete AgentOptions target when no durable route exists', async () => {
  1129. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }])
  1130. const session = new Session(SessionId('headerless-summary'))
  1131. await expect(compact.runSummarize(promptInput('history'), agent(session, MODEL))).resolves.toMatchObject({
  1132. provider: MODEL,
  1133. model: MODEL,
  1134. })
  1135. expect(adapter.lastOptions).toMatchObject({ provider: MODEL, model: MODEL })
  1136. })
  1137. it.each([
  1138. { provider: '', model: MODEL },
  1139. { provider: MODEL },
  1140. { provider: MODEL, model: '' },
  1141. ])('rejects incomplete AgentOptions target %#', async (options) => {
  1142. const { compact } = await summarizerHarness([{ type: 'text', text: 'unused' }])
  1143. const owner = {
  1144. session: new Session(SessionId(`incomplete-${String(options.model)}`)),
  1145. options,
  1146. } as Agent
  1147. await expect(compact.runSummarize(promptInput('history'), owner))
  1148. .rejects.toThrow(/no provider\/model available for summarization/)
  1149. })
  1150. it.each([
  1151. [{ kind: 'error', failure: { message: 'provider failed', code: 'PROVIDER' } }, 'PROVIDER', /provider failed/],
  1152. [{ kind: 'error', failure: { message: 'opaque', code: 'UNKNOWN' } }, 'UNKNOWN', /opaque/],
  1153. [{ kind: 'aborted', failure: { message: 'summarization aborted', code: 'ABORTED' } }, 'ABORTED', /aborted/],
  1154. [{ kind: 'max-tokens' }, 'MAX_TOKENS', /token cap/],
  1155. ] as Array<[(StreamChunk & { type: 'finish' })['reason'], string | undefined, RegExp]>) (
  1156. 'rejects terminal finish %#',
  1157. async (finish, code, pattern) => {
  1158. const { compact } = await summarizerHarness([], finish)
  1159. let thrown: unknown
  1160. try {
  1161. await compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL))
  1162. } catch (error: unknown) {
  1163. thrown = error
  1164. }
  1165. expect(thrown).toBeInstanceOf(Error)
  1166. expect((thrown as Error).message).toMatch(pattern)
  1167. expect((thrown as Error & { code?: string }).code).toBe(code)
  1168. },
  1169. )
  1170. it('rejects empty or reasoning-only successful output', async () => {
  1171. const { compact } = await summarizerHarness([{ type: 'reasoning', text: 'private' }])
  1172. await expect(compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL)))
  1173. .rejects.toThrow(/no text summary content/)
  1174. })
  1175. })
  1176. describe('automatic listener and loader composition', () => {
  1177. function postStep(ctx: Context, owner: Agent, signal = SIGNAL): Promise<unknown> {
  1178. return agentEvents(ctx, owner).serial('agent/post-step', 1, 1, signal)
  1179. }
  1180. function recover(
  1181. ctx: Context,
  1182. owner: Agent,
  1183. error: Error & { code?: string },
  1184. retryAttempt = 0,
  1185. signal = SIGNAL,
  1186. next: () => Promise<{ action: 'fail' | 'retry' }> = () => Promise.resolve({ action: 'fail' }),
  1187. ): Promise<{ action: 'fail' | 'retry' }> {
  1188. const failure: LlmFailure = { message: error.message, code: error.code ?? 'UNKNOWN' }
  1189. const priorFailures = Object.freeze(Array.from({ length: retryAttempt }, () => failure))
  1190. return agentEvents(ctx, owner).waterfall(
  1191. 'agent/request-error', 1, 1, error, failure, priorFailures, signal, next,
  1192. )
  1193. }
  1194. function overflow(message = 'provider overflow'): Error & { code: string } {
  1195. return Object.assign(new Error(message), { code: CONTEXT_WINDOW_EXCEEDED_CODE })
  1196. }
  1197. it('compacts post-step above threshold using the durable routed model and remains idle below it', async () => {
  1198. const ctx = createContext()
  1199. const compact = new TestCompactService(ctx, {
  1200. thresholdRatio: 0.5,
  1201. retainTokens: 180,
  1202. })
  1203. const pressured = conversation(4)
  1204. await postStep(ctx, agent(pressured, 'unconfigured-agent-fallback'))
  1205. expect(pressured.events.some(event => event.type === 'compact/summary')).toBe(true)
  1206. const small = conversation(1)
  1207. await postStep(ctx, agent(small, MODEL))
  1208. expect(small.events.some(event => event.type === 'compact/start')).toBe(false)
  1209. expect(compact.calls).toHaveLength(1)
  1210. })
  1211. it('skips post-step pressure when the step signal is already aborted', async () => {
  1212. const ctx = createContext()
  1213. const compact = new TestCompactService(ctx, {
  1214. thresholdRatio: 0.5,
  1215. retainTokens: 180,
  1216. })
  1217. const pressured = conversation(4)
  1218. const compactIfNeeded = vi.spyOn(compact, 'compactIfNeeded')
  1219. await expect(postStep(ctx, agent(pressured, MODEL), AbortSignal.abort('step aborted')))
  1220. .resolves.toBeUndefined()
  1221. expect(compactIfNeeded).not.toHaveBeenCalled()
  1222. expect(pressured.events.some(event => event.type === 'compact/start')).toBe(false)
  1223. })
  1224. it('warns and continues after operational failures, including non-Errors', async () => {
  1225. const ctx = createContext()
  1226. const warnings: string[] = []
  1227. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1228. const compact = new TestCompactService(ctx, {
  1229. thresholdRatio: 0.5,
  1230. retainTokens: 180,
  1231. })
  1232. compact.error = 'temporary failure'
  1233. const session = conversation(4)
  1234. await expect(postStep(ctx, agent(session, MODEL))).resolves.toBeUndefined()
  1235. expect(warnings).toContainEqual(expect.stringContaining('temporary failure'))
  1236. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  1237. })
  1238. it('warns once per routed target when proactive pressure has no context metadata', async () => {
  1239. const ctx = createContext()
  1240. const warnings: string[] = []
  1241. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1242. vi.spyOn(ctx.llm, 'resolveModelInfo').mockImplementation((provider, model) => Promise.resolve({
  1243. provider,
  1244. id: model,
  1245. name: model,
  1246. }))
  1247. void new TestCompactService(ctx, {
  1248. thresholdRatio: 0.5,
  1249. retainTokens: 180,
  1250. })
  1251. const session = conversation(4)
  1252. await postStep(ctx, agent(session, MODEL))
  1253. await postStep(ctx, agent(session, MODEL))
  1254. expect(warnings).toEqual([
  1255. expect.stringContaining(`no context capacity for ${MODEL}/${MODEL}`),
  1256. ])
  1257. })
  1258. it('warns once per routed target when absolute retention exceeds its resolved threshold', async () => {
  1259. const ctx = createContext()
  1260. const warnings: string[] = []
  1261. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1262. void new TestCompactService(ctx, {
  1263. thresholdRatio: 0.5,
  1264. retainTokens: 500,
  1265. })
  1266. const session = conversation(4)
  1267. await postStep(ctx, agent(session, MODEL))
  1268. await postStep(ctx, agent(session, MODEL))
  1269. expect(warnings).toEqual([
  1270. expect.stringContaining('retainTokens (500) must be less than threshold tokens 500'),
  1271. ])
  1272. })
  1273. it('force-compacts below normal pressure for canonical overflow and retries only after replacement', async () => {
  1274. const ctx = createContext(10_000)
  1275. void new TestCompactService(ctx, {
  1276. thresholdRatio: 1,
  1277. retainTokens: 900,
  1278. })
  1279. const session = conversation(3)
  1280. const beforeGeneration = session.surface.replaceGeneration
  1281. const retainedSeq = session.surface.nodes.at(-1)!
  1282. const threshold = 10_000
  1283. expect(ctx.tokenMeter.measure(session).totalTokens).toBeLessThan(threshold)
  1284. const decision = await recover(ctx, agent(session, 'unconfigured-agent-fallback'), overflow())
  1285. expect(decision).toEqual({ action: 'retry' })
  1286. expect(session.surface.replaceGeneration).toBe(beforeGeneration + 1)
  1287. expect(session.events.some(event => event.type === 'compact/summary')).toBe(true)
  1288. expect(session.surface.nodes).toContain(retainedSeq)
  1289. })
  1290. it('authorizes overflow retry when pruning alone advances an indivisible surface', async () => {
  1291. const ctx = createContext(10_000)
  1292. void new ToolResultPruneService(ctx, {
  1293. thresholdChars: 100,
  1294. headChars: 20,
  1295. tailChars: 10,
  1296. })
  1297. const compact = new TestCompactService(ctx, {
  1298. thresholdRatio: 1,
  1299. retainTokens: 900,
  1300. })
  1301. const session = oversizedToolResult()
  1302. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'retry' })
  1303. expect(session.surface.replaceGeneration).toBe(1)
  1304. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  1305. expect(compact.calls).toHaveLength(0)
  1306. })
  1307. it('continues overflow recovery with summarization on the pruned surface', async () => {
  1308. const ctx = createContext(10_000)
  1309. void new ToolResultPruneService(ctx, {
  1310. thresholdChars: 100,
  1311. headChars: 20,
  1312. tailChars: 10,
  1313. })
  1314. const compact = new TestCompactService(ctx, {
  1315. thresholdRatio: 1,
  1316. retainTokens: 900,
  1317. })
  1318. const session = toolConversation()
  1319. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'retry' })
  1320. expect(session.events.some(event => event.type === 'compact/summary')).toBe(true)
  1321. expect(compact.calls).toHaveLength(1)
  1322. expect(summarizedText(compact.calls[0]!.input)).toContain('tool result middle pruned')
  1323. })
  1324. it('retries from a durable prune when later overflow summarization throws', async () => {
  1325. const ctx = createContext(10_000)
  1326. const warnings: string[] = []
  1327. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1328. void new ToolResultPruneService(ctx, {
  1329. thresholdChars: 100,
  1330. headChars: 20,
  1331. tailChars: 10,
  1332. })
  1333. const compact = new TestCompactService(ctx, {
  1334. thresholdRatio: 1,
  1335. retainTokens: 900,
  1336. })
  1337. compact.error = new Error('summary unavailable after prune')
  1338. const session = oversizedToolResult(3_000, true)
  1339. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'retry' })
  1340. expect(session.surface.replaceGeneration).toBe(1)
  1341. expect(session.events.filter(event => event.type === 'tool/result')).toHaveLength(2)
  1342. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  1343. .toMatchObject({ error: 'summary unavailable after prune' })
  1344. expect(warnings).toContainEqual(expect.stringContaining('retrying from the replacement surface'))
  1345. })
  1346. it('lets cancellation win when summary throws after a durable prune', async () => {
  1347. const ctx = createContext(10_000)
  1348. const controller = new AbortController()
  1349. void new ToolResultPruneService(ctx, {
  1350. thresholdChars: 100,
  1351. headChars: 20,
  1352. tailChars: 10,
  1353. })
  1354. const compact = new TestCompactService(ctx, {
  1355. thresholdRatio: 1,
  1356. retainTokens: 900,
  1357. })
  1358. compact.mutateDuringSummary = () => { controller.abort('cancelled during summary') }
  1359. compact.error = new Error('summary cancelled after prune')
  1360. const session = oversizedToolResult(3_000, true)
  1361. expect(await recover(ctx, agent(session, MODEL), overflow(), 0, controller.signal))
  1362. .toEqual({ action: 'fail' })
  1363. expect(session.surface.replaceGeneration).toBe(1)
  1364. })
  1365. it('preserves the newest whole tool-call/result pair during forced overflow compaction', async () => {
  1366. const ctx = createContext()
  1367. void new TestCompactService(ctx, {
  1368. thresholdRatio: 1,
  1369. retainTokens: 90,
  1370. })
  1371. const session = toolConversation()
  1372. const newestAssistant = session.surface.nodes.at(-2)!
  1373. const newestResult = session.surface.nodes.at(-1)!
  1374. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'retry' })
  1375. const currentAssistant = session.surface.nodes.find(node => node === newestAssistant)
  1376. const currentResult = session.surface.nodes.find(node => node === newestResult)
  1377. expect(currentAssistant).toBeDefined()
  1378. expect(currentResult).toBeDefined()
  1379. expect(toolPairingBalancedBefore(session, currentAssistant!)).toBe(true)
  1380. expect(toolPairingBalancedAfter(session, currentResult!)).toBe(true)
  1381. })
  1382. it('does not retry when a backend reports success without replacing the surface', async () => {
  1383. const ctx = createContext()
  1384. const compact = new TestCompactService(ctx)
  1385. const session = conversation(2)
  1386. const fakeResult: CompactionResult = {
  1387. startSeq: 1,
  1388. summarySeq: 2,
  1389. endSeq: 3,
  1390. summary: [{ type: 'text', text: 'fake' }],
  1391. shadowedRange: { start: 1, end: 2 },
  1392. shadowedSeqs: [1, 2],
  1393. shadowedTokenCount: 10,
  1394. }
  1395. vi.spyOn(compact, 'compactIfNeeded').mockResolvedValue(fakeResult)
  1396. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'fail' })
  1397. expect(session.surface.replaceGeneration).toBe(0)
  1398. })
  1399. it('delegates downstream exactly once when no replacement is available', async () => {
  1400. const ctx = createContext()
  1401. const compact = new TestCompactService(ctx)
  1402. vi.spyOn(compact, 'compactIfNeeded').mockResolvedValue(null)
  1403. const downstream = new Error('downstream recovery failed')
  1404. let calls = 0
  1405. await expect(recover(
  1406. ctx,
  1407. agent(conversation(2), MODEL),
  1408. overflow(),
  1409. 0,
  1410. SIGNAL,
  1411. () => {
  1412. calls += 1
  1413. return Promise.reject(downstream)
  1414. },
  1415. )).rejects.toBe(downstream)
  1416. expect(calls).toBe(1)
  1417. })
  1418. it('preserves the original provider error when recovery throws', async () => {
  1419. const ctx = createContext()
  1420. const warnings: string[] = []
  1421. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1422. const compact = new TestCompactService(ctx)
  1423. compact.error = new Error('summary unavailable')
  1424. const original = overflow('original provider overflow')
  1425. expect(await recover(ctx, agent(conversation(3), MODEL), original)).toEqual({ action: 'fail' })
  1426. expect(original).toMatchObject({
  1427. message: 'original provider overflow',
  1428. code: CONTEXT_WINDOW_EXCEEDED_CODE,
  1429. })
  1430. expect(warnings).toContainEqual(expect.stringContaining('preserving the original request error'))
  1431. })
  1432. it('delegates once when overflow recovery throws a non-Error value', async () => {
  1433. const ctx = createContext()
  1434. const warnings: string[] = []
  1435. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1436. const compact = new TestCompactService(ctx)
  1437. compact.error = 'non-error recovery failure'
  1438. const session = conversation(3)
  1439. const generation = session.surface.replaceGeneration
  1440. const original = overflow('original provider failure')
  1441. let delegations = 0
  1442. const decision = await recover(ctx, agent(session, MODEL), original, 0, SIGNAL, () => {
  1443. delegations += 1
  1444. return Promise.resolve({ action: 'fail' })
  1445. })
  1446. expect(decision).toEqual({ action: 'fail' })
  1447. expect(delegations).toBe(1)
  1448. expect(session.surface.replaceGeneration).toBe(generation)
  1449. expect(original).toMatchObject({
  1450. message: 'original provider failure',
  1451. code: CONTEXT_WINDOW_EXCEEDED_CODE,
  1452. })
  1453. expect(warnings).toContainEqual(expect.stringContaining('non-error recovery failure'))
  1454. })
  1455. it('recovers an overflow for an unlisted routed model', async () => {
  1456. const ctx = createContext()
  1457. void new TestCompactService(ctx)
  1458. const session = conversation(2)
  1459. session.append('request/header', {
  1460. header: { config: { provider: 'unknown-routed-provider', model: 'unknown-routed-model' } },
  1461. reason: 'resume',
  1462. })
  1463. expect(await recover(ctx, agent(session, MODEL), overflow('unlisted-model overflow')))
  1464. .toEqual({ action: 'retry' })
  1465. })
  1466. it('delegates canonical overflow when no durable routed target exists', async () => {
  1467. const ctx = createContext()
  1468. void new TestCompactService(ctx)
  1469. const session = new Session(SessionId('headerless-overflow'))
  1470. session.append('turn/start', {
  1471. turn: 1,
  1472. trigger: { kind: 'message', source: { kind: 'user' } },
  1473. })
  1474. await expect(recover(ctx, agent(session, MODEL), overflow())).resolves.toEqual({ action: 'fail' })
  1475. })
  1476. it('honors retry caps, non-context failures, and cancellation', async () => {
  1477. const ctx = createContext()
  1478. const compact = new TestCompactService(ctx, { maxOverflowRetries: 1 })
  1479. const compactSpy = vi.spyOn(compact, 'compactIfNeeded')
  1480. const owner = agent(conversation(3), MODEL)
  1481. expect(await recover(ctx, owner, Object.assign(new Error('rate limit'), { code: 'RATE_LIMIT' })))
  1482. .toEqual({ action: 'fail' })
  1483. expect(await recover(ctx, owner, overflow(), 1)).toEqual({ action: 'fail' })
  1484. const controller = new AbortController()
  1485. controller.abort('cancelled')
  1486. expect(await recover(ctx, owner, overflow(), 0, controller.signal)).toEqual({ action: 'fail' })
  1487. expect(compactSpy).not.toHaveBeenCalled()
  1488. })
  1489. it('applies the routed model override to the overflow retry cap', async () => {
  1490. const ctx = createContext()
  1491. const compact = new TestCompactService(ctx, {
  1492. maxOverflowRetries: 2,
  1493. modelPolicies: [{
  1494. provider: MODEL,
  1495. model: MODEL,
  1496. maxOverflowRetries: 1,
  1497. }],
  1498. })
  1499. const compactSpy = vi.spyOn(compact, 'compactIfNeeded')
  1500. expect(await recover(ctx, agent(conversation(3), MODEL), overflow(), 1))
  1501. .toEqual({ action: 'fail' })
  1502. expect(compactSpy).not.toHaveBeenCalled()
  1503. })
  1504. it('does not retry when cancellation lands during an awaited compaction', async () => {
  1505. const ctx = createContext()
  1506. const compact = new TestCompactService(ctx)
  1507. const controller = new AbortController()
  1508. compact.mutateDuringSummary = () => { controller.abort('cancelled during summary') }
  1509. const session = conversation(3)
  1510. const generation = session.surface.replaceGeneration
  1511. expect(await recover(ctx, agent(session, MODEL), overflow(), 0, controller.signal))
  1512. .toEqual({ action: 'fail' })
  1513. expect(session.surface.replaceGeneration).toBe(generation + 1)
  1514. })
  1515. it('maxOverflowRetries:0 disables recovery without disabling post-step pressure', async () => {
  1516. const ctx = createContext()
  1517. void new TestCompactService(ctx, {
  1518. maxOverflowRetries: 0,
  1519. thresholdRatio: 0.5,
  1520. retainTokens: 180,
  1521. })
  1522. const session = conversation(4)
  1523. await postStep(ctx, agent(session, MODEL))
  1524. const summaries = session.events.filter(event => event.type === 'compact/summary').length
  1525. expect(summaries).toBe(1)
  1526. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'fail' })
  1527. expect(session.events.filter(event => event.type === 'compact/summary')).toHaveLength(summaries)
  1528. })
  1529. it('auto:false installs neither automatic listener', async () => {
  1530. const ctx = createContext()
  1531. void new TestCompactService(ctx, {
  1532. auto: false,
  1533. thresholdRatio: 0.5,
  1534. retainTokens: 180,
  1535. })
  1536. const session = conversation(4)
  1537. await postStep(ctx, agent(session, MODEL))
  1538. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  1539. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'fail' })
  1540. })
  1541. it('loads and disposes the real zero-config service stack', async () => {
  1542. const ctx = new Context()
  1543. await ctx.plugin(LlmService)
  1544. const meterFiber = await ctx.plugin(TokenMeterService)
  1545. const compactFiber = await ctx.plugin(BasicCompactService, { auto: false })
  1546. expect(ctx.get('compact')).toBeInstanceOf(BasicCompactService)
  1547. await compactFiber.dispose()
  1548. expect(ctx.get('compact')).toBeUndefined()
  1549. await meterFiber.dispose()
  1550. expect(ctx.get('tokenMeter')).toBeUndefined()
  1551. })
  1552. it('removes its automatic listener with the plugin fiber', async () => {
  1553. const ctx = new Context()
  1554. await ctx.plugin(LlmService)
  1555. await ctx.plugin(TokenMeterService)
  1556. const fiber = await ctx.plugin(TestCompactService, {
  1557. thresholdRatio: 0.5,
  1558. retainTokens: 180,
  1559. })
  1560. await fiber.dispose()
  1561. const session = conversation(4)
  1562. await postStep(ctx, agent(session, MODEL))
  1563. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  1564. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'fail' })
  1565. })
  1566. })