compact-basic.spec.ts 66 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754
  1. import { describe, expect, it, vi } from 'vitest'
  2. import { Context } from 'cordis'
  3. import { AttachmentId } from '@deepseek-ai/dsh-attachment'
  4. import BasicCompactService from '@deepseek-ai/dsh-compact-basic'
  5. import type { BasicCompactConfig } from '@deepseek-ai/dsh-compact-basic'
  6. import { selectCompactableRange } from '@deepseek-ai/dsh-compact-basic/src/region.ts'
  7. import type { SummarizationInput } from '@deepseek-ai/dsh-compact-basic/src/summarizer.ts'
  8. import { toolPairingBalancedAfter, toolPairingBalancedBefore } from '@deepseek-ai/dsh-compact'
  9. import {
  10. resolveCompactSpec,
  11. resolveConfig,
  12. resolveTargetPolicy,
  13. } from '@deepseek-ai/dsh-compact-basic/src/config.ts'
  14. import type { CompactionResult } from '@deepseek-ai/dsh-compact'
  15. import LlmService, { CallId, CONTEXT_WINDOW_EXCEEDED_CODE, LlmAdapter } from '@deepseek-ai/dsh-llm'
  16. import type {
  17. ContentBlock,
  18. GenerateOptions,
  19. LlmFailure,
  20. LlmModelContext,
  21. Message,
  22. StreamChunk,
  23. } from '@deepseek-ai/dsh-llm'
  24. import { Session, SessionId } from '@deepseek-ai/dsh-session'
  25. import TokenMeterService from '@deepseek-ai/dsh-token-meter'
  26. import { agentEvents, type Agent } from '@deepseek-ai/dsh-agent'
  27. import ToolResultPruneService from '@deepseek-ai/dsh-compact-tool-result-prune'
  28. const SIGNAL = new AbortController().signal
  29. const MODEL = 'test-model'
  30. class ContextAdapter extends LlmAdapter {
  31. constructor(private readonly contextWindow: number) {
  32. super()
  33. }
  34. override resolveModelContext(): Promise<LlmModelContext> {
  35. return Promise.resolve({ contextWindow: this.contextWindow })
  36. }
  37. override async * stream(): AsyncIterable<StreamChunk> {
  38. yield { type: 'finish', reason: { kind: 'stop' } }
  39. }
  40. }
  41. class RoutedContextAdapter extends LlmAdapter {
  42. constructor(private readonly windows: Readonly<Record<string, number>>) {
  43. super()
  44. }
  45. override resolveModelContext(provider: string): Promise<LlmModelContext | undefined> {
  46. const contextWindow = this.windows[provider]
  47. return Promise.resolve(contextWindow === undefined ? undefined : { contextWindow })
  48. }
  49. override async * stream(): AsyncIterable<StreamChunk> {
  50. yield { type: 'finish', reason: { kind: 'stop' } }
  51. }
  52. }
  53. function createContext(contextWindow = 1_000): Context {
  54. const ctx = new Context()
  55. void new LlmService(ctx)
  56. void new TokenMeterService(ctx)
  57. ctx.llm.registerAdapter([MODEL, 'actual', 'unlisted-provider'], new ContextAdapter(contextWindow))
  58. return ctx
  59. }
  60. function agent(session: Session, model?: string): Agent {
  61. return { session, options: model === undefined ? {} : { provider: model, model } } as Agent
  62. }
  63. /** Flatten every text fragment the summarizer received, recursing tool-result blocks. */
  64. function summarizedText(input: SummarizationInput): string {
  65. const collect = (blocks: readonly ContentBlock[]): string =>
  66. blocks.map(block =>
  67. block.type === 'text' ? block.text
  68. : block.type === 'tool-result' ? collect(block.content)
  69. : '').join('\n')
  70. return input.messages.map(message => collect(message.content)).join('\n')
  71. }
  72. /** A minimal replayed prefix carrying one user message of the given text. */
  73. function promptInput(text: string): SummarizationInput {
  74. return { messages: [{ role: 'user', content: [{ type: 'text', text }] }] }
  75. }
  76. /** Closed two-message turns followed by one open turn for durable compaction events. */
  77. function conversation(turns = 4, text = 'fixture '.repeat(40).trim()): Session {
  78. const session = new Session(SessionId(`conversation-${turns}`))
  79. for (let turn = 1; turn <= turns; turn += 1) {
  80. session.append('turn/start', { turn, trigger: { kind: 'message', source: { kind: 'user' } } })
  81. session.append('user/message', {
  82. content: [{ type: 'text', text: `${text} user ${turn}` }],
  83. source: { kind: 'user' },
  84. }, { surfaceOp: 'append' })
  85. session.append('step/start', { turn, step: 1 })
  86. if (turn === 1) {
  87. session.append('request/header', {
  88. header: { config: { provider: MODEL, model: MODEL } },
  89. reason: 'initial',
  90. })
  91. }
  92. session.append('assistant/message', {
  93. provenance: { provider: MODEL, model: MODEL },
  94. turn,
  95. step: 1,
  96. content: [{ type: 'text', text: `${text} assistant ${turn}` }],
  97. }, { surfaceOp: 'append' })
  98. session.append('step/end', { turn, step: 1 })
  99. session.append('turn/end', { turn, reason: { kind: 'completed' } })
  100. }
  101. session.append('turn/start', {
  102. turn: turns + 1,
  103. trigger: { kind: 'message', source: { kind: 'user' } },
  104. })
  105. return session
  106. }
  107. function toolConversation(): Session {
  108. const session = new Session(SessionId('tools'))
  109. for (let turn = 1; turn <= 3; turn += 1) {
  110. const callId = CallId(`call-${turn}`)
  111. session.append('turn/start', { turn, trigger: { kind: 'message', source: { kind: 'user' } } })
  112. session.append('user/message', {
  113. content: [{ type: 'text', text: `request ${turn} `.repeat(300) }],
  114. source: { kind: 'user' },
  115. }, { surfaceOp: 'append' })
  116. session.append('step/start', { turn, step: 1 })
  117. if (turn === 1) {
  118. session.append('request/header', {
  119. header: { config: { provider: MODEL, model: MODEL } },
  120. reason: 'initial',
  121. })
  122. }
  123. session.append('assistant/message', {
  124. provenance: { provider: MODEL, model: MODEL },
  125. turn,
  126. step: 1,
  127. content: [
  128. { type: 'text', text: `calling ${turn} `.repeat(300) },
  129. { type: 'tool-call', id: callId, name: 'read', arguments: '{}' },
  130. ],
  131. }, { surfaceOp: 'append' })
  132. session.append('tool/call', { turn, step: 1, callId, name: 'read', arguments: '{}' })
  133. session.append('tool/result', {
  134. turn,
  135. step: 1,
  136. callId,
  137. content: [{ type: 'text', text: `result ${turn} `.repeat(300) }],
  138. isError: false,
  139. }, { surfaceOp: 'append' })
  140. session.append('step/end', { turn, step: 1 })
  141. session.append('turn/end', { turn, reason: { kind: 'completed' } })
  142. }
  143. session.append('turn/start', { turn: 4, trigger: { kind: 'message', source: { kind: 'user' } } })
  144. return session
  145. }
  146. /** One closed routed tool step followed by an open turn for rewrite events. */
  147. function oversizedToolResult(chars = 3_000, withCompactablePrompt = false): Session {
  148. const session = new Session(SessionId(`oversized-tool-${chars}`))
  149. const callId = CallId('oversized')
  150. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  151. if (withCompactablePrompt) {
  152. session.append('user/message', {
  153. content: [{ type: 'text', text: 'older history '.repeat(200) }],
  154. source: { kind: 'user' },
  155. }, { surfaceOp: 'append' })
  156. }
  157. session.append('step/start', { turn: 1, step: 1 })
  158. session.append('request/header', {
  159. header: { config: { provider: MODEL, model: MODEL } },
  160. reason: 'initial',
  161. })
  162. session.append('assistant/message', {
  163. turn: 1,
  164. step: 1,
  165. content: [{ type: 'tool-call', id: callId, name: 'bash', arguments: '{}' }],
  166. provenance: { provider: MODEL, model: MODEL },
  167. }, { surfaceOp: 'append' })
  168. session.append('tool/call', { turn: 1, step: 1, callId, name: 'bash', arguments: '{}' })
  169. session.append('tool/result', {
  170. turn: 1,
  171. step: 1,
  172. callId,
  173. content: [{ type: 'text', text: 'X'.repeat(chars) }],
  174. isError: false,
  175. meta: { presentation: 'preserved' },
  176. }, { surfaceOp: 'append' })
  177. session.append('step/end', { turn: 1, step: 1 })
  178. session.append('turn/end', { turn: 1, reason: { kind: 'completed' } })
  179. session.append('turn/start', { turn: 2, trigger: { kind: 'message', source: { kind: 'user' } } })
  180. return session
  181. }
  182. class TestCompactService extends BasicCompactService {
  183. summary: ContentBlock[] = [{ type: 'text', text: 'small checkpoint' }]
  184. summaryProvider = 'summary-provider'
  185. summaryModel = 'summary-model'
  186. error: unknown
  187. mutateDuringSummary: (() => void) | undefined
  188. calls: Array<{ input: SummarizationInput; signal: AbortSignal | undefined }> = []
  189. override async summarize(
  190. input: SummarizationInput,
  191. _agent: Agent,
  192. signal?: AbortSignal,
  193. ): Promise<{ summary: ContentBlock[]; provider: string; model: string; maxTokens?: number }> {
  194. this.calls.push({ input, signal })
  195. this.mutateDuringSummary?.()
  196. if (this.error !== undefined) throw this.error
  197. return {
  198. summary: this.summary,
  199. provider: this.summaryProvider,
  200. model: this.summaryModel,
  201. maxTokens: 123,
  202. }
  203. }
  204. }
  205. function service(
  206. config: BasicCompactConfig = { auto: false },
  207. ctx = createContext(),
  208. ): TestCompactService {
  209. return new TestCompactService(ctx, config)
  210. }
  211. async function compactIfNeeded(
  212. compact: BasicCompactService,
  213. session: Session,
  214. trigger: 'pressure' | 'context-overflow' = 'pressure',
  215. model: string | undefined = MODEL,
  216. ): Promise<CompactionResult | null> {
  217. return compact.compactIfNeeded(agent(session, model), trigger, SIGNAL)
  218. }
  219. describe('compact configuration and defaults', () => {
  220. it('uses low-friction service-wide defaults', () => {
  221. const resolved = resolveConfig({})
  222. expect(resolved).toEqual({
  223. thresholdRatio: 0.8,
  224. retainRatio: 0.16,
  225. summarizationProvider: '',
  226. summarizationModel: '',
  227. maxTokens: 8192,
  228. compactionRetries: 1,
  229. maxOverflowRetries: 1,
  230. modelPolicies: [],
  231. auto: true,
  232. })
  233. expect(Object.isFrozen(resolved)).toBe(true)
  234. })
  235. it('resolves threshold and retention overrides independently', () => {
  236. const thresholdOnly = resolveConfig({
  237. thresholdRatio: 0.5,
  238. })
  239. expect(thresholdOnly).toMatchObject({
  240. thresholdRatio: 0.5,
  241. retainRatio: 0.16,
  242. })
  243. const retentionOnly = resolveConfig({
  244. retainTokens: 70,
  245. })
  246. expect(retentionOnly).toMatchObject({
  247. thresholdRatio: 0.8,
  248. retainTokens: 70,
  249. })
  250. expect(retentionOnly).not.toHaveProperty('retainRatio')
  251. })
  252. it('merges exact provider/model policy overrides and scales ratios per model', () => {
  253. const config = resolveConfig({
  254. thresholdRatio: 0.8,
  255. retainRatio: 0.1,
  256. modelPolicies: [{
  257. provider: 'small-provider',
  258. model: 'shared-id',
  259. thresholdRatio: 0.5,
  260. retainTokens: 120,
  261. }],
  262. })
  263. const small = resolveTargetPolicy(config, {
  264. provider: 'small-provider',
  265. model: 'shared-id',
  266. })
  267. const otherProvider = resolveTargetPolicy(config, {
  268. provider: 'large-provider',
  269. model: 'shared-id',
  270. })
  271. expect(resolveCompactSpec(small, 1_000)).toMatchObject({
  272. thresholdTokens: 500,
  273. retainTokens: 120,
  274. })
  275. expect(resolveCompactSpec(otherProvider, 2_000)).toMatchObject({
  276. thresholdTokens: 1_600,
  277. retainTokens: 200,
  278. })
  279. const ratioOverride = resolveTargetPolicy(resolveConfig({
  280. retainTokens: 200,
  281. modelPolicies: [{
  282. provider: 'ratio-provider',
  283. model: 'ratio-model',
  284. thresholdRatio: 0.6,
  285. retainRatio: 0.2,
  286. summarizationProvider: 'summary-provider',
  287. summarizationModel: 'summary-model',
  288. maxTokens: 512,
  289. compactionRetries: 2,
  290. maxOverflowRetries: 3,
  291. }],
  292. }), { provider: 'ratio-provider', model: 'ratio-model' })
  293. expect(resolveCompactSpec(ratioOverride, 2_000)).toMatchObject({
  294. thresholdTokens: 1_200,
  295. retainTokens: 400,
  296. summarizationProvider: 'summary-provider',
  297. summarizationModel: 'summary-model',
  298. maxTokens: 512,
  299. compactionRetries: 2,
  300. maxOverflowRetries: 3,
  301. })
  302. })
  303. it('inherits, clears, and replaces the summarization target as a pair', () => {
  304. const config = resolveConfig({
  305. summarizationProvider: 'default-provider',
  306. summarizationModel: 'default-model',
  307. modelPolicies: [
  308. { provider: 'inherit-provider', model: MODEL },
  309. {
  310. provider: 'clear-provider',
  311. model: MODEL,
  312. summarizationProvider: '',
  313. summarizationModel: '',
  314. },
  315. {
  316. provider: 'replace-provider',
  317. model: MODEL,
  318. summarizationProvider: 'replacement-provider',
  319. summarizationModel: 'replacement-model',
  320. },
  321. ],
  322. })
  323. expect(resolveTargetPolicy(config, { provider: 'inherit-provider', model: MODEL }))
  324. .toMatchObject({
  325. summarizationProvider: 'default-provider',
  326. summarizationModel: 'default-model',
  327. })
  328. expect(resolveTargetPolicy(config, { provider: 'clear-provider', model: MODEL }))
  329. .toMatchObject({ summarizationProvider: '', summarizationModel: '' })
  330. expect(resolveTargetPolicy(config, { provider: 'replace-provider', model: MODEL }))
  331. .toMatchObject({
  332. summarizationProvider: 'replacement-provider',
  333. summarizationModel: 'replacement-model',
  334. })
  335. })
  336. it('validates common values and pressure-policy invariants', () => {
  337. const bad = [
  338. [{ maxTokens: 0 }, /maxTokens/],
  339. [{ compactionRetries: -1 }, /compactionRetries/],
  340. [{ maxOverflowRetries: -1 }, /maxOverflowRetries/],
  341. [{ auto: 'yes' }, /auto must be a boolean/],
  342. [{ summarizationProvider: 1 }, /summarizationProvider must be a string/],
  343. [{ summarizationModel: 1 }, /summarizationModel must be a string/],
  344. [{ summarizationProvider: MODEL }, /must be set together/],
  345. [{ summarizationModel: MODEL }, /must be set together/],
  346. [{ summarizationProvider: '' }, /must be set together/],
  347. [{ summarizationModel: '' }, /must be set together/],
  348. [{ thresholdRatio: 0 }, /number in \(0, 1\]/],
  349. [{ thresholdRatio: 1.1 }, /number in \(0, 1\]/],
  350. [{ retainRatio: 0.9 }, /retainRatio \(0.9\) must be less than the resolved thresholdRatio \(0.8\)/],
  351. [{ thresholdRatio: 0.1 }, /retainRatio \(0.16\) must be less than the resolved thresholdRatio \(0.1\)/],
  352. [{ retainTokens: -1 }, /non-negative integer/],
  353. [{ retainRatio: 0.2, retainTokens: 100 }, /mutually exclusive/],
  354. [{ modelPolicies: {} }, /modelPolicies must be an array/],
  355. [{ modelPolicies: [1] }, /modelPolicies\[0\] must be an object/],
  356. [{ modelPolicies: [null] }, /modelPolicies\[0\] must be an object/],
  357. [{ modelPolicies: [[]] }, /modelPolicies\[0\] must be an object/],
  358. [{ modelPolicies: [{ provider: 1, model: MODEL }] }, /provider must be a non-empty string/],
  359. [{ modelPolicies: [{ provider: '', model: MODEL }] }, /provider must be a non-empty string/],
  360. [{ modelPolicies: [{ provider: MODEL, model: 1 }] }, /model must be a non-empty string/],
  361. [{ modelPolicies: [{ provider: MODEL, model: '' }] }, /model must be a non-empty string/],
  362. [{ modelPolicies: [{ provider: MODEL, model: MODEL, summarizationProvider: 1 }] }, /summarizationProvider must be a string/],
  363. [{
  364. summarizationProvider: 'default-provider',
  365. summarizationModel: 'default-model',
  366. modelPolicies: [{ provider: MODEL, model: MODEL, summarizationModel: '' }],
  367. }, /modelPolicies\[0\].*must be set together/],
  368. [{
  369. summarizationProvider: 'default-provider',
  370. summarizationModel: 'default-model',
  371. modelPolicies: [{ provider: MODEL, model: MODEL, summarizationProvider: '' }],
  372. }, /modelPolicies\[0\].*must be set together/],
  373. [{ modelPolicies: [{ provider: MODEL, model: MODEL, retainRatio: 0.2, retainTokens: 100 }] }, /mutually exclusive/],
  374. [
  375. { modelPolicies: [{ provider: MODEL, model: MODEL, thresholdRatio: 0.1 }] },
  376. /modelPolicies\[0\]: retainRatio \(0.16\).*thresholdRatio \(0.1\)/,
  377. ],
  378. [
  379. { modelPolicies: [{ provider: MODEL, model: MODEL, retainRatio: 0.9 }] },
  380. /modelPolicies\[0\]: retainRatio \(0.9\).*thresholdRatio \(0.8\)/,
  381. ],
  382. [{ modelPolicies: [{ provider: MODEL, model: MODEL }, { provider: MODEL, model: MODEL }] }, /duplicate model policy/],
  383. [{ models: { [MODEL]: { retainTokens: 10 } } }, /BasicCompactConfig: unknown key "models"/],
  384. [{ thresholdRato: 0.5 }, /BasicCompactConfig: unknown key "thresholdRato"/],
  385. ] as Array<[unknown, RegExp]>
  386. for (const [config, pattern] of bad) {
  387. expect(() => resolveConfig(config as BasicCompactConfig)).toThrow(pattern)
  388. }
  389. const invalidPressure = resolveTargetPolicy(resolveConfig({
  390. thresholdRatio: 0.5,
  391. retainTokens: 500,
  392. }), { provider: MODEL, model: MODEL })
  393. expect(() => resolveCompactSpec(invalidPressure, 1_000)).toThrow(/less than threshold/)
  394. expect(() => resolveCompactSpec(invalidPressure, 1.5)).toThrow(/positive integer/)
  395. expect(() => resolveCompactSpec(invalidPressure, 0)).toThrow(/positive integer/)
  396. })
  397. })
  398. describe('pressure measurement and retention', () => {
  399. const compactConfig: BasicCompactConfig = {
  400. auto: false,
  401. thresholdRatio: 0.5,
  402. retainTokens: 180,
  403. }
  404. it('skips when no durable routed model exists instead of using AgentOptions fallback', async () => {
  405. const compact = service(compactConfig)
  406. const session = new Session(SessionId('headerless'))
  407. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  408. await expect(compact.compactIfNeeded(agent(session, MODEL), 'pressure', SIGNAL))
  409. .resolves.toBeNull()
  410. expect(compact.calls).toHaveLength(0)
  411. })
  412. it('meters an unlisted model when its provider adapter supplies context metadata', async () => {
  413. const compact = service(compactConfig)
  414. const session = conversation()
  415. session.append('request/header', {
  416. header: { config: { provider: 'unlisted-provider', model: 'unlisted-model' } },
  417. reason: 'resume',
  418. })
  419. await expect(compactIfNeeded(compact, session))
  420. .resolves.not.toBeNull()
  421. })
  422. it('re-resolves capacity after a same-model-id provider switch in one session', async () => {
  423. const ctx = new Context()
  424. void new LlmService(ctx)
  425. void new TokenMeterService(ctx)
  426. ctx.llm.registerAdapter(['large', 'small'], new RoutedContextAdapter({
  427. large: 10_000,
  428. small: 1_000,
  429. }))
  430. const compact = service({
  431. auto: false,
  432. thresholdRatio: 0.5,
  433. retainRatio: 0.1,
  434. }, ctx)
  435. const session = conversation(4)
  436. session.append('request/header', {
  437. header: { config: { provider: 'large', model: 'shared-id' } },
  438. reason: 'resume',
  439. })
  440. await expect(compactIfNeeded(compact, session)).resolves.toBeNull()
  441. session.append('request/header', {
  442. header: { config: { provider: 'small', model: 'shared-id' } },
  443. reason: 'change',
  444. })
  445. await expect(compactIfNeeded(compact, session)).resolves.not.toBeNull()
  446. })
  447. it('requires capacity only for proactive pressure, not provider-confirmed overflow', async () => {
  448. const ctx = new Context()
  449. void new LlmService(ctx)
  450. void new TokenMeterService(ctx)
  451. ctx.llm.registerAdapter(['unknown-context'], new ContextAdapter(1_000))
  452. vi.spyOn(ctx.llm, 'resolveModelContext').mockResolvedValue(undefined)
  453. const compact = service(compactConfig, ctx)
  454. const session = conversation(4)
  455. session.append('request/header', {
  456. header: { config: { provider: 'unknown-context', model: 'model' } },
  457. reason: 'resume',
  458. })
  459. await expect(compactIfNeeded(compact, session, 'pressure'))
  460. .rejects.toThrow(/no context capacity for unknown-context\/model/)
  461. await expect(compactIfNeeded(compact, session, 'context-overflow'))
  462. .resolves.not.toBeNull()
  463. })
  464. it('declines forced overflow when the whole surface is one indivisible tool pair', async () => {
  465. const compact = service(compactConfig)
  466. const session = new Session(SessionId('single-tool-pair'))
  467. const callId = CallId('single-call')
  468. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  469. session.append('step/start', { turn: 1, step: 1 })
  470. session.append('request/header', {
  471. header: { config: { provider: MODEL, model: MODEL } },
  472. reason: 'initial',
  473. })
  474. session.append('assistant/message', {
  475. provenance: { provider: MODEL, model: MODEL },
  476. turn: 1,
  477. step: 1,
  478. content: [{ type: 'tool-call', id: callId, name: 'read', arguments: '{}' }],
  479. }, { surfaceOp: 'append' })
  480. session.append('tool/call', { turn: 1, step: 1, callId, name: 'read', arguments: '{}' })
  481. session.append('tool/result', {
  482. turn: 1,
  483. step: 1,
  484. callId,
  485. content: [{ type: 'text', text: 'result' }],
  486. isError: false,
  487. }, { surfaceOp: 'append' })
  488. session.append('step/end', { turn: 1, step: 1 })
  489. const generation = session.surface.replaceGeneration
  490. await expect(compactIfNeeded(compact, session, 'context-overflow')).resolves.toBeNull()
  491. expect(session.surface.replaceGeneration).toBe(generation)
  492. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  493. })
  494. it('does nothing below threshold and compacts a priced head above threshold', async () => {
  495. const compact = service(compactConfig)
  496. expect(await compactIfNeeded(compact, conversation(2))).toBeNull()
  497. const session = conversation(4)
  498. const result = await compactIfNeeded(compact, session)
  499. expect(result).not.toBeNull()
  500. expect(result?.shadowedSeqs.length).toBeGreaterThan(2)
  501. expect(session.surface.nodes.length).toBeLessThan(8)
  502. })
  503. it('counts the durable routed request envelope without putting its prefix on the surface', async () => {
  504. const compact = service({
  505. auto: false,
  506. thresholdRatio: 0.9,
  507. retainTokens: 50,
  508. })
  509. const session = conversation(2, 'x'.repeat(600))
  510. expect(await compactIfNeeded(compact, session)).toBeNull()
  511. const prefix = [{ role: 'user' as const, content: [{ type: 'text' as const, text: 'p'.repeat(600) }] }]
  512. session.append('request/header', {
  513. header: {
  514. config: { provider: MODEL, model: MODEL },
  515. system: 's'.repeat(600),
  516. messagePrefix: prefix,
  517. },
  518. reason: 'resume',
  519. })
  520. const result = await compactIfNeeded(compact, session)
  521. expect(result).not.toBeNull()
  522. expect(prefix).toHaveLength(1)
  523. // The routed request prefix must not reach the surface as its own message
  524. // (the compaction summary itself is an expected plugin-sourced checkpoint).
  525. expect(session.events.some(event => event.type === 'user/message'
  526. && event.data.content.some(block => block.type === 'text' && block.text.includes('p'.repeat(600))))).toBe(false)
  527. })
  528. it('uses the latest logged request envelope without an AgentOptions override', async () => {
  529. const ctx = createContext()
  530. const compact = service({
  531. auto: false,
  532. thresholdRatio: 0.5,
  533. retainTokens: 180,
  534. }, ctx)
  535. const session = conversation(4)
  536. session.append('request/header', {
  537. header: { config: { provider: 'actual', model: 'actual' } },
  538. reason: 'initial',
  539. })
  540. const measure = vi.spyOn(ctx.tokenMeter, 'measure')
  541. const result = await compactIfNeeded(compact, session, 'pressure', 'fallback')
  542. expect(result).not.toBeNull()
  543. expect(session.requestHeader()?.config.model).toBe('actual')
  544. expect(measure.mock.calls[0]).toEqual([session])
  545. })
  546. it('declines when envelope pressure is high but the surface has no compactable range', async () => {
  547. const compact = service(compactConfig)
  548. const empty = new Session(SessionId('empty'))
  549. empty.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  550. empty.append('request/header', {
  551. header: { config: { provider: MODEL, model: MODEL }, system: 'x'.repeat(100_000) },
  552. reason: 'initial',
  553. })
  554. expect(await compactIfNeeded(compact, empty)).toBeNull()
  555. const retained = conversation(1)
  556. retained.append('request/header', {
  557. header: { config: { provider: MODEL, model: MODEL }, system: 'x'.repeat(100_000) },
  558. reason: 'resume',
  559. })
  560. expect(await compactIfNeeded(compact, retained)).toBeNull()
  561. })
  562. it('uses one unified measurement for each pressure-and-retention decision', async () => {
  563. const ctx = createContext()
  564. const compact = service(compactConfig, ctx)
  565. const measure = vi.spyOn(ctx.tokenMeter, 'measure')
  566. const stop = new Error('stop after first decision')
  567. vi.spyOn(compact, 'compactRegion').mockRejectedValueOnce(stop)
  568. await expect(compactIfNeeded(compact, conversation(4))).rejects.toBe(stop)
  569. expect(measure).toHaveBeenCalledTimes(1)
  570. })
  571. it('bounds retries when a shrinking checkpoint remains above threshold', async () => {
  572. const compact = service({
  573. auto: false,
  574. compactionRetries: 0,
  575. thresholdRatio: 0.3,
  576. retainTokens: 180,
  577. })
  578. compact.summary = Array.from({ length: 7 }, (_, index) => ({
  579. type: 'text',
  580. text: `summary ${index}`,
  581. }))
  582. await expect(compactIfNeeded(compact, conversation(4)))
  583. .rejects.toThrow(/still above threshold after 1 compaction attempts/)
  584. })
  585. it('rounds a retention cut head-ward to preserve tool-call/result pairing', async () => {
  586. const compact = service({
  587. auto: false,
  588. thresholdRatio: 0.8,
  589. retainTokens: 80,
  590. }, createContext(4_000))
  591. const session = toolConversation()
  592. const result = await compactIfNeeded(compact, session)
  593. expect(result).not.toBeNull()
  594. const messages = session.deriveMessages()
  595. const calls = new Set<string>()
  596. for (const message of messages) {
  597. for (const block of message.content) {
  598. if (block.type === 'tool-call') calls.add(block.id)
  599. if (block.type === 'tool-result') expect(calls.has(block.toolCallId)).toBe(true)
  600. }
  601. }
  602. })
  603. it('rejects a priced surface that is not the current positional surface', () => {
  604. const ctx = createContext()
  605. const session = conversation(2)
  606. const priced = ctx.tokenMeter.measure(session)
  607. expect(() => selectCompactableRange(session, {
  608. ...priced,
  609. nodes: priced.nodes.slice(1),
  610. }, 1)).toThrow(/does not match/)
  611. })
  612. it('declines when rounding a cut would consume the only tool pair', () => {
  613. const ctx = createContext()
  614. const session = new Session(SessionId('one-tool-pair'))
  615. const callId = CallId('only')
  616. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  617. session.append('step/start', { turn: 1, step: 1 })
  618. session.append('assistant/message', {
  619. provenance: { provider: MODEL, model: MODEL },
  620. turn: 1,
  621. step: 1,
  622. content: [{ type: 'tool-call', id: callId, name: 'read', arguments: '{}' }],
  623. }, { surfaceOp: 'append' })
  624. session.append('tool/call', { turn: 1, step: 1, callId, name: 'read', arguments: '{}' })
  625. session.append('tool/result', {
  626. turn: 1,
  627. step: 1,
  628. callId,
  629. content: [{ type: 'text', text: 'result' }],
  630. isError: false,
  631. }, { surfaceOp: 'append' })
  632. session.append('step/end', { turn: 1, step: 1 })
  633. const priced = ctx.tokenMeter.measure(session)
  634. expect(selectCompactableRange(session, priced, 1)).toBeNull()
  635. })
  636. })
  637. describe('optional model-free tool-result pruning', () => {
  638. const pruneConfig = { thresholdChars: 100, headChars: 20, tailChars: 10 }
  639. it('does not prune a below-pressure session opportunistically', async () => {
  640. const ctx = createContext(10_000)
  641. const prune = new ToolResultPruneService(ctx, pruneConfig)
  642. const compact = new TestCompactService(ctx, {
  643. auto: false,
  644. thresholdRatio: 0.8,
  645. retainTokens: 100,
  646. })
  647. const session = oversizedToolResult()
  648. const pruneSession = vi.spyOn(prune, 'pruneSession')
  649. expect(await compactIfNeeded(compact, session)).toBeNull()
  650. expect(pruneSession).not.toHaveBeenCalled()
  651. expect(compact.calls).toHaveLength(0)
  652. expect(session.surface.replaceGeneration).toBe(0)
  653. })
  654. it('skips LLM summarization when pruning alone clears pressure', async () => {
  655. const ctx = createContext(1_000)
  656. void new ToolResultPruneService(ctx, pruneConfig)
  657. const compact = new TestCompactService(ctx, {
  658. auto: false,
  659. thresholdRatio: 0.5,
  660. retainTokens: 50,
  661. })
  662. const session = oversizedToolResult()
  663. expect(ctx.tokenMeter.measure(session).totalTokens).toBeGreaterThanOrEqual(500)
  664. expect(await compactIfNeeded(compact, session)).toBeNull()
  665. expect(ctx.tokenMeter.measure(session).totalTokens).toBeLessThan(500)
  666. expect(compact.calls).toHaveLength(0)
  667. expect(session.surface.replaceGeneration).toBe(1)
  668. })
  669. it('summarizes the pruned surface when pruning is insufficient', async () => {
  670. const ctx = createContext(2_000)
  671. void new ToolResultPruneService(ctx, pruneConfig)
  672. const compact = new TestCompactService(ctx, {
  673. auto: false,
  674. thresholdRatio: 0.5,
  675. retainTokens: 50,
  676. })
  677. const session = toolConversation()
  678. expect(await compactIfNeeded(compact, session)).not.toBeNull()
  679. expect(compact.calls).toHaveLength(1)
  680. expect(summarizedText(compact.calls[0]!.input)).toContain('tool result middle pruned')
  681. expect(summarizedText(compact.calls[0]!.input)).not.toContain('result 1 '.repeat(300))
  682. })
  683. it('retains the original compact-basic behavior without the optional plugin', async () => {
  684. const ctx = createContext(2_000)
  685. const compact = new TestCompactService(ctx, {
  686. auto: false,
  687. thresholdRatio: 0.5,
  688. retainTokens: 50,
  689. })
  690. const session = oversizedToolResult(3_000, true)
  691. expect(await compactIfNeeded(compact, session)).not.toBeNull()
  692. expect(compact.calls).toHaveLength(1)
  693. const original = session.events.find(event => event.type === 'tool/result')
  694. expect(original?.type === 'tool/result' && original.data.content[0])
  695. .toEqual({ type: 'text', text: 'X'.repeat(3_000) })
  696. expect(session.events.filter(event =>
  697. event.type === 'tool/result' && event.surfaceOp !== 'append')).toHaveLength(0)
  698. })
  699. })
  700. describe('compaction region transaction', () => {
  701. it('lands a framed, replayable checkpoint with exact pricing provenance', async () => {
  702. const compact = service()
  703. const session = conversation(3)
  704. const before = [...session.surface.nodes]
  705. const result = await compact.compactRegion(
  706. before[0]!,
  707. before[3]!,
  708. agent(session, MODEL),
  709. SIGNAL,
  710. )
  711. expect(result.shadowedSeqs).toEqual(before.slice(0, 4))
  712. expect(result.shadowedTokenCount).toBeGreaterThan(0)
  713. expect(compact.calls[0]).toMatchObject({ signal: SIGNAL })
  714. expect(summarizedText(compact.calls[0]!.input)).toContain('fixture user 1')
  715. const summary = session.events.findLast(event => event.type === 'compact/summary')
  716. expect(summary?.data).toMatchObject({
  717. shadowedSeqs: result.shadowedSeqs,
  718. shadowedTokenCount: result.shadowedTokenCount,
  719. provider: 'summary-provider',
  720. model: 'summary-model',
  721. maxTokens: 123,
  722. })
  723. const head = session.deriveMessages()[0]!
  724. expect(head.content[0]?.type).toBe('text')
  725. expect(head.content[0]?.type === 'text' ? head.content[0].text : '').toContain('<compacted-summary>')
  726. expect(head.content.at(-1)).toEqual({ type: 'text', text: '</compacted-summary>' })
  727. const replay = new Session(SessionId('replay'), [...session.events])
  728. expect(replay.deriveMessages()).toEqual(session.deriveMessages())
  729. })
  730. it('replays the latest routed header prefix so the summarizer reuses the cache', async () => {
  731. const compact = service()
  732. const session = conversation(3)
  733. const tools = [{ name: 'do_thing', description: 'd', parameters: { type: 'object' } }]
  734. const messagePrefix: Message[] = [{ role: 'user', content: [{ type: 'text', text: 'SESSION PREFIX' }] }]
  735. session.append('request/header', {
  736. header: { config: { provider: MODEL, model: MODEL }, system: 'CONVERSATION SYSTEM', tools, messagePrefix },
  737. reason: 'resume',
  738. })
  739. const nodes = session.surface.nodes
  740. await compact.compactRegion(nodes[0]!, nodes[1]!, agent(session, MODEL), SIGNAL)
  741. const { input } = compact.calls[0]!
  742. expect(input.system).toBe('CONVERSATION SYSTEM')
  743. expect(input.tools).toEqual(tools)
  744. expect(input.messages[0]).toEqual(messagePrefix[0])
  745. expect(summarizedText(input)).toContain('fixture user 1')
  746. })
  747. it.each([
  748. ['start missing', 9_001, undefined, /start seq 9001 not found/],
  749. ['end missing', undefined, 9_002, /end seq 9002 not found/],
  750. ])('rejects %s', async (_label, startOverride, endOverride, pattern) => {
  751. const compact = service()
  752. const session = conversation(2)
  753. const nodes = session.surface.nodes
  754. await expect(compact.compactRegion(
  755. startOverride ?? nodes[0]!,
  756. endOverride ?? nodes[1]!,
  757. agent(session, MODEL),
  758. )).rejects.toThrow(pattern)
  759. })
  760. it('rejects reversed and tool-unbalanced positional boundaries', async () => {
  761. const compact = service()
  762. const plain = conversation(2)
  763. const nodes = plain.surface.nodes
  764. await expect(compact.compactRegion(
  765. nodes[2]!,
  766. nodes[1]!,
  767. agent(plain, MODEL),
  768. )).rejects.toThrow(/is after end/)
  769. const tools = toolConversation()
  770. const toolNodes = tools.surface.nodes
  771. await expect(compact.compactRegion(
  772. toolNodes[2]!,
  773. toolNodes[4]!,
  774. agent(tools, MODEL),
  775. )).rejects.toThrow(/start seq .* not a balanced boundary/)
  776. await expect(compact.compactRegion(
  777. toolNodes[0]!,
  778. toolNodes[1]!,
  779. agent(tools, MODEL),
  780. )).rejects.toThrow(/end seq .* not a balanced boundary/)
  781. })
  782. it('requires an open turn and an idle compaction bracket', async () => {
  783. const compact = service()
  784. const closed = conversation(1)
  785. closed.append('turn/end', { turn: 2, reason: { kind: 'completed' } })
  786. const nodes = closed.surface.nodes
  787. await expect(compact.compactRegion(
  788. nodes[0]!,
  789. nodes[1]!,
  790. agent(closed, MODEL),
  791. )).rejects.toThrow(/no open turn/)
  792. const locked = conversation(1)
  793. locked.append('compact/start', { turn: 2 })
  794. const lockedNodes = locked.surface.nodes
  795. await expect(compact.compactRegion(
  796. lockedNodes[0]!,
  797. lockedNodes[1]!,
  798. agent(locked, MODEL),
  799. )).rejects.toThrow(/already in progress/)
  800. })
  801. it('rejects a session with no turn boundary at all', async () => {
  802. const compact = service()
  803. const session = new Session(SessionId('turnless'))
  804. session.append('user/message', {
  805. content: [{ type: 'text', text: 'orphan' }],
  806. source: { kind: 'user' },
  807. }, { surfaceOp: 'append' })
  808. const node = session.surface.nodes[0]!
  809. await expect(compact.compactRegion(
  810. node,
  811. node,
  812. agent(session, MODEL),
  813. )).rejects.toThrow(/no open turn/)
  814. })
  815. it('rejects a meter snapshot that changed before summarization began', async () => {
  816. const ctx = createContext()
  817. const meter = ctx.tokenMeter
  818. const original = meter.measure.bind(meter)
  819. vi.spyOn(meter, 'measure').mockImplementationOnce((session) => {
  820. const measurement = original(session)
  821. return { ...measurement, nodes: measurement.nodes.slice(1) }
  822. })
  823. const compact = service({ auto: false }, ctx)
  824. const session = conversation(2)
  825. const nodes = session.surface.nodes
  826. await expect(compact.compactRegion(
  827. nodes[0]!,
  828. nodes[2]!,
  829. agent(session, MODEL),
  830. )).rejects.toThrow(/selected surface changed/)
  831. })
  832. it('records summarizer failures without mutating the surface', async () => {
  833. const compact = service()
  834. compact.error = new Error('summary unavailable')
  835. const session = conversation(2)
  836. const before = session.surface.nodes
  837. await expect(compact.compactRegion(
  838. before[0]!,
  839. before[2]!,
  840. agent(session, MODEL),
  841. )).rejects.toThrow('summary unavailable')
  842. expect(session.surface.nodes).toEqual(before)
  843. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  844. .toMatchObject({ error: 'summary unavailable' })
  845. })
  846. it('stringifies non-Error failures in the durable end bracket', async () => {
  847. const compact = service()
  848. compact.error = 'plain failure'
  849. const session = conversation(2)
  850. const nodes = session.surface.nodes
  851. await expect(compact.compactRegion(
  852. nodes[0]!,
  853. nodes[2]!,
  854. agent(session, MODEL),
  855. )).rejects.toBe('plain failure')
  856. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  857. .toMatchObject({ error: 'plain failure' })
  858. })
  859. it('tolerates concurrent log-only appends while the selected surface is stable', async () => {
  860. const compact = service()
  861. const session = conversation(2)
  862. compact.mutateDuringSummary = () => {
  863. session.append('request/header', {
  864. header: { config: { provider: MODEL, model: MODEL } },
  865. reason: 'change',
  866. })
  867. }
  868. const nodes = session.surface.nodes
  869. await expect(compact.compactRegion(
  870. nodes[0]!,
  871. nodes[2]!,
  872. agent(session, MODEL),
  873. )).resolves.toMatchObject({ shadowedSeqs: nodes.slice(0, 3) })
  874. expect(session.events.some(event => event.type === 'compact/summary')).toBe(true)
  875. })
  876. it('rejects concurrent surface appends before committing the replacement', async () => {
  877. const compact = service()
  878. const session = conversation(2)
  879. compact.mutateDuringSummary = () => {
  880. session.append('user/message', {
  881. content: [{ type: 'text', text: 'concurrent surface mutation' }],
  882. source: { kind: 'plugin', plugin: 'test' },
  883. }, { surfaceOp: 'append' })
  884. }
  885. const nodes = session.surface.nodes
  886. await expect(compact.compactRegion(
  887. nodes[0]!,
  888. nodes[2]!,
  889. agent(session, MODEL),
  890. )).rejects.toThrow(/session surface changed/)
  891. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  892. })
  893. it('rejects a non-shrinking framed summary under the conversation meter', async () => {
  894. const compact = service()
  895. compact.summary = Array.from({ length: 100 }, (_, index) => ({
  896. type: 'text',
  897. text: `verbose ${index}`,
  898. }))
  899. const session = conversation(2)
  900. const nodes = session.surface.nodes
  901. await expect(compact.compactRegion(
  902. nodes[0]!,
  903. nodes[2]!,
  904. agent(session, MODEL),
  905. )).rejects.toThrow(/summary is not smaller/)
  906. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  907. })
  908. it('lets a model-independent custom summarizer compact without a conversation model', async () => {
  909. const compact = service()
  910. const session = new Session(SessionId('model-less-region'))
  911. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  912. session.append('user/message', {
  913. content: [{ type: 'text', text: 'history '.repeat(100) }],
  914. source: { kind: 'user' },
  915. }, { surfaceOp: 'append' })
  916. session.append('step/start', { turn: 1, step: 1 })
  917. session.append('assistant/message', {
  918. provenance: { provider: 'historical', model: 'historical' },
  919. turn: 1,
  920. step: 1,
  921. content: [{ type: 'text', text: 'answer '.repeat(100) }],
  922. }, { surfaceOp: 'append' })
  923. session.append('step/end', { turn: 1, step: 1 })
  924. const nodes = session.surface.nodes
  925. await expect(compact.compactRegion(
  926. nodes[0]!,
  927. nodes[1]!,
  928. agent(session),
  929. )).resolves.toMatchObject({ shadowedSeqs: [nodes[0]!, nodes[1]!] })
  930. })
  931. })
  932. class ScriptedAdapter extends LlmAdapter {
  933. lastOptions: GenerateOptions | undefined
  934. constructor(
  935. private readonly blocks: readonly ContentBlock[],
  936. private readonly finish: (StreamChunk & { type: 'finish' })['reason'] = { kind: 'stop' },
  937. ) {
  938. super()
  939. }
  940. override async * stream(options: GenerateOptions): AsyncIterable<StreamChunk> {
  941. this.lastOptions = options
  942. for (const [index, block] of this.blocks.entries()) {
  943. yield { type: 'block-start', index, blockType: block.type }
  944. if (block.type === 'text') {
  945. yield { type: 'text-delta', index, text: block.text }
  946. } else if (block.type === 'reasoning') {
  947. yield { type: 'reasoning-delta', index, text: block.text }
  948. } else {
  949. yield { type: 'block-end', index, block }
  950. }
  951. }
  952. yield { type: 'finish', reason: this.finish }
  953. }
  954. }
  955. class ExposedCompactService extends BasicCompactService {
  956. runSummarize(
  957. input: SummarizationInput,
  958. owner: Agent,
  959. signal?: AbortSignal,
  960. ): Promise<{ summary: ContentBlock[]; provider: string; model: string; maxTokens?: number }> {
  961. return this.summarize(input, owner, signal)
  962. }
  963. }
  964. async function summarizerHarness(
  965. blocks: readonly ContentBlock[],
  966. finish?: (StreamChunk & { type: 'finish' })['reason'],
  967. model = MODEL,
  968. config: BasicCompactConfig = { auto: false },
  969. ): Promise<{ ctx: Context; adapter: ScriptedAdapter; compact: ExposedCompactService }> {
  970. const ctx = new Context()
  971. await ctx.plugin(LlmService)
  972. void new TokenMeterService(ctx)
  973. const adapter = new ScriptedAdapter(blocks, finish)
  974. ctx.llm.registerAdapter([model], adapter)
  975. const compact = new ExposedCompactService(ctx, config)
  976. return { ctx, adapter, compact }
  977. }
  978. describe('default one-shot summarizer', () => {
  979. it('uses configured model/default cap, forwards cancellation, and keeps only safe text', async () => {
  980. const { adapter, compact } = await summarizerHarness([
  981. { type: 'reasoning', text: 'private' },
  982. { type: 'text', text: 'public summary' },
  983. { type: 'tool-call', id: CallId('unexpected'), name: 'x', arguments: '{}' },
  984. ], undefined, MODEL, {
  985. auto: false,
  986. summarizationProvider: MODEL,
  987. summarizationModel: MODEL,
  988. maxTokens: 321,
  989. })
  990. const session = conversation(1)
  991. const output = await compact.runSummarize(promptInput('transcript'), agent(session, 'fallback'), SIGNAL)
  992. expect(output).toEqual({
  993. summary: [{ type: 'text', text: 'public summary' }],
  994. provider: MODEL,
  995. model: MODEL,
  996. maxTokens: 321,
  997. })
  998. expect(adapter.lastOptions).toMatchObject({
  999. provider: MODEL,
  1000. model: MODEL,
  1001. maxTokens: 321,
  1002. signal: SIGNAL,
  1003. sessionId: session.id,
  1004. purpose: 'compaction',
  1005. })
  1006. const instruction = adapter.lastOptions?.messages.at(-1)?.content[0]
  1007. expect(instruction?.type === 'text' ? instruction.text : '').toContain('## Primary Request and Intent')
  1008. })
  1009. it('replays the conversation prefix and appends the instruction as the final message', async () => {
  1010. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }])
  1011. const tools = [{ name: 'do_thing', description: 'd', parameters: { type: 'object' } }]
  1012. const prefix: Message = {
  1013. role: 'user',
  1014. content: [
  1015. { type: 'text', text: 'earlier turn' },
  1016. {
  1017. type: 'image',
  1018. attachment: {
  1019. attachmentId: AttachmentId(`sha256:${'a'.repeat(64)}`),
  1020. mediaType: 'image/png',
  1021. bytes: 1,
  1022. width: 1,
  1023. height: 1,
  1024. },
  1025. },
  1026. ],
  1027. }
  1028. await compact.runSummarize({
  1029. system: 'REPLAYED SYSTEM',
  1030. tools,
  1031. messages: [prefix],
  1032. }, agent(conversation(1), MODEL))
  1033. expect(adapter.lastOptions?.system).toBe('REPLAYED SYSTEM')
  1034. expect(adapter.lastOptions?.tools).toEqual(tools)
  1035. const messages = adapter.lastOptions?.messages ?? []
  1036. expect(messages[0]).toEqual(prefix)
  1037. const last = messages.at(-1)?.content[0]
  1038. const lastText = last?.type === 'text' ? last.text : ''
  1039. expect(lastText).toContain('Condense the conversation ABOVE')
  1040. expect(lastText).toContain('## Primary Request and Intent')
  1041. })
  1042. it('applies the routed model policy without changing the replayed prefix', async () => {
  1043. const { ctx, compact } = await summarizerHarness(
  1044. [{ type: 'text', text: 'unused default summary' }],
  1045. undefined,
  1046. MODEL,
  1047. {
  1048. auto: false,
  1049. maxTokens: 111,
  1050. modelPolicies: [{
  1051. provider: MODEL,
  1052. model: MODEL,
  1053. summarizationProvider: 'policy-summary',
  1054. summarizationModel: 'policy-summary',
  1055. maxTokens: 222,
  1056. }],
  1057. },
  1058. )
  1059. const policyAdapter = new ScriptedAdapter([{ type: 'text', text: 'policy summary' }])
  1060. ctx.llm.registerAdapter(['policy-summary'], policyAdapter)
  1061. const prefix: Message = { role: 'user', content: [{ type: 'text', text: 'warm prefix' }] }
  1062. const output = await compact.runSummarize({
  1063. system: 'WARM SYSTEM',
  1064. messages: [prefix],
  1065. }, agent(conversation(1), 'fallback'))
  1066. expect(output).toMatchObject({
  1067. provider: 'policy-summary',
  1068. model: 'policy-summary',
  1069. maxTokens: 222,
  1070. })
  1071. expect(policyAdapter.lastOptions).toMatchObject({
  1072. provider: 'policy-summary',
  1073. model: 'policy-summary',
  1074. maxTokens: 222,
  1075. system: 'WARM SYSTEM',
  1076. })
  1077. expect(policyAdapter.lastOptions?.messages[0]).toEqual(prefix)
  1078. })
  1079. it('resolves the latest routed provider/model before the AgentOptions pair', async () => {
  1080. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }], undefined, 'routed')
  1081. const session = conversation(1)
  1082. session.append('request/header', {
  1083. header: { config: { provider: 'routed', model: 'routed' } },
  1084. reason: 'initial',
  1085. })
  1086. const output = await compact.runSummarize(promptInput('history'), agent(session, 'fallback'))
  1087. expect(output.provider).toBe('routed')
  1088. expect(output.model).toBe('routed')
  1089. expect(adapter.lastOptions?.provider).toBe('routed')
  1090. expect(adapter.lastOptions?.model).toBe('routed')
  1091. })
  1092. it('records the model actually dispatched after one-shot stream routing', async () => {
  1093. const { ctx, compact } = await summarizerHarness([{ type: 'text', text: 'unused' }])
  1094. const routedAdapter = new ScriptedAdapter([{ type: 'text', text: 'routed summary' }])
  1095. ctx.llm.registerAdapter(['routed-summary-provider'], routedAdapter)
  1096. ctx.on('llm/stream', (options, next) => {
  1097. options.provider = 'routed-summary-provider'
  1098. options.model = 'routed-summary-model'
  1099. return next()
  1100. })
  1101. const session = conversation(3, 'large history '.repeat(500))
  1102. const nodes = session.surface.nodes
  1103. await compact.compactRegion(nodes[0]!, nodes[3]!, agent(session, MODEL), SIGNAL)
  1104. expect(session.events.findLast(event => event.type === 'compact/summary')?.data).toMatchObject({
  1105. summary: [{ type: 'text', text: 'routed summary' }],
  1106. provider: 'routed-summary-provider',
  1107. model: 'routed-summary-model',
  1108. })
  1109. expect(routedAdapter.lastOptions?.provider).toBe('routed-summary-provider')
  1110. expect(routedAdapter.lastOptions?.model).toBe('routed-summary-model')
  1111. })
  1112. it('fails clearly when no complete summarization target can be resolved', async () => {
  1113. const ctx = new Context()
  1114. await ctx.plugin(LlmService)
  1115. void new TokenMeterService(ctx)
  1116. const compact = new ExposedCompactService(ctx, { auto: false })
  1117. await expect(compact.runSummarize(promptInput('history'), agent(new Session(SessionId('model-less')))))
  1118. .rejects.toThrow(/no provider\/model available for summarization/)
  1119. })
  1120. it('uses a complete AgentOptions target when no durable route exists', async () => {
  1121. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }])
  1122. const session = new Session(SessionId('headerless-summary'))
  1123. await expect(compact.runSummarize(promptInput('history'), agent(session, MODEL))).resolves.toMatchObject({
  1124. provider: MODEL,
  1125. model: MODEL,
  1126. })
  1127. expect(adapter.lastOptions).toMatchObject({ provider: MODEL, model: MODEL })
  1128. })
  1129. it.each([
  1130. { provider: '', model: MODEL },
  1131. { provider: MODEL },
  1132. { provider: MODEL, model: '' },
  1133. ])('rejects incomplete AgentOptions target %#', async (options) => {
  1134. const { compact } = await summarizerHarness([{ type: 'text', text: 'unused' }])
  1135. const owner = {
  1136. session: new Session(SessionId(`incomplete-${String(options.model)}`)),
  1137. options,
  1138. } as Agent
  1139. await expect(compact.runSummarize(promptInput('history'), owner))
  1140. .rejects.toThrow(/no provider\/model available for summarization/)
  1141. })
  1142. it.each([
  1143. [{ kind: 'error', failure: { message: 'provider failed', code: 'PROVIDER' } }, 'PROVIDER', /provider failed/],
  1144. [{ kind: 'error', failure: { message: 'opaque', code: 'UNKNOWN' } }, 'UNKNOWN', /opaque/],
  1145. [{ kind: 'aborted', failure: { message: 'summarization aborted', code: 'ABORTED' } }, 'ABORTED', /aborted/],
  1146. [{ kind: 'max-tokens' }, 'MAX_TOKENS', /token cap/],
  1147. ] as Array<[(StreamChunk & { type: 'finish' })['reason'], string | undefined, RegExp]>) (
  1148. 'rejects terminal finish %#',
  1149. async (finish, code, pattern) => {
  1150. const { compact } = await summarizerHarness([], finish)
  1151. let thrown: unknown
  1152. try {
  1153. await compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL))
  1154. } catch (error: unknown) {
  1155. thrown = error
  1156. }
  1157. expect(thrown).toBeInstanceOf(Error)
  1158. expect((thrown as Error).message).toMatch(pattern)
  1159. expect((thrown as Error & { code?: string }).code).toBe(code)
  1160. },
  1161. )
  1162. it('rejects empty or reasoning-only successful output', async () => {
  1163. const { compact } = await summarizerHarness([{ type: 'reasoning', text: 'private' }])
  1164. await expect(compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL)))
  1165. .rejects.toThrow(/no text summary content/)
  1166. })
  1167. it('rejects image summary output instead of silently dropping it', async () => {
  1168. const { compact } = await summarizerHarness([
  1169. {
  1170. type: 'image',
  1171. attachment: {
  1172. attachmentId: AttachmentId(`sha256:${'b'.repeat(64)}`),
  1173. mediaType: 'image/png',
  1174. bytes: 1,
  1175. width: 1,
  1176. height: 1,
  1177. },
  1178. },
  1179. { type: 'text', text: 'partial summary' },
  1180. ])
  1181. await expect(compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL)))
  1182. .rejects.toMatchObject({ code: 'UNSUPPORTED_CONTENT' })
  1183. })
  1184. it('rejects image summary output nested in a tool result', async () => {
  1185. const { compact } = await summarizerHarness([{
  1186. type: 'tool-result',
  1187. toolCallId: CallId('summary-tool'),
  1188. content: [{
  1189. type: 'image',
  1190. attachment: {
  1191. attachmentId: AttachmentId(`sha256:${'c'.repeat(64)}`),
  1192. mediaType: 'image/png',
  1193. bytes: 1,
  1194. width: 1,
  1195. height: 1,
  1196. },
  1197. }],
  1198. }])
  1199. await expect(compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL)))
  1200. .rejects.toMatchObject({ code: 'UNSUPPORTED_CONTENT' })
  1201. })
  1202. })
  1203. describe('automatic listener and loader composition', () => {
  1204. function postStep(ctx: Context, owner: Agent, signal = SIGNAL): Promise<unknown> {
  1205. return agentEvents(ctx, owner).serial('agent/post-step', 1, 1, signal)
  1206. }
  1207. function recover(
  1208. ctx: Context,
  1209. owner: Agent,
  1210. error: Error & { code?: string },
  1211. retryAttempt = 0,
  1212. signal = SIGNAL,
  1213. next: () => Promise<{ action: 'fail' | 'retry' }> = () => Promise.resolve({ action: 'fail' }),
  1214. ): Promise<{ action: 'fail' | 'retry' }> {
  1215. const failure: LlmFailure = { message: error.message, code: error.code ?? 'UNKNOWN' }
  1216. const priorFailures = Object.freeze(Array.from({ length: retryAttempt }, () => failure))
  1217. return agentEvents(ctx, owner).waterfall(
  1218. 'agent/request-error', 1, 1, error, failure, priorFailures, signal, next,
  1219. )
  1220. }
  1221. function overflow(message = 'provider overflow'): Error & { code: string } {
  1222. return Object.assign(new Error(message), { code: CONTEXT_WINDOW_EXCEEDED_CODE })
  1223. }
  1224. it('compacts post-step above threshold using the durable routed model and remains idle below it', async () => {
  1225. const ctx = createContext()
  1226. const compact = new TestCompactService(ctx, {
  1227. thresholdRatio: 0.5,
  1228. retainTokens: 180,
  1229. })
  1230. const pressured = conversation(4)
  1231. await postStep(ctx, agent(pressured, 'unconfigured-agent-fallback'))
  1232. expect(pressured.events.some(event => event.type === 'compact/summary')).toBe(true)
  1233. const small = conversation(1)
  1234. await postStep(ctx, agent(small, MODEL))
  1235. expect(small.events.some(event => event.type === 'compact/start')).toBe(false)
  1236. expect(compact.calls).toHaveLength(1)
  1237. })
  1238. it('skips post-step pressure when the step signal is already aborted', async () => {
  1239. const ctx = createContext()
  1240. const compact = new TestCompactService(ctx, {
  1241. thresholdRatio: 0.5,
  1242. retainTokens: 180,
  1243. })
  1244. const pressured = conversation(4)
  1245. const compactIfNeeded = vi.spyOn(compact, 'compactIfNeeded')
  1246. await expect(postStep(ctx, agent(pressured, MODEL), AbortSignal.abort('step aborted')))
  1247. .resolves.toBeUndefined()
  1248. expect(compactIfNeeded).not.toHaveBeenCalled()
  1249. expect(pressured.events.some(event => event.type === 'compact/start')).toBe(false)
  1250. })
  1251. it('warns and continues after operational failures, including non-Errors', async () => {
  1252. const ctx = createContext()
  1253. const warnings: string[] = []
  1254. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1255. const compact = new TestCompactService(ctx, {
  1256. thresholdRatio: 0.5,
  1257. retainTokens: 180,
  1258. })
  1259. compact.error = 'temporary failure'
  1260. const session = conversation(4)
  1261. await expect(postStep(ctx, agent(session, MODEL))).resolves.toBeUndefined()
  1262. expect(warnings).toContainEqual(expect.stringContaining('temporary failure'))
  1263. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  1264. })
  1265. it('warns once per routed target when proactive pressure has no context metadata', async () => {
  1266. const ctx = createContext()
  1267. const warnings: string[] = []
  1268. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1269. vi.spyOn(ctx.llm, 'resolveModelContext').mockResolvedValue(undefined)
  1270. void new TestCompactService(ctx, {
  1271. thresholdRatio: 0.5,
  1272. retainTokens: 180,
  1273. })
  1274. const session = conversation(4)
  1275. await postStep(ctx, agent(session, MODEL))
  1276. await postStep(ctx, agent(session, MODEL))
  1277. expect(warnings).toEqual([
  1278. expect.stringContaining(`no context capacity for ${MODEL}/${MODEL}`),
  1279. ])
  1280. })
  1281. it('warns once per routed target when absolute retention exceeds its resolved threshold', async () => {
  1282. const ctx = createContext()
  1283. const warnings: string[] = []
  1284. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1285. void new TestCompactService(ctx, {
  1286. thresholdRatio: 0.5,
  1287. retainTokens: 500,
  1288. })
  1289. const session = conversation(4)
  1290. await postStep(ctx, agent(session, MODEL))
  1291. await postStep(ctx, agent(session, MODEL))
  1292. expect(warnings).toEqual([
  1293. expect.stringContaining('retainTokens (500) must be less than threshold tokens 500'),
  1294. ])
  1295. })
  1296. it('force-compacts below normal pressure for canonical overflow and retries only after replacement', async () => {
  1297. const ctx = createContext(10_000)
  1298. void new TestCompactService(ctx, {
  1299. thresholdRatio: 1,
  1300. retainTokens: 900,
  1301. })
  1302. const session = conversation(3)
  1303. const beforeGeneration = session.surface.replaceGeneration
  1304. const retainedSeq = session.surface.nodes.at(-1)!
  1305. const threshold = 10_000
  1306. expect(ctx.tokenMeter.measure(session).totalTokens).toBeLessThan(threshold)
  1307. const decision = await recover(ctx, agent(session, 'unconfigured-agent-fallback'), overflow())
  1308. expect(decision).toEqual({ action: 'retry' })
  1309. expect(session.surface.replaceGeneration).toBe(beforeGeneration + 1)
  1310. expect(session.events.some(event => event.type === 'compact/summary')).toBe(true)
  1311. expect(session.surface.nodes).toContain(retainedSeq)
  1312. })
  1313. it('authorizes overflow retry when pruning alone advances an indivisible surface', async () => {
  1314. const ctx = createContext(10_000)
  1315. void new ToolResultPruneService(ctx, {
  1316. thresholdChars: 100,
  1317. headChars: 20,
  1318. tailChars: 10,
  1319. })
  1320. const compact = new TestCompactService(ctx, {
  1321. thresholdRatio: 1,
  1322. retainTokens: 900,
  1323. })
  1324. const session = oversizedToolResult()
  1325. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'retry' })
  1326. expect(session.surface.replaceGeneration).toBe(1)
  1327. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  1328. expect(compact.calls).toHaveLength(0)
  1329. })
  1330. it('continues overflow recovery with summarization on the pruned surface', async () => {
  1331. const ctx = createContext(10_000)
  1332. void new ToolResultPruneService(ctx, {
  1333. thresholdChars: 100,
  1334. headChars: 20,
  1335. tailChars: 10,
  1336. })
  1337. const compact = new TestCompactService(ctx, {
  1338. thresholdRatio: 1,
  1339. retainTokens: 900,
  1340. })
  1341. const session = toolConversation()
  1342. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'retry' })
  1343. expect(session.events.some(event => event.type === 'compact/summary')).toBe(true)
  1344. expect(compact.calls).toHaveLength(1)
  1345. expect(summarizedText(compact.calls[0]!.input)).toContain('tool result middle pruned')
  1346. })
  1347. it('retries from a durable prune when later overflow summarization throws', async () => {
  1348. const ctx = createContext(10_000)
  1349. const warnings: string[] = []
  1350. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1351. void new ToolResultPruneService(ctx, {
  1352. thresholdChars: 100,
  1353. headChars: 20,
  1354. tailChars: 10,
  1355. })
  1356. const compact = new TestCompactService(ctx, {
  1357. thresholdRatio: 1,
  1358. retainTokens: 900,
  1359. })
  1360. compact.error = new Error('summary unavailable after prune')
  1361. const session = oversizedToolResult(3_000, true)
  1362. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'retry' })
  1363. expect(session.surface.replaceGeneration).toBe(1)
  1364. expect(session.events.filter(event => event.type === 'tool/result')).toHaveLength(2)
  1365. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  1366. .toMatchObject({ error: 'summary unavailable after prune' })
  1367. expect(warnings).toContainEqual(expect.stringContaining('retrying from the replacement surface'))
  1368. })
  1369. it('lets cancellation win when summary throws after a durable prune', async () => {
  1370. const ctx = createContext(10_000)
  1371. const controller = new AbortController()
  1372. void new ToolResultPruneService(ctx, {
  1373. thresholdChars: 100,
  1374. headChars: 20,
  1375. tailChars: 10,
  1376. })
  1377. const compact = new TestCompactService(ctx, {
  1378. thresholdRatio: 1,
  1379. retainTokens: 900,
  1380. })
  1381. compact.mutateDuringSummary = () => { controller.abort('cancelled during summary') }
  1382. compact.error = new Error('summary cancelled after prune')
  1383. const session = oversizedToolResult(3_000, true)
  1384. expect(await recover(ctx, agent(session, MODEL), overflow(), 0, controller.signal))
  1385. .toEqual({ action: 'fail' })
  1386. expect(session.surface.replaceGeneration).toBe(1)
  1387. })
  1388. it('preserves the newest whole tool-call/result pair during forced overflow compaction', async () => {
  1389. const ctx = createContext()
  1390. void new TestCompactService(ctx, {
  1391. thresholdRatio: 1,
  1392. retainTokens: 90,
  1393. })
  1394. const session = toolConversation()
  1395. const newestAssistant = session.surface.nodes.at(-2)!
  1396. const newestResult = session.surface.nodes.at(-1)!
  1397. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'retry' })
  1398. const currentAssistant = session.surface.nodes.find(node => node === newestAssistant)
  1399. const currentResult = session.surface.nodes.find(node => node === newestResult)
  1400. expect(currentAssistant).toBeDefined()
  1401. expect(currentResult).toBeDefined()
  1402. expect(toolPairingBalancedBefore(session, currentAssistant!)).toBe(true)
  1403. expect(toolPairingBalancedAfter(session, currentResult!)).toBe(true)
  1404. })
  1405. it('does not retry when a backend reports success without replacing the surface', async () => {
  1406. const ctx = createContext()
  1407. const compact = new TestCompactService(ctx)
  1408. const session = conversation(2)
  1409. const fakeResult: CompactionResult = {
  1410. startSeq: 1,
  1411. summarySeq: 2,
  1412. endSeq: 3,
  1413. summary: [{ type: 'text', text: 'fake' }],
  1414. shadowedRange: { start: 1, end: 2 },
  1415. shadowedSeqs: [1, 2],
  1416. shadowedTokenCount: 10,
  1417. }
  1418. vi.spyOn(compact, 'compactIfNeeded').mockResolvedValue(fakeResult)
  1419. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'fail' })
  1420. expect(session.surface.replaceGeneration).toBe(0)
  1421. })
  1422. it('delegates downstream exactly once when no replacement is available', async () => {
  1423. const ctx = createContext()
  1424. const compact = new TestCompactService(ctx)
  1425. vi.spyOn(compact, 'compactIfNeeded').mockResolvedValue(null)
  1426. const downstream = new Error('downstream recovery failed')
  1427. let calls = 0
  1428. await expect(recover(
  1429. ctx,
  1430. agent(conversation(2), MODEL),
  1431. overflow(),
  1432. 0,
  1433. SIGNAL,
  1434. () => {
  1435. calls += 1
  1436. return Promise.reject(downstream)
  1437. },
  1438. )).rejects.toBe(downstream)
  1439. expect(calls).toBe(1)
  1440. })
  1441. it('preserves the original provider error when recovery throws', async () => {
  1442. const ctx = createContext()
  1443. const warnings: string[] = []
  1444. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1445. const compact = new TestCompactService(ctx)
  1446. compact.error = new Error('summary unavailable')
  1447. const original = overflow('original provider overflow')
  1448. expect(await recover(ctx, agent(conversation(3), MODEL), original)).toEqual({ action: 'fail' })
  1449. expect(original).toMatchObject({
  1450. message: 'original provider overflow',
  1451. code: CONTEXT_WINDOW_EXCEEDED_CODE,
  1452. })
  1453. expect(warnings).toContainEqual(expect.stringContaining('preserving the original request error'))
  1454. })
  1455. it('delegates once when overflow recovery throws a non-Error value', async () => {
  1456. const ctx = createContext()
  1457. const warnings: string[] = []
  1458. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1459. const compact = new TestCompactService(ctx)
  1460. compact.error = 'non-error recovery failure'
  1461. const session = conversation(3)
  1462. const generation = session.surface.replaceGeneration
  1463. const original = overflow('original provider failure')
  1464. let delegations = 0
  1465. const decision = await recover(ctx, agent(session, MODEL), original, 0, SIGNAL, () => {
  1466. delegations += 1
  1467. return Promise.resolve({ action: 'fail' })
  1468. })
  1469. expect(decision).toEqual({ action: 'fail' })
  1470. expect(delegations).toBe(1)
  1471. expect(session.surface.replaceGeneration).toBe(generation)
  1472. expect(original).toMatchObject({
  1473. message: 'original provider failure',
  1474. code: CONTEXT_WINDOW_EXCEEDED_CODE,
  1475. })
  1476. expect(warnings).toContainEqual(expect.stringContaining('non-error recovery failure'))
  1477. })
  1478. it('recovers an overflow for an unlisted routed model', async () => {
  1479. const ctx = createContext()
  1480. void new TestCompactService(ctx)
  1481. const session = conversation(2)
  1482. session.append('request/header', {
  1483. header: { config: { provider: 'unknown-routed-provider', model: 'unknown-routed-model' } },
  1484. reason: 'resume',
  1485. })
  1486. expect(await recover(ctx, agent(session, MODEL), overflow('unlisted-model overflow')))
  1487. .toEqual({ action: 'retry' })
  1488. })
  1489. it('delegates canonical overflow when no durable routed target exists', async () => {
  1490. const ctx = createContext()
  1491. void new TestCompactService(ctx)
  1492. const session = new Session(SessionId('headerless-overflow'))
  1493. session.append('turn/start', {
  1494. turn: 1,
  1495. trigger: { kind: 'message', source: { kind: 'user' } },
  1496. })
  1497. await expect(recover(ctx, agent(session, MODEL), overflow())).resolves.toEqual({ action: 'fail' })
  1498. })
  1499. it('honors retry caps, non-context failures, and cancellation', async () => {
  1500. const ctx = createContext()
  1501. const compact = new TestCompactService(ctx, { maxOverflowRetries: 1 })
  1502. const compactSpy = vi.spyOn(compact, 'compactIfNeeded')
  1503. const owner = agent(conversation(3), MODEL)
  1504. expect(await recover(ctx, owner, Object.assign(new Error('rate limit'), { code: 'RATE_LIMIT' })))
  1505. .toEqual({ action: 'fail' })
  1506. expect(await recover(ctx, owner, overflow(), 1)).toEqual({ action: 'fail' })
  1507. const controller = new AbortController()
  1508. controller.abort('cancelled')
  1509. expect(await recover(ctx, owner, overflow(), 0, controller.signal)).toEqual({ action: 'fail' })
  1510. expect(compactSpy).not.toHaveBeenCalled()
  1511. })
  1512. it('applies the routed model override to the overflow retry cap', async () => {
  1513. const ctx = createContext()
  1514. const compact = new TestCompactService(ctx, {
  1515. maxOverflowRetries: 2,
  1516. modelPolicies: [{
  1517. provider: MODEL,
  1518. model: MODEL,
  1519. maxOverflowRetries: 1,
  1520. }],
  1521. })
  1522. const compactSpy = vi.spyOn(compact, 'compactIfNeeded')
  1523. expect(await recover(ctx, agent(conversation(3), MODEL), overflow(), 1))
  1524. .toEqual({ action: 'fail' })
  1525. expect(compactSpy).not.toHaveBeenCalled()
  1526. })
  1527. it('does not retry when cancellation lands during an awaited compaction', async () => {
  1528. const ctx = createContext()
  1529. const compact = new TestCompactService(ctx)
  1530. const controller = new AbortController()
  1531. compact.mutateDuringSummary = () => { controller.abort('cancelled during summary') }
  1532. const session = conversation(3)
  1533. const generation = session.surface.replaceGeneration
  1534. expect(await recover(ctx, agent(session, MODEL), overflow(), 0, controller.signal))
  1535. .toEqual({ action: 'fail' })
  1536. expect(session.surface.replaceGeneration).toBe(generation + 1)
  1537. })
  1538. it('maxOverflowRetries:0 disables recovery without disabling post-step pressure', async () => {
  1539. const ctx = createContext()
  1540. void new TestCompactService(ctx, {
  1541. maxOverflowRetries: 0,
  1542. thresholdRatio: 0.5,
  1543. retainTokens: 180,
  1544. })
  1545. const session = conversation(4)
  1546. await postStep(ctx, agent(session, MODEL))
  1547. const summaries = session.events.filter(event => event.type === 'compact/summary').length
  1548. expect(summaries).toBe(1)
  1549. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'fail' })
  1550. expect(session.events.filter(event => event.type === 'compact/summary')).toHaveLength(summaries)
  1551. })
  1552. it('auto:false installs neither automatic listener', async () => {
  1553. const ctx = createContext()
  1554. void new TestCompactService(ctx, {
  1555. auto: false,
  1556. thresholdRatio: 0.5,
  1557. retainTokens: 180,
  1558. })
  1559. const session = conversation(4)
  1560. await postStep(ctx, agent(session, MODEL))
  1561. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  1562. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'fail' })
  1563. })
  1564. it('loads and disposes the real zero-config service stack', async () => {
  1565. const ctx = new Context()
  1566. await ctx.plugin(LlmService)
  1567. const meterFiber = await ctx.plugin(TokenMeterService)
  1568. const compactFiber = await ctx.plugin(BasicCompactService, { auto: false })
  1569. expect(ctx.get('compact')).toBeInstanceOf(BasicCompactService)
  1570. await compactFiber.dispose()
  1571. expect(ctx.get('compact')).toBeUndefined()
  1572. await meterFiber.dispose()
  1573. expect(ctx.get('tokenMeter')).toBeUndefined()
  1574. })
  1575. it('removes its automatic listener with the plugin fiber', async () => {
  1576. const ctx = new Context()
  1577. await ctx.plugin(LlmService)
  1578. await ctx.plugin(TokenMeterService)
  1579. const fiber = await ctx.plugin(TestCompactService, {
  1580. thresholdRatio: 0.5,
  1581. retainTokens: 180,
  1582. })
  1583. await fiber.dispose()
  1584. const session = conversation(4)
  1585. await postStep(ctx, agent(session, MODEL))
  1586. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  1587. expect(await recover(ctx, agent(session, MODEL), overflow())).toEqual({ action: 'fail' })
  1588. })
  1589. })