compact-basic.spec.ts 65 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772
  1. import { describe, expect, it, vi } from 'vitest'
  2. import { Context } from 'cordis'
  3. import BasicCompactService from '@deepseek-ai/dsh-compact-basic'
  4. import type { BasicCompactConfig } from '@deepseek-ai/dsh-compact-basic'
  5. import { selectCompactableRange } from '@deepseek-ai/dsh-compact-basic/src/region.ts'
  6. import type { SummarizationInput } from '@deepseek-ai/dsh-compact-basic/src/summarizer.ts'
  7. import { toolPairingBalancedAfter, toolPairingBalancedBefore } from '@deepseek-ai/dsh-compact'
  8. import {
  9. resolveCompactSpec,
  10. resolveConfig,
  11. resolveTargetPolicy,
  12. } from '@deepseek-ai/dsh-compact-basic/src/config.ts'
  13. import type { CompactionResult } from '@deepseek-ai/dsh-compact'
  14. import LlmService, { createUserMessage, CallId, CONTEXT_WINDOW_EXCEEDED_CODE, createToolResultMessage, LlmAdapter , createMessage } from '@deepseek-ai/dsh-llm'
  15. import type {
  16. ContentBlock,
  17. GenerateOptions,
  18. LlmFailure,
  19. LlmResolvedModelInfo,
  20. Message,
  21. StreamChunk,
  22. } from '@deepseek-ai/dsh-llm'
  23. import { Session, SessionId } from '@deepseek-ai/dsh-session'
  24. import TokenMeterService from '@deepseek-ai/dsh-token-meter'
  25. import { agentEvents, type Agent, type RequestErrorAction } from '@deepseek-ai/dsh-agent'
  26. import ToolResultPruneService from '@deepseek-ai/dsh-compact-tool-result-prune'
  27. const SIGNAL = new AbortController().signal
  28. const MODEL = 'test-model'
  29. class ContextAdapter extends LlmAdapter {
  30. constructor(private readonly contextWindow: number) {
  31. super()
  32. }
  33. override resolveModel(provider: string, model: string): Promise<LlmResolvedModelInfo> {
  34. return Promise.resolve({
  35. provider,
  36. id: model,
  37. name: model,
  38. context: { contextWindow: this.contextWindow },
  39. })
  40. }
  41. override async * stream(): AsyncIterable<StreamChunk> {
  42. yield { type: 'finish', reason: { kind: 'stop' } }
  43. }
  44. }
  45. class RoutedContextAdapter extends LlmAdapter {
  46. constructor(private readonly windows: Readonly<Record<string, number>>) {
  47. super()
  48. }
  49. override resolveModel(provider: string, model: string): Promise<LlmResolvedModelInfo> {
  50. const contextWindow = this.windows[provider]
  51. return Promise.resolve({
  52. provider,
  53. id: model,
  54. name: model,
  55. ...contextWindow === undefined ? {} : { context: { contextWindow } },
  56. })
  57. }
  58. override async * stream(): AsyncIterable<StreamChunk> {
  59. yield { type: 'finish', reason: { kind: 'stop' } }
  60. }
  61. }
  62. function createContext(contextWindow = 1_000): Context {
  63. const ctx = new Context()
  64. void new LlmService(ctx)
  65. void new TokenMeterService(ctx)
  66. ctx.llm.registerAdapter([MODEL, 'actual', 'unlisted-provider'], new ContextAdapter(contextWindow))
  67. return ctx
  68. }
  69. function agent(session: Session, model?: string): Agent {
  70. return {
  71. session,
  72. options: model === undefined ? {} : { provider: model, model },
  73. } as Agent
  74. }
  75. /** Flatten every text fragment the summarizer received, recursing tool-result blocks. */
  76. function summarizedText(input: SummarizationInput): string {
  77. const collect = (blocks: readonly ContentBlock[]): string =>
  78. blocks.map(block =>
  79. block.type === 'text' ? block.text
  80. : block.type === 'tool-result' ? collect(block.content)
  81. : '').join('\n')
  82. return input.messages.map(message => collect(message.content)).join('\n')
  83. }
  84. /** A minimal replayed prefix carrying one user message of the given text. */
  85. function promptInput(text: string): SummarizationInput {
  86. return { messages: [createUserMessage({
  87. content: [{ type: 'text', text }],
  88. source: { kind: 'plugin', plugin: 'test' },
  89. })] }
  90. }
  91. /** Closed two-message turns followed by one open turn for durable compaction events. */
  92. function conversation(turns = 4, text = 'fixture '.repeat(40).trim()): Session {
  93. const session = new Session(SessionId(`conversation-${turns}`))
  94. for (let turn = 1; turn <= turns; turn += 1) {
  95. session.append('turn/start', { turn })
  96. session.append('user/message', createUserMessage({
  97. content: [{ type: 'text', text: `${text} user ${turn}` }],
  98. source: { kind: 'user' },
  99. }), { surfaceOp: 'append' })
  100. session.append('step/start', { turn, step: 1 })
  101. if (turn === 1) {
  102. session.append('request/header', {
  103. header: { config: { provider: MODEL, model: MODEL } },
  104. reason: 'initial',
  105. })
  106. }
  107. session.append('assistant/message', {
  108. turn,
  109. step: 1,
  110. message: createMessage({
  111. role: 'assistant',
  112. content: [{ type: 'text', text: `${text} assistant ${turn}` }],
  113. source: {
  114. kind: 'model',
  115. ...{ provider: MODEL, model: MODEL },
  116. },
  117. }),
  118. }, { surfaceOp: 'append' })
  119. session.append('step/end', { turn, step: 1 })
  120. session.append('turn/end', { turn, reason: { kind: 'completed' } })
  121. }
  122. session.append('turn/start', {
  123. turn: turns + 1,
  124. })
  125. return session
  126. }
  127. function toolConversation(): Session {
  128. const session = new Session(SessionId('tools'))
  129. for (let turn = 1; turn <= 3; turn += 1) {
  130. const callId = CallId(`call-${turn}`)
  131. session.append('turn/start', { turn })
  132. session.append('user/message', createUserMessage({
  133. content: [{ type: 'text', text: `request ${turn} `.repeat(300) }],
  134. source: { kind: 'user' },
  135. }), { surfaceOp: 'append' })
  136. session.append('step/start', { turn, step: 1 })
  137. if (turn === 1) {
  138. session.append('request/header', {
  139. header: { config: { provider: MODEL, model: MODEL } },
  140. reason: 'initial',
  141. })
  142. }
  143. session.append('assistant/message', {
  144. turn,
  145. step: 1,
  146. message: createMessage({
  147. role: 'assistant',
  148. content: [
  149. { type: 'text', text: `calling ${turn} `.repeat(300) },
  150. { type: 'tool-call', id: callId, name: 'read', arguments: '{}' },
  151. ],
  152. source: {
  153. kind: 'model',
  154. ...{ provider: MODEL, model: MODEL },
  155. },
  156. }),
  157. }, { surfaceOp: 'append' })
  158. session.append('tool/call', { turn, step: 1, callId, name: 'read', arguments: '{}' })
  159. session.append('tool/result', {
  160. turn,
  161. step: 1,
  162. message: createToolResultMessage({
  163. callId,
  164. content: [{ type: 'text', text: `result ${turn} `.repeat(300) }],
  165. isError: false,
  166. }),
  167. }, { surfaceOp: 'append' })
  168. session.append('step/end', { turn, step: 1 })
  169. session.append('turn/end', { turn, reason: { kind: 'completed' } })
  170. }
  171. session.append('turn/start', { turn: 4 })
  172. return session
  173. }
  174. /** One closed routed tool step followed by an open turn for rewrite events. */
  175. function oversizedToolResult(chars = 3_000, withCompactablePrompt = false): Session {
  176. const session = new Session(SessionId(`oversized-tool-${chars}`))
  177. const callId = CallId('oversized')
  178. session.append('turn/start', { turn: 1 })
  179. if (withCompactablePrompt) {
  180. session.append('user/message', createUserMessage({
  181. content: [{ type: 'text', text: 'older history '.repeat(200) }],
  182. source: { kind: 'user' },
  183. }), { surfaceOp: 'append' })
  184. }
  185. session.append('step/start', { turn: 1, step: 1 })
  186. session.append('request/header', {
  187. header: { config: { provider: MODEL, model: MODEL } },
  188. reason: 'initial',
  189. })
  190. session.append('assistant/message', {
  191. turn: 1,
  192. step: 1,
  193. message: createMessage({
  194. role: 'assistant',
  195. content: [{ type: 'tool-call', id: callId, name: 'bash', arguments: '{}' }],
  196. source: {
  197. kind: 'model',
  198. ...{ provider: MODEL, model: MODEL },
  199. },
  200. }),
  201. }, { surfaceOp: 'append' })
  202. session.append('tool/call', { turn: 1, step: 1, callId, name: 'bash', arguments: '{}' })
  203. session.append('tool/result', {
  204. turn: 1,
  205. step: 1,
  206. message: createToolResultMessage({
  207. callId,
  208. content: [{ type: 'text', text: 'X'.repeat(chars) }],
  209. isError: false,
  210. }),
  211. meta: { presentation: 'preserved' },
  212. }, { surfaceOp: 'append' })
  213. session.append('step/end', { turn: 1, step: 1 })
  214. session.append('turn/end', { turn: 1, reason: { kind: 'completed' } })
  215. session.append('turn/start', { turn: 2 })
  216. return session
  217. }
  218. class TestCompactService extends BasicCompactService {
  219. summary: ContentBlock[] = [{ type: 'text', text: 'small checkpoint' }]
  220. summaryProvider = 'summary-provider'
  221. summaryModel = 'summary-model'
  222. error: unknown
  223. mutateDuringSummary: (() => void) | undefined
  224. calls: Array<{ input: SummarizationInput; signal: AbortSignal | undefined }> = []
  225. override async summarize(
  226. input: SummarizationInput,
  227. _agent: Agent,
  228. signal?: AbortSignal,
  229. ): Promise<{ summary: ContentBlock[]; provider: string; model: string; maxTokens?: number }> {
  230. this.calls.push({ input, signal })
  231. this.mutateDuringSummary?.()
  232. if (this.error !== undefined) throw this.error
  233. return {
  234. summary: this.summary,
  235. provider: this.summaryProvider,
  236. model: this.summaryModel,
  237. maxTokens: 123,
  238. }
  239. }
  240. }
  241. function service(
  242. config: BasicCompactConfig = { auto: false },
  243. ctx = createContext(),
  244. ): TestCompactService {
  245. return new TestCompactService(ctx, config)
  246. }
  247. async function compactIfNeeded(
  248. compact: BasicCompactService,
  249. session: Session,
  250. trigger: 'pressure' | 'context-overflow' = 'pressure',
  251. model: string | undefined = MODEL,
  252. ): Promise<CompactionResult | null> {
  253. return compact.compactIfNeeded(agent(session, model), trigger, SIGNAL)
  254. }
  255. describe('compact configuration and defaults', () => {
  256. it('uses low-friction service-wide defaults', () => {
  257. const resolved = resolveConfig({})
  258. expect(resolved).toEqual({
  259. thresholdRatio: 0.8,
  260. retainRatio: 0.16,
  261. summarizationProvider: '',
  262. summarizationModel: '',
  263. maxTokens: 8192,
  264. compactionRetries: 1,
  265. maxOverflowRetries: 1,
  266. modelPolicies: [],
  267. auto: true,
  268. })
  269. expect(Object.isFrozen(resolved)).toBe(true)
  270. })
  271. it('resolves threshold and retention overrides independently', () => {
  272. const thresholdOnly = resolveConfig({
  273. thresholdRatio: 0.5,
  274. })
  275. expect(thresholdOnly).toMatchObject({
  276. thresholdRatio: 0.5,
  277. retainRatio: 0.16,
  278. })
  279. const retentionOnly = resolveConfig({
  280. retainTokens: 70,
  281. })
  282. expect(retentionOnly).toMatchObject({
  283. thresholdRatio: 0.8,
  284. retainTokens: 70,
  285. })
  286. expect(retentionOnly).not.toHaveProperty('retainRatio')
  287. })
  288. it('merges exact provider/model policy overrides and scales ratios per model', () => {
  289. const config = resolveConfig({
  290. thresholdRatio: 0.8,
  291. retainRatio: 0.1,
  292. modelPolicies: [{
  293. provider: 'small-provider',
  294. model: 'shared-id',
  295. thresholdRatio: 0.5,
  296. retainTokens: 120,
  297. }],
  298. })
  299. const small = resolveTargetPolicy(config, {
  300. provider: 'small-provider',
  301. model: 'shared-id',
  302. })
  303. const otherProvider = resolveTargetPolicy(config, {
  304. provider: 'large-provider',
  305. model: 'shared-id',
  306. })
  307. expect(resolveCompactSpec(small, 1_000)).toMatchObject({
  308. thresholdTokens: 500,
  309. retainTokens: 120,
  310. })
  311. expect(resolveCompactSpec(otherProvider, 2_000)).toMatchObject({
  312. thresholdTokens: 1_600,
  313. retainTokens: 200,
  314. })
  315. const ratioOverride = resolveTargetPolicy(resolveConfig({
  316. retainTokens: 200,
  317. modelPolicies: [{
  318. provider: 'ratio-provider',
  319. model: 'ratio-model',
  320. thresholdRatio: 0.6,
  321. retainRatio: 0.2,
  322. summarizationProvider: 'summary-provider',
  323. summarizationModel: 'summary-model',
  324. maxTokens: 512,
  325. compactionRetries: 2,
  326. maxOverflowRetries: 3,
  327. }],
  328. }), { provider: 'ratio-provider', model: 'ratio-model' })
  329. expect(resolveCompactSpec(ratioOverride, 2_000)).toMatchObject({
  330. thresholdTokens: 1_200,
  331. retainTokens: 400,
  332. summarizationProvider: 'summary-provider',
  333. summarizationModel: 'summary-model',
  334. maxTokens: 512,
  335. compactionRetries: 2,
  336. maxOverflowRetries: 3,
  337. })
  338. })
  339. it('inherits, clears, and replaces the summarization target as a pair', () => {
  340. const config = resolveConfig({
  341. summarizationProvider: 'default-provider',
  342. summarizationModel: 'default-model',
  343. modelPolicies: [
  344. { provider: 'inherit-provider', model: MODEL },
  345. {
  346. provider: 'clear-provider',
  347. model: MODEL,
  348. summarizationProvider: '',
  349. summarizationModel: '',
  350. },
  351. {
  352. provider: 'replace-provider',
  353. model: MODEL,
  354. summarizationProvider: 'replacement-provider',
  355. summarizationModel: 'replacement-model',
  356. },
  357. ],
  358. })
  359. expect(resolveTargetPolicy(config, { provider: 'inherit-provider', model: MODEL }))
  360. .toMatchObject({
  361. summarizationProvider: 'default-provider',
  362. summarizationModel: 'default-model',
  363. })
  364. expect(resolveTargetPolicy(config, { provider: 'clear-provider', model: MODEL }))
  365. .toMatchObject({ summarizationProvider: '', summarizationModel: '' })
  366. expect(resolveTargetPolicy(config, { provider: 'replace-provider', model: MODEL }))
  367. .toMatchObject({
  368. summarizationProvider: 'replacement-provider',
  369. summarizationModel: 'replacement-model',
  370. })
  371. })
  372. it('validates common values and pressure-policy invariants', () => {
  373. const bad = [
  374. [{ maxTokens: 0 }, /maxTokens/],
  375. [{ compactionRetries: -1 }, /compactionRetries/],
  376. [{ maxOverflowRetries: -1 }, /maxOverflowRetries/],
  377. [{ auto: 'yes' }, /auto must be a boolean/],
  378. [{ summarizationProvider: 1 }, /summarizationProvider must be a string/],
  379. [{ summarizationModel: 1 }, /summarizationModel must be a string/],
  380. [{ summarizationProvider: MODEL }, /must be set together/],
  381. [{ summarizationModel: MODEL }, /must be set together/],
  382. [{ summarizationProvider: '' }, /must be set together/],
  383. [{ summarizationModel: '' }, /must be set together/],
  384. [{ thresholdRatio: 0 }, /number in \(0, 1\]/],
  385. [{ thresholdRatio: 1.1 }, /number in \(0, 1\]/],
  386. [{ retainRatio: 0.9 }, /retainRatio \(0.9\) must be less than the resolved thresholdRatio \(0.8\)/],
  387. [{ thresholdRatio: 0.1 }, /retainRatio \(0.16\) must be less than the resolved thresholdRatio \(0.1\)/],
  388. [{ retainTokens: -1 }, /non-negative integer/],
  389. [{ retainRatio: 0.2, retainTokens: 100 }, /mutually exclusive/],
  390. [{ modelPolicies: {} }, /modelPolicies must be an array/],
  391. [{ modelPolicies: [1] }, /modelPolicies\[0\] must be an object/],
  392. [{ modelPolicies: [null] }, /modelPolicies\[0\] must be an object/],
  393. [{ modelPolicies: [[]] }, /modelPolicies\[0\] must be an object/],
  394. [{ modelPolicies: [{ provider: 1, model: MODEL }] }, /provider must be a non-empty string/],
  395. [{ modelPolicies: [{ provider: '', model: MODEL }] }, /provider must be a non-empty string/],
  396. [{ modelPolicies: [{ provider: MODEL, model: 1 }] }, /model must be a non-empty string/],
  397. [{ modelPolicies: [{ provider: MODEL, model: '' }] }, /model must be a non-empty string/],
  398. [{ modelPolicies: [{ provider: MODEL, model: MODEL, summarizationProvider: 1 }] }, /summarizationProvider must be a string/],
  399. [{
  400. summarizationProvider: 'default-provider',
  401. summarizationModel: 'default-model',
  402. modelPolicies: [{ provider: MODEL, model: MODEL, summarizationModel: '' }],
  403. }, /modelPolicies\[0\].*must be set together/],
  404. [{
  405. summarizationProvider: 'default-provider',
  406. summarizationModel: 'default-model',
  407. modelPolicies: [{ provider: MODEL, model: MODEL, summarizationProvider: '' }],
  408. }, /modelPolicies\[0\].*must be set together/],
  409. [{ modelPolicies: [{ provider: MODEL, model: MODEL, retainRatio: 0.2, retainTokens: 100 }] }, /mutually exclusive/],
  410. [
  411. { modelPolicies: [{ provider: MODEL, model: MODEL, thresholdRatio: 0.1 }] },
  412. /modelPolicies\[0\]: retainRatio \(0.16\).*thresholdRatio \(0.1\)/,
  413. ],
  414. [
  415. { modelPolicies: [{ provider: MODEL, model: MODEL, retainRatio: 0.9 }] },
  416. /modelPolicies\[0\]: retainRatio \(0.9\).*thresholdRatio \(0.8\)/,
  417. ],
  418. [{ modelPolicies: [{ provider: MODEL, model: MODEL }, { provider: MODEL, model: MODEL }] }, /duplicate model policy/],
  419. [{ models: { [MODEL]: { retainTokens: 10 } } }, /BasicCompactConfig: unknown key "models"/],
  420. [{ thresholdRato: 0.5 }, /BasicCompactConfig: unknown key "thresholdRato"/],
  421. ] as Array<[unknown, RegExp]>
  422. for (const [config, pattern] of bad) {
  423. expect(() => resolveConfig(config as BasicCompactConfig)).toThrow(pattern)
  424. }
  425. const invalidPressure = resolveTargetPolicy(resolveConfig({
  426. thresholdRatio: 0.5,
  427. retainTokens: 500,
  428. }), { provider: MODEL, model: MODEL })
  429. expect(() => resolveCompactSpec(invalidPressure, 1_000)).toThrow(/less than threshold/)
  430. expect(() => resolveCompactSpec(invalidPressure, 1.5)).toThrow(/positive integer/)
  431. expect(() => resolveCompactSpec(invalidPressure, 0)).toThrow(/positive integer/)
  432. })
  433. })
  434. describe('pressure measurement and retention', () => {
  435. const compactConfig: BasicCompactConfig = {
  436. auto: false,
  437. thresholdRatio: 0.5,
  438. retainTokens: 180,
  439. }
  440. it('skips when no durable routed model exists instead of using AgentOptions fallback', async () => {
  441. const compact = service(compactConfig)
  442. const session = new Session(SessionId('headerless'))
  443. session.append('turn/start', { turn: 1 })
  444. await expect(compact.compactIfNeeded(agent(session, MODEL), 'pressure', SIGNAL))
  445. .resolves.toBeNull()
  446. expect(compact.calls).toHaveLength(0)
  447. })
  448. it('meters an unlisted model when its provider adapter supplies context metadata', async () => {
  449. const compact = service(compactConfig)
  450. const session = conversation()
  451. session.append('request/header', {
  452. header: { config: { provider: 'unlisted-provider', model: 'unlisted-model' } },
  453. reason: 'resume',
  454. })
  455. await expect(compactIfNeeded(compact, session))
  456. .resolves.not.toBeNull()
  457. })
  458. it('forwards turn cancellation to proactive model metadata resolution', async () => {
  459. const ctx = createContext()
  460. const resolveModelInfo = vi.spyOn(ctx.llm, 'resolveModelInfo')
  461. const compact = service(compactConfig, ctx)
  462. const session = conversation()
  463. const signal = new AbortController().signal
  464. await expect(compact.compactIfNeeded(agent(session, MODEL), 'pressure', signal))
  465. .resolves.not.toBeNull()
  466. expect(resolveModelInfo).toHaveBeenCalledWith(MODEL, MODEL, signal)
  467. })
  468. it('re-resolves capacity after a same-model-id provider switch in one session', async () => {
  469. const ctx = new Context()
  470. void new LlmService(ctx)
  471. void new TokenMeterService(ctx)
  472. ctx.llm.registerAdapter(['large', 'small'], new RoutedContextAdapter({
  473. large: 10_000,
  474. small: 1_000,
  475. }))
  476. const compact = service({
  477. auto: false,
  478. thresholdRatio: 0.5,
  479. retainRatio: 0.1,
  480. }, ctx)
  481. const session = conversation(4)
  482. session.append('request/header', {
  483. header: { config: { provider: 'large', model: 'shared-id' } },
  484. reason: 'resume',
  485. })
  486. await expect(compactIfNeeded(compact, session)).resolves.toBeNull()
  487. session.append('request/header', {
  488. header: { config: { provider: 'small', model: 'shared-id' } },
  489. reason: 'change',
  490. })
  491. await expect(compactIfNeeded(compact, session)).resolves.not.toBeNull()
  492. })
  493. it('requires capacity only for proactive pressure, not provider-confirmed overflow', async () => {
  494. const ctx = new Context()
  495. void new LlmService(ctx)
  496. void new TokenMeterService(ctx)
  497. ctx.llm.registerAdapter(['unknown-context'], new ContextAdapter(1_000))
  498. vi.spyOn(ctx.llm, 'resolveModelInfo').mockImplementation((provider, model) => Promise.resolve({
  499. provider,
  500. id: model,
  501. name: model,
  502. }))
  503. const compact = service(compactConfig, ctx)
  504. const session = conversation(4)
  505. session.append('request/header', {
  506. header: { config: { provider: 'unknown-context', model: 'model' } },
  507. reason: 'resume',
  508. })
  509. await expect(compactIfNeeded(compact, session, 'pressure'))
  510. .rejects.toThrow(/no context capacity for unknown-context\/model/)
  511. await expect(compactIfNeeded(compact, session, 'context-overflow'))
  512. .resolves.not.toBeNull()
  513. })
  514. it('declines forced overflow when the whole surface is one indivisible tool pair', async () => {
  515. const compact = service(compactConfig)
  516. const session = new Session(SessionId('single-tool-pair'))
  517. const callId = CallId('single-call')
  518. session.append('turn/start', { turn: 1 })
  519. session.append('step/start', { turn: 1, step: 1 })
  520. session.append('request/header', {
  521. header: { config: { provider: MODEL, model: MODEL } },
  522. reason: 'initial',
  523. })
  524. session.append('assistant/message', {
  525. turn: 1,
  526. step: 1,
  527. message: createMessage({
  528. role: 'assistant',
  529. content: [{ type: 'tool-call', id: callId, name: 'read', arguments: '{}' }],
  530. source: {
  531. kind: 'model',
  532. ...{ provider: MODEL, model: MODEL },
  533. },
  534. }),
  535. }, { surfaceOp: 'append' })
  536. session.append('tool/call', { turn: 1, step: 1, callId, name: 'read', arguments: '{}' })
  537. session.append('tool/result', {
  538. turn: 1,
  539. step: 1,
  540. message: createToolResultMessage({
  541. callId,
  542. content: [{ type: 'text', text: 'result' }],
  543. isError: false,
  544. }),
  545. }, { surfaceOp: 'append' })
  546. session.append('step/end', { turn: 1, step: 1 })
  547. const generation = session.surface.replaceGeneration
  548. await expect(compactIfNeeded(compact, session, 'context-overflow')).resolves.toBeNull()
  549. expect(session.surface.replaceGeneration).toBe(generation)
  550. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  551. })
  552. it('does nothing below threshold and compacts a priced head above threshold', async () => {
  553. const compact = service(compactConfig)
  554. expect(await compactIfNeeded(compact, conversation(2))).toBeNull()
  555. const session = conversation(4)
  556. const result = await compactIfNeeded(compact, session)
  557. expect(result).not.toBeNull()
  558. expect(result?.shadowedSeqs.length).toBeGreaterThan(2)
  559. expect(session.surface.nodes.length).toBeLessThan(8)
  560. })
  561. it('counts the durable routed request envelope without putting it on the surface', async () => {
  562. const compact = service({
  563. auto: false,
  564. thresholdRatio: 0.9,
  565. retainTokens: 50,
  566. })
  567. const session = conversation(2, 'x'.repeat(600))
  568. expect(await compactIfNeeded(compact, session)).toBeNull()
  569. session.append('request/header', {
  570. header: {
  571. config: { provider: MODEL, model: MODEL },
  572. system: 's'.repeat(2_000),
  573. },
  574. reason: 'resume',
  575. })
  576. const result = await compactIfNeeded(compact, session)
  577. expect(result).not.toBeNull()
  578. })
  579. it('uses the latest logged request envelope without an AgentOptions override', async () => {
  580. const ctx = createContext()
  581. const compact = service({
  582. auto: false,
  583. thresholdRatio: 0.5,
  584. retainTokens: 180,
  585. }, ctx)
  586. const session = conversation(4)
  587. session.append('request/header', {
  588. header: { config: { provider: 'actual', model: 'actual' } },
  589. reason: 'initial',
  590. })
  591. const measure = vi.spyOn(ctx.tokenMeter, 'measure')
  592. const result = await compactIfNeeded(compact, session, 'pressure', 'fallback')
  593. expect(result).not.toBeNull()
  594. expect(session.requestHeader()?.config.model).toBe('actual')
  595. expect(measure.mock.calls[0]).toEqual([session])
  596. })
  597. it('declines when envelope pressure is high but the surface has no compactable range', async () => {
  598. const compact = service(compactConfig)
  599. const empty = new Session(SessionId('empty'))
  600. empty.append('turn/start', { turn: 1 })
  601. empty.append('request/header', {
  602. header: { config: { provider: MODEL, model: MODEL }, system: 'x'.repeat(100_000) },
  603. reason: 'initial',
  604. })
  605. expect(await compactIfNeeded(compact, empty)).toBeNull()
  606. const retained = conversation(1)
  607. retained.append('request/header', {
  608. header: { config: { provider: MODEL, model: MODEL }, system: 'x'.repeat(100_000) },
  609. reason: 'resume',
  610. })
  611. expect(await compactIfNeeded(compact, retained)).toBeNull()
  612. })
  613. it('uses one unified measurement for each pressure-and-retention decision', async () => {
  614. const ctx = createContext()
  615. const compact = service(compactConfig, ctx)
  616. const measure = vi.spyOn(ctx.tokenMeter, 'measure')
  617. const stop = new Error('stop after first decision')
  618. vi.spyOn(compact, 'compactRegion').mockRejectedValueOnce(stop)
  619. await expect(compactIfNeeded(compact, conversation(4))).rejects.toBe(stop)
  620. expect(measure).toHaveBeenCalledTimes(1)
  621. })
  622. it('bounds retries when a shrinking checkpoint remains above threshold', async () => {
  623. const compact = service({
  624. auto: false,
  625. compactionRetries: 0,
  626. thresholdRatio: 0.3,
  627. retainTokens: 180,
  628. })
  629. compact.summary = Array.from({ length: 7 }, (_, index) => ({
  630. type: 'text',
  631. text: `summary ${index}`,
  632. }))
  633. await expect(compactIfNeeded(compact, conversation(4)))
  634. .rejects.toThrow(/still above threshold after 1 compaction attempts/)
  635. })
  636. it('rounds a retention cut head-ward to preserve tool-call/result pairing', async () => {
  637. const compact = service({
  638. auto: false,
  639. thresholdRatio: 0.8,
  640. retainTokens: 80,
  641. }, createContext(4_000))
  642. const session = toolConversation()
  643. const result = await compactIfNeeded(compact, session)
  644. expect(result).not.toBeNull()
  645. const messages = session.deriveMessages()
  646. const calls = new Set<string>()
  647. for (const message of messages) {
  648. for (const block of message.content) {
  649. if (block.type === 'tool-call') calls.add(block.id)
  650. if (block.type === 'tool-result') expect(calls.has(block.toolCallId)).toBe(true)
  651. }
  652. }
  653. })
  654. it('rejects a priced surface that is not the current positional surface', () => {
  655. const ctx = createContext()
  656. const session = conversation(2)
  657. const priced = ctx.tokenMeter.measure(session)
  658. expect(() => selectCompactableRange(session, {
  659. ...priced,
  660. nodes: priced.nodes.slice(1),
  661. }, 1)).toThrow(/does not match/)
  662. })
  663. it('declines when rounding a cut would consume the only tool pair', () => {
  664. const ctx = createContext()
  665. const session = new Session(SessionId('one-tool-pair'))
  666. const callId = CallId('only')
  667. session.append('turn/start', { turn: 1 })
  668. session.append('step/start', { turn: 1, step: 1 })
  669. session.append('assistant/message', {
  670. turn: 1,
  671. step: 1,
  672. message: createMessage({
  673. role: 'assistant',
  674. content: [{ type: 'tool-call', id: callId, name: 'read', arguments: '{}' }],
  675. source: {
  676. kind: 'model',
  677. ...{ provider: MODEL, model: MODEL },
  678. },
  679. }),
  680. }, { surfaceOp: 'append' })
  681. session.append('tool/call', { turn: 1, step: 1, callId, name: 'read', arguments: '{}' })
  682. session.append('tool/result', {
  683. turn: 1,
  684. step: 1,
  685. message: createToolResultMessage({
  686. callId,
  687. content: [{ type: 'text', text: 'result' }],
  688. isError: false,
  689. }),
  690. }, { surfaceOp: 'append' })
  691. session.append('step/end', { turn: 1, step: 1 })
  692. const priced = ctx.tokenMeter.measure(session)
  693. expect(selectCompactableRange(session, priced, 1)).toBeNull()
  694. })
  695. })
  696. describe('optional model-free tool-result pruning', () => {
  697. const pruneConfig = { thresholdChars: 100, headChars: 20, tailChars: 10 }
  698. it('does not prune a below-pressure session opportunistically', async () => {
  699. const ctx = createContext(10_000)
  700. const prune = new ToolResultPruneService(ctx, pruneConfig)
  701. const compact = new TestCompactService(ctx, {
  702. auto: false,
  703. thresholdRatio: 0.8,
  704. retainTokens: 100,
  705. })
  706. const session = oversizedToolResult()
  707. const pruneSession = vi.spyOn(prune, 'pruneSession')
  708. expect(await compactIfNeeded(compact, session)).toBeNull()
  709. expect(pruneSession).not.toHaveBeenCalled()
  710. expect(compact.calls).toHaveLength(0)
  711. expect(session.surface.replaceGeneration).toBe(0)
  712. })
  713. it('skips LLM summarization when pruning alone clears pressure', async () => {
  714. const ctx = createContext(1_000)
  715. void new ToolResultPruneService(ctx, pruneConfig)
  716. const compact = new TestCompactService(ctx, {
  717. auto: false,
  718. thresholdRatio: 0.5,
  719. retainTokens: 50,
  720. })
  721. const session = oversizedToolResult()
  722. expect(ctx.tokenMeter.measure(session).totalTokens).toBeGreaterThanOrEqual(500)
  723. expect(await compactIfNeeded(compact, session)).toBeNull()
  724. expect(ctx.tokenMeter.measure(session).totalTokens).toBeLessThan(500)
  725. expect(compact.calls).toHaveLength(0)
  726. expect(session.surface.replaceGeneration).toBe(1)
  727. })
  728. it('summarizes the pruned surface when pruning is insufficient', async () => {
  729. const ctx = createContext(2_000)
  730. void new ToolResultPruneService(ctx, pruneConfig)
  731. const compact = new TestCompactService(ctx, {
  732. auto: false,
  733. thresholdRatio: 0.5,
  734. retainTokens: 50,
  735. })
  736. const session = toolConversation()
  737. expect(await compactIfNeeded(compact, session)).not.toBeNull()
  738. expect(compact.calls).toHaveLength(1)
  739. expect(summarizedText(compact.calls[0]!.input)).toContain('tool result middle pruned')
  740. expect(summarizedText(compact.calls[0]!.input)).not.toContain('result 1 '.repeat(300))
  741. })
  742. it('retains the original compact-basic behavior without the optional plugin', async () => {
  743. const ctx = createContext(2_000)
  744. const compact = new TestCompactService(ctx, {
  745. auto: false,
  746. thresholdRatio: 0.5,
  747. retainTokens: 50,
  748. })
  749. const session = oversizedToolResult(3_000, true)
  750. expect(await compactIfNeeded(compact, session)).not.toBeNull()
  751. expect(compact.calls).toHaveLength(1)
  752. const original = session.events.find(event => event.type === 'tool/result')
  753. expect(original?.type === 'tool/result' && original.data.message.content[0].content[0])
  754. .toEqual({ type: 'text', text: 'X'.repeat(3_000) })
  755. expect(session.events.filter(event =>
  756. event.type === 'tool/result' && event.surfaceOp !== 'append')).toHaveLength(0)
  757. })
  758. })
  759. describe('compaction region transaction', () => {
  760. it('lands a framed, replayable checkpoint with exact pricing provenance', async () => {
  761. const compact = service()
  762. const session = conversation(3)
  763. const before = [...session.surface.nodes]
  764. const result = await compact.compactRegion(
  765. before[0]!,
  766. before[3]!,
  767. agent(session, MODEL),
  768. SIGNAL,
  769. )
  770. expect(result.shadowedSeqs).toEqual(before.slice(0, 4))
  771. expect(result.shadowedTokenCount).toBeGreaterThan(0)
  772. expect(compact.calls[0]).toMatchObject({ signal: SIGNAL })
  773. expect(summarizedText(compact.calls[0]!.input)).toContain('fixture user 1')
  774. const summary = session.events.findLast(event => event.type === 'compact/summary')
  775. expect(summary?.data).toMatchObject({
  776. shadowedSeqs: result.shadowedSeqs,
  777. shadowedTokenCount: result.shadowedTokenCount,
  778. provider: 'summary-provider',
  779. model: 'summary-model',
  780. maxTokens: 123,
  781. })
  782. const head = session.deriveMessages()[0]!
  783. expect(head.content[0]?.type).toBe('text')
  784. expect(head.content[0]?.type === 'text' ? head.content[0].text : '').toContain('<compacted-summary>')
  785. expect(head.content.at(-1)).toEqual({ type: 'text', text: '</compacted-summary>' })
  786. const replay = new Session(SessionId('replay'), [...session.events])
  787. expect(replay.deriveMessages()).toEqual(session.deriveMessages())
  788. })
  789. it('replays the latest routed header so the summarizer reuses the cache', async () => {
  790. const compact = service()
  791. const session = conversation(3)
  792. const tools = [{ name: 'do_thing', description: 'd', parameters: { type: 'object' } }]
  793. session.append('request/header', {
  794. header: { config: { provider: MODEL, model: MODEL }, system: 'CONVERSATION SYSTEM', tools },
  795. reason: 'resume',
  796. })
  797. const nodes = session.surface.nodes
  798. await compact.compactRegion(nodes[0]!, nodes[1]!, agent(session, MODEL), SIGNAL)
  799. const { input } = compact.calls[0]!
  800. expect(input.system).toBe('CONVERSATION SYSTEM')
  801. expect(input.tools).toEqual(tools)
  802. expect(summarizedText(input)).toContain('fixture user 1')
  803. })
  804. it.each([
  805. ['start missing', 9_001, undefined, /start seq 9001 not found/],
  806. ['end missing', undefined, 9_002, /end seq 9002 not found/],
  807. ])('rejects %s', async (_label, startOverride, endOverride, pattern) => {
  808. const compact = service()
  809. const session = conversation(2)
  810. const nodes = session.surface.nodes
  811. await expect(compact.compactRegion(
  812. startOverride ?? nodes[0]!,
  813. endOverride ?? nodes[1]!,
  814. agent(session, MODEL),
  815. )).rejects.toThrow(pattern)
  816. })
  817. it('rejects reversed and tool-unbalanced positional boundaries', async () => {
  818. const compact = service()
  819. const plain = conversation(2)
  820. const nodes = plain.surface.nodes
  821. await expect(compact.compactRegion(
  822. nodes[2]!,
  823. nodes[1]!,
  824. agent(plain, MODEL),
  825. )).rejects.toThrow(/is after end/)
  826. const tools = toolConversation()
  827. const toolNodes = tools.surface.nodes
  828. await expect(compact.compactRegion(
  829. toolNodes[2]!,
  830. toolNodes[4]!,
  831. agent(tools, MODEL),
  832. )).rejects.toThrow(/start seq .* not a balanced boundary/)
  833. await expect(compact.compactRegion(
  834. toolNodes[0]!,
  835. toolNodes[1]!,
  836. agent(tools, MODEL),
  837. )).rejects.toThrow(/end seq .* not a balanced boundary/)
  838. })
  839. it('requires an open turn and an idle compaction bracket', async () => {
  840. const compact = service()
  841. const closed = conversation(1)
  842. closed.append('turn/end', { turn: 2, reason: { kind: 'completed' } })
  843. const nodes = closed.surface.nodes
  844. await expect(compact.compactRegion(
  845. nodes[0]!,
  846. nodes[1]!,
  847. agent(closed, MODEL),
  848. )).rejects.toThrow(/no open turn/)
  849. const locked = conversation(1)
  850. locked.append('compact/start', { turn: 2 })
  851. const lockedNodes = locked.surface.nodes
  852. await expect(compact.compactRegion(
  853. lockedNodes[0]!,
  854. lockedNodes[1]!,
  855. agent(locked, MODEL),
  856. )).rejects.toThrow(/already in progress/)
  857. })
  858. it('rejects a session with no turn boundary at all', async () => {
  859. const compact = service()
  860. const session = new Session(SessionId('turnless'))
  861. session.append('user/message', createUserMessage({
  862. content: [{ type: 'text', text: 'orphan' }],
  863. source: { kind: 'user' },
  864. }), { surfaceOp: 'append' })
  865. const node = session.surface.nodes[0]!
  866. await expect(compact.compactRegion(
  867. node,
  868. node,
  869. agent(session, MODEL),
  870. )).rejects.toThrow(/no open turn/)
  871. })
  872. it('rejects a meter snapshot that changed before summarization began', async () => {
  873. const ctx = createContext()
  874. const meter = ctx.tokenMeter
  875. const original = meter.measure.bind(meter)
  876. vi.spyOn(meter, 'measure').mockImplementationOnce((session) => {
  877. const measurement = original(session)
  878. return { ...measurement, nodes: measurement.nodes.slice(1) }
  879. })
  880. const compact = service({ auto: false }, ctx)
  881. const session = conversation(2)
  882. const nodes = session.surface.nodes
  883. await expect(compact.compactRegion(
  884. nodes[0]!,
  885. nodes[2]!,
  886. agent(session, MODEL),
  887. )).rejects.toThrow(/selected surface changed/)
  888. })
  889. it('records summarizer failures without mutating the surface', async () => {
  890. const compact = service()
  891. compact.error = new Error('summary unavailable')
  892. const session = conversation(2)
  893. const before = session.surface.nodes
  894. await expect(compact.compactRegion(
  895. before[0]!,
  896. before[2]!,
  897. agent(session, MODEL),
  898. )).rejects.toThrow('summary unavailable')
  899. expect(session.surface.nodes).toEqual(before)
  900. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  901. .toMatchObject({ error: 'summary unavailable' })
  902. })
  903. it('stringifies non-Error failures in the durable end bracket', async () => {
  904. const compact = service()
  905. compact.error = 'plain failure'
  906. const session = conversation(2)
  907. const nodes = session.surface.nodes
  908. await expect(compact.compactRegion(
  909. nodes[0]!,
  910. nodes[2]!,
  911. agent(session, MODEL),
  912. )).rejects.toBe('plain failure')
  913. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  914. .toMatchObject({ error: 'plain failure' })
  915. })
  916. it('tolerates concurrent log-only appends while the selected surface is stable', async () => {
  917. const compact = service()
  918. const session = conversation(2)
  919. compact.mutateDuringSummary = () => {
  920. session.append('request/header', {
  921. header: { config: { provider: MODEL, model: MODEL } },
  922. reason: 'change',
  923. })
  924. }
  925. const nodes = session.surface.nodes
  926. await expect(compact.compactRegion(
  927. nodes[0]!,
  928. nodes[2]!,
  929. agent(session, MODEL),
  930. )).resolves.toMatchObject({ shadowedSeqs: nodes.slice(0, 3) })
  931. expect(session.events.some(event => event.type === 'compact/summary')).toBe(true)
  932. })
  933. it('rejects concurrent surface appends before committing the replacement', async () => {
  934. const compact = service()
  935. const session = conversation(2)
  936. compact.mutateDuringSummary = () => {
  937. session.append('user/message', createUserMessage({
  938. content: [{ type: 'text', text: 'concurrent surface mutation' }],
  939. source: { kind: 'plugin', plugin: 'test' },
  940. }), { surfaceOp: 'append' })
  941. }
  942. const nodes = session.surface.nodes
  943. await expect(compact.compactRegion(
  944. nodes[0]!,
  945. nodes[2]!,
  946. agent(session, MODEL),
  947. )).rejects.toThrow(/session surface changed/)
  948. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  949. })
  950. it('rejects a non-shrinking framed summary under the conversation meter', async () => {
  951. const compact = service()
  952. compact.summary = Array.from({ length: 100 }, (_, index) => ({
  953. type: 'text',
  954. text: `verbose ${index}`,
  955. }))
  956. const session = conversation(2)
  957. const nodes = session.surface.nodes
  958. await expect(compact.compactRegion(
  959. nodes[0]!,
  960. nodes[2]!,
  961. agent(session, MODEL),
  962. )).rejects.toThrow(/summary is not smaller/)
  963. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  964. })
  965. it('lets a model-independent custom summarizer compact without a conversation model', async () => {
  966. const compact = service()
  967. const session = new Session(SessionId('model-less-region'))
  968. session.append('turn/start', { turn: 1 })
  969. session.append('user/message', createUserMessage({
  970. content: [{ type: 'text', text: 'history '.repeat(100) }],
  971. source: { kind: 'user' },
  972. }), { surfaceOp: 'append' })
  973. session.append('step/start', { turn: 1, step: 1 })
  974. session.append('assistant/message', {
  975. turn: 1,
  976. step: 1,
  977. message: createMessage({
  978. role: 'assistant',
  979. content: [{ type: 'text', text: 'answer '.repeat(100) }],
  980. source: {
  981. kind: 'model',
  982. ...{ provider: 'historical', model: 'historical' },
  983. },
  984. }),
  985. }, { surfaceOp: 'append' })
  986. session.append('step/end', { turn: 1, step: 1 })
  987. const nodes = session.surface.nodes
  988. await expect(compact.compactRegion(
  989. nodes[0]!,
  990. nodes[1]!,
  991. agent(session),
  992. )).resolves.toMatchObject({ shadowedSeqs: [nodes[0]!, nodes[1]!] })
  993. })
  994. })
  995. class ScriptedAdapter extends LlmAdapter {
  996. lastOptions: GenerateOptions | undefined
  997. constructor(
  998. private readonly blocks: readonly ContentBlock[],
  999. private readonly finish: (StreamChunk & { type: 'finish' })['reason'] = { kind: 'stop' },
  1000. ) {
  1001. super()
  1002. }
  1003. override async * stream(options: GenerateOptions): AsyncIterable<StreamChunk> {
  1004. this.lastOptions = options
  1005. for (const [index, block] of this.blocks.entries()) {
  1006. yield { type: 'block-start', index, blockType: block.type }
  1007. if (block.type === 'text') {
  1008. yield { type: 'text-delta', index, text: block.text }
  1009. } else if (block.type === 'reasoning') {
  1010. yield { type: 'reasoning-delta', index, text: block.text }
  1011. } else {
  1012. yield { type: 'block-end', index, block }
  1013. }
  1014. }
  1015. yield { type: 'finish', reason: this.finish }
  1016. }
  1017. }
  1018. class ExposedCompactService extends BasicCompactService {
  1019. runSummarize(
  1020. input: SummarizationInput,
  1021. owner: Agent,
  1022. signal?: AbortSignal,
  1023. ): Promise<{ summary: ContentBlock[]; provider: string; model: string; maxTokens?: number }> {
  1024. return this.summarize(input, owner, signal)
  1025. }
  1026. }
  1027. async function summarizerHarness(
  1028. blocks: readonly ContentBlock[],
  1029. finish?: (StreamChunk & { type: 'finish' })['reason'],
  1030. model = MODEL,
  1031. config: BasicCompactConfig = { auto: false },
  1032. ): Promise<{ ctx: Context; adapter: ScriptedAdapter; compact: ExposedCompactService }> {
  1033. const ctx = new Context()
  1034. await ctx.plugin(LlmService)
  1035. void new TokenMeterService(ctx)
  1036. const adapter = new ScriptedAdapter(blocks, finish)
  1037. ctx.llm.registerAdapter([model], adapter)
  1038. const compact = new ExposedCompactService(ctx, config)
  1039. return { ctx, adapter, compact }
  1040. }
  1041. describe('default one-shot summarizer', () => {
  1042. it('uses configured model/default cap, forwards cancellation, and keeps only safe text', async () => {
  1043. const { adapter, compact } = await summarizerHarness([
  1044. { type: 'reasoning', text: 'private' },
  1045. { type: 'text', text: 'public summary' },
  1046. { type: 'tool-call', id: CallId('unexpected'), name: 'x', arguments: '{}' },
  1047. ], undefined, MODEL, {
  1048. auto: false,
  1049. summarizationProvider: MODEL,
  1050. summarizationModel: MODEL,
  1051. maxTokens: 321,
  1052. })
  1053. const session = conversation(1)
  1054. const output = await compact.runSummarize(promptInput('transcript'), agent(session, 'fallback'), SIGNAL)
  1055. expect(output).toEqual({
  1056. summary: [{ type: 'text', text: 'public summary' }],
  1057. provider: MODEL,
  1058. model: MODEL,
  1059. maxTokens: 321,
  1060. })
  1061. expect(adapter.lastOptions).toMatchObject({
  1062. provider: MODEL,
  1063. model: MODEL,
  1064. maxTokens: 321,
  1065. signal: SIGNAL,
  1066. sessionId: session.id,
  1067. purpose: 'compaction',
  1068. })
  1069. const instruction = adapter.lastOptions?.messages.at(-1)?.content[0]
  1070. expect(instruction?.type === 'text' ? instruction.text : '').toContain('## Primary Request and Intent')
  1071. })
  1072. it('replays the conversation prefix and appends the instruction as the final message', async () => {
  1073. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }])
  1074. const tools = [{ name: 'do_thing', description: 'd', parameters: { type: 'object' } }]
  1075. const prefix: Message = createUserMessage({
  1076. content: [{ type: 'text', text: 'earlier turn' }],
  1077. source: { kind: 'plugin', plugin: 'test' },
  1078. })
  1079. await compact.runSummarize({
  1080. system: 'REPLAYED SYSTEM',
  1081. tools,
  1082. messages: [prefix],
  1083. }, agent(conversation(1), MODEL))
  1084. expect(adapter.lastOptions?.system).toBe('REPLAYED SYSTEM')
  1085. expect(adapter.lastOptions?.tools).toEqual(tools)
  1086. const messages = adapter.lastOptions?.messages ?? []
  1087. expect(messages[0]).toEqual(prefix)
  1088. const last = messages.at(-1)?.content[0]
  1089. const lastText = last?.type === 'text' ? last.text : ''
  1090. expect(lastText).toContain('Condense the conversation ABOVE')
  1091. expect(lastText).toContain('## Primary Request and Intent')
  1092. })
  1093. it('applies the routed model policy without changing the replayed prefix', async () => {
  1094. const { ctx, compact } = await summarizerHarness(
  1095. [{ type: 'text', text: 'unused default summary' }],
  1096. undefined,
  1097. MODEL,
  1098. {
  1099. auto: false,
  1100. maxTokens: 111,
  1101. modelPolicies: [{
  1102. provider: MODEL,
  1103. model: MODEL,
  1104. summarizationProvider: 'policy-summary',
  1105. summarizationModel: 'policy-summary',
  1106. maxTokens: 222,
  1107. }],
  1108. },
  1109. )
  1110. const policyAdapter = new ScriptedAdapter([{ type: 'text', text: 'policy summary' }])
  1111. ctx.llm.registerAdapter(['policy-summary'], policyAdapter)
  1112. const prefix: Message = createUserMessage({
  1113. content: [{ type: 'text', text: 'warm prefix' }],
  1114. source: { kind: 'plugin', plugin: 'test' },
  1115. })
  1116. const output = await compact.runSummarize({
  1117. system: 'WARM SYSTEM',
  1118. messages: [prefix],
  1119. }, agent(conversation(1), 'fallback'))
  1120. expect(output).toMatchObject({
  1121. provider: 'policy-summary',
  1122. model: 'policy-summary',
  1123. maxTokens: 222,
  1124. })
  1125. expect(policyAdapter.lastOptions).toMatchObject({
  1126. provider: 'policy-summary',
  1127. model: 'policy-summary',
  1128. maxTokens: 222,
  1129. system: 'WARM SYSTEM',
  1130. })
  1131. expect(policyAdapter.lastOptions?.messages[0]).toEqual(prefix)
  1132. })
  1133. it('resolves the latest routed provider/model before the AgentOptions pair', async () => {
  1134. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }], undefined, 'routed')
  1135. const session = conversation(1)
  1136. session.append('request/header', {
  1137. header: { config: { provider: 'routed', model: 'routed' } },
  1138. reason: 'initial',
  1139. })
  1140. const output = await compact.runSummarize(promptInput('history'), agent(session, 'fallback'))
  1141. expect(output.provider).toBe('routed')
  1142. expect(output.model).toBe('routed')
  1143. expect(adapter.lastOptions?.provider).toBe('routed')
  1144. expect(adapter.lastOptions?.model).toBe('routed')
  1145. })
  1146. it('records the model actually dispatched after one-shot stream routing', async () => {
  1147. const { ctx, compact } = await summarizerHarness([{ type: 'text', text: 'unused' }])
  1148. const routedAdapter = new ScriptedAdapter([{ type: 'text', text: 'routed summary' }])
  1149. ctx.llm.registerAdapter(['routed-summary-provider'], routedAdapter)
  1150. ctx.on('llm/stream', (options, next) => {
  1151. options.provider = 'routed-summary-provider'
  1152. options.model = 'routed-summary-model'
  1153. return next()
  1154. })
  1155. const session = conversation(3, 'large history '.repeat(500))
  1156. const nodes = session.surface.nodes
  1157. await compact.compactRegion(nodes[0]!, nodes[3]!, agent(session, MODEL), SIGNAL)
  1158. expect(session.events.findLast(event => event.type === 'compact/summary')?.data).toMatchObject({
  1159. summary: [{ type: 'text', text: 'routed summary' }],
  1160. provider: 'routed-summary-provider',
  1161. model: 'routed-summary-model',
  1162. })
  1163. expect(routedAdapter.lastOptions?.provider).toBe('routed-summary-provider')
  1164. expect(routedAdapter.lastOptions?.model).toBe('routed-summary-model')
  1165. })
  1166. it('fails clearly when no complete summarization target can be resolved', async () => {
  1167. const ctx = new Context()
  1168. await ctx.plugin(LlmService)
  1169. void new TokenMeterService(ctx)
  1170. const compact = new ExposedCompactService(ctx, { auto: false })
  1171. await expect(compact.runSummarize(promptInput('history'), agent(new Session(SessionId('model-less')))))
  1172. .rejects.toThrow(/no provider\/model available for summarization/)
  1173. })
  1174. it('uses a complete AgentOptions target when no durable route exists', async () => {
  1175. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }])
  1176. const session = new Session(SessionId('headerless-summary'))
  1177. await expect(compact.runSummarize(promptInput('history'), agent(session, MODEL))).resolves.toMatchObject({
  1178. provider: MODEL,
  1179. model: MODEL,
  1180. })
  1181. expect(adapter.lastOptions).toMatchObject({ provider: MODEL, model: MODEL })
  1182. })
  1183. it.each([
  1184. { provider: '', model: MODEL },
  1185. { provider: MODEL },
  1186. { provider: MODEL, model: '' },
  1187. ])('rejects incomplete AgentOptions target %#', async (options) => {
  1188. const { compact } = await summarizerHarness([{ type: 'text', text: 'unused' }])
  1189. const owner = {
  1190. session: new Session(SessionId(`incomplete-${String(options.model)}`)),
  1191. options,
  1192. } as Agent
  1193. await expect(compact.runSummarize(promptInput('history'), owner))
  1194. .rejects.toThrow(/no provider\/model available for summarization/)
  1195. })
  1196. it.each([
  1197. [{ kind: 'error', failure: { message: 'provider failed', code: 'PROVIDER' } }, 'PROVIDER', /provider failed/],
  1198. [{ kind: 'error', failure: { message: 'opaque', code: 'UNKNOWN' } }, 'UNKNOWN', /opaque/],
  1199. [{ kind: 'aborted', failure: { message: 'summarization aborted', code: 'ABORTED' } }, 'ABORTED', /aborted/],
  1200. [{ kind: 'max-tokens' }, 'MAX_TOKENS', /token cap/],
  1201. ] as Array<[(StreamChunk & { type: 'finish' })['reason'], string | undefined, RegExp]>) (
  1202. 'rejects terminal finish %#',
  1203. async (finish, code, pattern) => {
  1204. const { compact } = await summarizerHarness([], finish)
  1205. let thrown: unknown
  1206. try {
  1207. await compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL))
  1208. } catch (error: unknown) {
  1209. thrown = error
  1210. }
  1211. expect(thrown).toBeInstanceOf(Error)
  1212. expect((thrown as Error).message).toMatch(pattern)
  1213. expect((thrown as Error & { code?: string }).code).toBe(code)
  1214. },
  1215. )
  1216. it('rejects empty or reasoning-only successful output', async () => {
  1217. const { compact } = await summarizerHarness([{ type: 'reasoning', text: 'private' }])
  1218. await expect(compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL)))
  1219. .rejects.toThrow(/no text summary content/)
  1220. })
  1221. })
  1222. describe('automatic listener and loader composition', () => {
  1223. function postStep(ctx: Context, owner: Agent, signal = SIGNAL): Promise<unknown> {
  1224. return agentEvents(ctx, owner).serial('agent/step', 1, 1, signal)
  1225. }
  1226. function recover(
  1227. ctx: Context,
  1228. owner: Agent,
  1229. error: Error & { code?: string },
  1230. signal = SIGNAL,
  1231. next: () => Promise<RequestErrorAction> = () => Promise.resolve(undefined),
  1232. ): Promise<boolean> {
  1233. const failure: LlmFailure = { message: error.message, code: error.code ?? 'UNKNOWN' }
  1234. const turn = owner.session.events.findLast(event => event.type === 'turn/start')?.data.turn ?? 1
  1235. return agentEvents(ctx, owner).waterfall(
  1236. 'agent/request-error', turn, 1, error, failure, [], undefined, signal, next,
  1237. ).then(action => action?.kind === 'retry')
  1238. }
  1239. function overflow(message = 'provider overflow'): Error & { code: string } {
  1240. return Object.assign(new Error(message), { code: CONTEXT_WINDOW_EXCEEDED_CODE })
  1241. }
  1242. it('compacts post-step above threshold using the durable routed model and remains idle below it', async () => {
  1243. const ctx = createContext()
  1244. const compact = new TestCompactService(ctx, {
  1245. thresholdRatio: 0.5,
  1246. retainTokens: 180,
  1247. })
  1248. const pressured = conversation(4)
  1249. await postStep(ctx, agent(pressured, 'unconfigured-agent-fallback'))
  1250. expect(pressured.events.some(event => event.type === 'compact/summary')).toBe(true)
  1251. const small = conversation(1)
  1252. await postStep(ctx, agent(small, MODEL))
  1253. expect(small.events.some(event => event.type === 'compact/start')).toBe(false)
  1254. expect(compact.calls).toHaveLength(1)
  1255. })
  1256. it('skips post-step pressure when the step signal is already aborted', async () => {
  1257. const ctx = createContext()
  1258. const compact = new TestCompactService(ctx, {
  1259. thresholdRatio: 0.5,
  1260. retainTokens: 180,
  1261. })
  1262. const pressured = conversation(4)
  1263. const compactIfNeeded = vi.spyOn(compact, 'compactIfNeeded')
  1264. await expect(postStep(ctx, agent(pressured, MODEL), AbortSignal.abort('step aborted')))
  1265. .resolves.toBeUndefined()
  1266. expect(compactIfNeeded).not.toHaveBeenCalled()
  1267. expect(pressured.events.some(event => event.type === 'compact/start')).toBe(false)
  1268. })
  1269. it('warns and continues after operational failures, including non-Errors', async () => {
  1270. const ctx = createContext()
  1271. const warnings: string[] = []
  1272. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1273. const compact = new TestCompactService(ctx, {
  1274. thresholdRatio: 0.5,
  1275. retainTokens: 180,
  1276. })
  1277. compact.error = 'temporary failure'
  1278. const session = conversation(4)
  1279. await expect(postStep(ctx, agent(session, MODEL))).resolves.toBeUndefined()
  1280. expect(warnings).toContainEqual(expect.stringContaining('temporary failure'))
  1281. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  1282. })
  1283. it('warns once per routed target when proactive pressure has no context metadata', async () => {
  1284. const ctx = createContext()
  1285. const warnings: string[] = []
  1286. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1287. vi.spyOn(ctx.llm, 'resolveModelInfo').mockImplementation((provider, model) => Promise.resolve({
  1288. provider,
  1289. id: model,
  1290. name: model,
  1291. }))
  1292. void new TestCompactService(ctx, {
  1293. thresholdRatio: 0.5,
  1294. retainTokens: 180,
  1295. })
  1296. const session = conversation(4)
  1297. await postStep(ctx, agent(session, MODEL))
  1298. await postStep(ctx, agent(session, MODEL))
  1299. expect(warnings).toEqual([
  1300. expect.stringContaining(`no context capacity for ${MODEL}/${MODEL}`),
  1301. ])
  1302. })
  1303. it('warns once per routed target when absolute retention exceeds its resolved threshold', async () => {
  1304. const ctx = createContext()
  1305. const warnings: string[] = []
  1306. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1307. void new TestCompactService(ctx, {
  1308. thresholdRatio: 0.5,
  1309. retainTokens: 500,
  1310. })
  1311. const session = conversation(4)
  1312. await postStep(ctx, agent(session, MODEL))
  1313. await postStep(ctx, agent(session, MODEL))
  1314. expect(warnings).toEqual([
  1315. expect.stringContaining('retainTokens (500) must be less than threshold tokens 500'),
  1316. ])
  1317. })
  1318. it('force-compacts below normal pressure for canonical overflow and retries only after replacement', async () => {
  1319. const ctx = createContext(10_000)
  1320. void new TestCompactService(ctx, {
  1321. thresholdRatio: 1,
  1322. retainTokens: 900,
  1323. })
  1324. const session = conversation(3)
  1325. const beforeGeneration = session.surface.replaceGeneration
  1326. const retainedSeq = session.surface.nodes.at(-1)!
  1327. const threshold = 10_000
  1328. expect(ctx.tokenMeter.measure(session).totalTokens).toBeLessThan(threshold)
  1329. const decision = await recover(ctx, agent(session, 'unconfigured-agent-fallback'), overflow())
  1330. expect(decision).toBe(true)
  1331. expect(session.surface.replaceGeneration).toBe(beforeGeneration + 1)
  1332. expect(session.events.some(event => event.type === 'compact/summary')).toBe(true)
  1333. expect(session.surface.nodes).toContain(retainedSeq)
  1334. })
  1335. it('authorizes overflow retry when pruning alone advances an indivisible surface', async () => {
  1336. const ctx = createContext(10_000)
  1337. void new ToolResultPruneService(ctx, {
  1338. thresholdChars: 100,
  1339. headChars: 20,
  1340. tailChars: 10,
  1341. })
  1342. const compact = new TestCompactService(ctx, {
  1343. thresholdRatio: 1,
  1344. retainTokens: 900,
  1345. })
  1346. const session = oversizedToolResult()
  1347. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1348. expect(session.surface.replaceGeneration).toBe(1)
  1349. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  1350. expect(compact.calls).toHaveLength(0)
  1351. })
  1352. it('continues overflow recovery with summarization on the pruned surface', async () => {
  1353. const ctx = createContext(10_000)
  1354. void new ToolResultPruneService(ctx, {
  1355. thresholdChars: 100,
  1356. headChars: 20,
  1357. tailChars: 10,
  1358. })
  1359. const compact = new TestCompactService(ctx, {
  1360. thresholdRatio: 1,
  1361. retainTokens: 900,
  1362. })
  1363. const session = toolConversation()
  1364. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1365. expect(session.events.some(event => event.type === 'compact/summary')).toBe(true)
  1366. expect(compact.calls).toHaveLength(1)
  1367. expect(summarizedText(compact.calls[0]!.input)).toContain('tool result middle pruned')
  1368. })
  1369. it('retries from a durable prune when later overflow summarization throws', async () => {
  1370. const ctx = createContext(10_000)
  1371. const warnings: string[] = []
  1372. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1373. void new ToolResultPruneService(ctx, {
  1374. thresholdChars: 100,
  1375. headChars: 20,
  1376. tailChars: 10,
  1377. })
  1378. const compact = new TestCompactService(ctx, {
  1379. thresholdRatio: 1,
  1380. retainTokens: 900,
  1381. })
  1382. compact.error = new Error('summary unavailable after prune')
  1383. const session = oversizedToolResult(3_000, true)
  1384. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1385. expect(session.surface.replaceGeneration).toBe(1)
  1386. expect(session.events.filter(event => event.type === 'tool/result')).toHaveLength(2)
  1387. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  1388. .toMatchObject({ error: 'summary unavailable after prune' })
  1389. expect(warnings).toContainEqual(expect.stringContaining('retrying from the replacement surface'))
  1390. })
  1391. it('lets cancellation win when summary throws after a durable prune', async () => {
  1392. const ctx = createContext(10_000)
  1393. const controller = new AbortController()
  1394. void new ToolResultPruneService(ctx, {
  1395. thresholdChars: 100,
  1396. headChars: 20,
  1397. tailChars: 10,
  1398. })
  1399. const compact = new TestCompactService(ctx, {
  1400. thresholdRatio: 1,
  1401. retainTokens: 900,
  1402. })
  1403. compact.mutateDuringSummary = () => { controller.abort('cancelled during summary') }
  1404. compact.error = new Error('summary cancelled after prune')
  1405. const session = oversizedToolResult(3_000, true)
  1406. expect(await recover(ctx, agent(session, MODEL), overflow(), controller.signal)).toBe(false)
  1407. expect(session.surface.replaceGeneration).toBe(1)
  1408. })
  1409. it('preserves the newest whole tool-call/result pair during forced overflow compaction', async () => {
  1410. const ctx = createContext()
  1411. void new TestCompactService(ctx, {
  1412. thresholdRatio: 1,
  1413. retainTokens: 90,
  1414. })
  1415. const session = toolConversation()
  1416. const newestAssistant = session.surface.nodes.at(-2)!
  1417. const newestResult = session.surface.nodes.at(-1)!
  1418. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1419. const currentAssistant = session.surface.nodes.find(node => node === newestAssistant)
  1420. const currentResult = session.surface.nodes.find(node => node === newestResult)
  1421. expect(currentAssistant).toBeDefined()
  1422. expect(currentResult).toBeDefined()
  1423. expect(toolPairingBalancedBefore(session, currentAssistant!)).toBe(true)
  1424. expect(toolPairingBalancedAfter(session, currentResult!)).toBe(true)
  1425. })
  1426. it('does not retry when a backend reports success without replacing the surface', async () => {
  1427. const ctx = createContext()
  1428. const compact = new TestCompactService(ctx)
  1429. const session = conversation(2)
  1430. const fakeResult: CompactionResult = {
  1431. startSeq: 1,
  1432. summarySeq: 2,
  1433. endSeq: 3,
  1434. summary: [{ type: 'text', text: 'fake' }],
  1435. shadowedRange: { start: 1, end: 2 },
  1436. shadowedSeqs: [1, 2],
  1437. shadowedTokenCount: 10,
  1438. }
  1439. vi.spyOn(compact, 'compactIfNeeded').mockResolvedValue(fakeResult)
  1440. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1441. expect(session.surface.replaceGeneration).toBe(0)
  1442. })
  1443. it('delegates downstream exactly once when no replacement is available', async () => {
  1444. const ctx = createContext()
  1445. const compact = new TestCompactService(ctx)
  1446. vi.spyOn(compact, 'compactIfNeeded').mockResolvedValue(null)
  1447. const downstream = new Error('downstream recovery failed')
  1448. let calls = 0
  1449. await expect(recover(
  1450. ctx,
  1451. agent(conversation(2), MODEL),
  1452. overflow(),
  1453. SIGNAL,
  1454. () => {
  1455. calls += 1
  1456. return Promise.reject(downstream)
  1457. },
  1458. )).rejects.toBe(downstream)
  1459. expect(calls).toBe(1)
  1460. })
  1461. it('preserves the original provider error when recovery throws', async () => {
  1462. const ctx = createContext()
  1463. const warnings: string[] = []
  1464. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1465. const compact = new TestCompactService(ctx)
  1466. compact.error = new Error('summary unavailable')
  1467. const original = overflow('original provider overflow')
  1468. expect(await recover(ctx, agent(conversation(3), MODEL), original)).toBe(false)
  1469. expect(original).toMatchObject({
  1470. message: 'original provider overflow',
  1471. code: CONTEXT_WINDOW_EXCEEDED_CODE,
  1472. })
  1473. expect(warnings).toContainEqual(expect.stringContaining('preserving the original request error'))
  1474. })
  1475. it('delegates once when overflow recovery throws a non-Error value', async () => {
  1476. const ctx = createContext()
  1477. const warnings: string[] = []
  1478. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1479. const compact = new TestCompactService(ctx)
  1480. compact.error = 'non-error recovery failure'
  1481. const session = conversation(3)
  1482. const generation = session.surface.replaceGeneration
  1483. const original = overflow('original provider failure')
  1484. let delegations = 0
  1485. const decision = await recover(ctx, agent(session, MODEL), original, SIGNAL, () => {
  1486. delegations += 1
  1487. return Promise.resolve(undefined)
  1488. })
  1489. expect(decision).toBe(false)
  1490. expect(delegations).toBe(1)
  1491. expect(session.surface.replaceGeneration).toBe(generation)
  1492. expect(original).toMatchObject({
  1493. message: 'original provider failure',
  1494. code: CONTEXT_WINDOW_EXCEEDED_CODE,
  1495. })
  1496. expect(warnings).toContainEqual(expect.stringContaining('non-error recovery failure'))
  1497. })
  1498. it('recovers an overflow for an unlisted routed model', async () => {
  1499. const ctx = createContext()
  1500. void new TestCompactService(ctx)
  1501. const session = conversation(2)
  1502. session.append('request/header', {
  1503. header: { config: { provider: 'unknown-routed-provider', model: 'unknown-routed-model' } },
  1504. reason: 'resume',
  1505. })
  1506. expect(await recover(ctx, agent(session, MODEL), overflow('unlisted-model overflow')))
  1507. .toBe(true)
  1508. })
  1509. it('delegates canonical overflow when no durable routed target exists', async () => {
  1510. const ctx = createContext()
  1511. void new TestCompactService(ctx)
  1512. const session = new Session(SessionId('headerless-overflow'))
  1513. session.append('turn/start', {
  1514. turn: 1,
  1515. })
  1516. await expect(recover(ctx, agent(session, MODEL), overflow())).resolves.toBe(false)
  1517. })
  1518. it('honors retry caps and ignores non-context failures', async () => {
  1519. const ctx = createContext()
  1520. const compact = new TestCompactService(ctx, { maxOverflowRetries: 1 })
  1521. const compactSpy = vi.spyOn(compact, 'compactIfNeeded')
  1522. const owner = agent(conversation(3), MODEL)
  1523. expect(await recover(ctx, owner, Object.assign(new Error('rate limit'), { code: 'RATE_LIMIT' })))
  1524. .toBe(false)
  1525. expect(await recover(ctx, owner, overflow())).toBe(true)
  1526. compactSpy.mockClear()
  1527. expect(await recover(ctx, owner, overflow())).toBe(false)
  1528. expect(compactSpy).not.toHaveBeenCalled()
  1529. })
  1530. it('applies the routed model override to the overflow retry cap', async () => {
  1531. const ctx = createContext()
  1532. const compact = new TestCompactService(ctx, {
  1533. maxOverflowRetries: 2,
  1534. modelPolicies: [{
  1535. provider: MODEL,
  1536. model: MODEL,
  1537. maxOverflowRetries: 1,
  1538. }],
  1539. })
  1540. const compactSpy = vi.spyOn(compact, 'compactIfNeeded')
  1541. const owner = agent(conversation(3), MODEL)
  1542. expect(await recover(ctx, owner, overflow())).toBe(true)
  1543. compactSpy.mockClear()
  1544. expect(await recover(ctx, owner, overflow())).toBe(false)
  1545. expect(compactSpy).not.toHaveBeenCalled()
  1546. })
  1547. it('does not retry when cancellation lands during an awaited compaction', async () => {
  1548. const ctx = createContext()
  1549. const compact = new TestCompactService(ctx)
  1550. const controller = new AbortController()
  1551. compact.mutateDuringSummary = () => { controller.abort('cancelled during summary') }
  1552. const session = conversation(3)
  1553. const generation = session.surface.replaceGeneration
  1554. expect(await recover(ctx, agent(session, MODEL), overflow(), controller.signal)).toBe(false)
  1555. expect(session.surface.replaceGeneration).toBe(generation + 1)
  1556. })
  1557. it('maxOverflowRetries:0 disables recovery without disabling post-step pressure', async () => {
  1558. const ctx = createContext()
  1559. void new TestCompactService(ctx, {
  1560. maxOverflowRetries: 0,
  1561. thresholdRatio: 0.5,
  1562. retainTokens: 180,
  1563. })
  1564. const session = conversation(4)
  1565. await postStep(ctx, agent(session, MODEL))
  1566. const summaries = session.events.filter(event => event.type === 'compact/summary').length
  1567. expect(summaries).toBe(1)
  1568. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1569. expect(session.events.filter(event => event.type === 'compact/summary')).toHaveLength(summaries)
  1570. })
  1571. it('auto:false installs neither automatic listener', async () => {
  1572. const ctx = createContext()
  1573. void new TestCompactService(ctx, {
  1574. auto: false,
  1575. thresholdRatio: 0.5,
  1576. retainTokens: 180,
  1577. })
  1578. const session = conversation(4)
  1579. await postStep(ctx, agent(session, MODEL))
  1580. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  1581. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1582. })
  1583. it('loads and disposes the real zero-config service stack', async () => {
  1584. const ctx = new Context()
  1585. await ctx.plugin(LlmService)
  1586. const meterFiber = await ctx.plugin(TokenMeterService)
  1587. const compactFiber = await ctx.plugin(BasicCompactService, { auto: false })
  1588. expect(ctx.get('compact')).toBeInstanceOf(BasicCompactService)
  1589. await compactFiber.dispose()
  1590. expect(ctx.get('compact')).toBeUndefined()
  1591. await meterFiber.dispose()
  1592. expect(ctx.get('tokenMeter')).toBeUndefined()
  1593. })
  1594. it('removes its automatic listener with the plugin fiber', async () => {
  1595. const ctx = new Context()
  1596. await ctx.plugin(LlmService)
  1597. await ctx.plugin(TokenMeterService)
  1598. const fiber = await ctx.plugin(TestCompactService, {
  1599. thresholdRatio: 0.5,
  1600. retainTokens: 180,
  1601. })
  1602. await fiber.dispose()
  1603. const session = conversation(4)
  1604. await postStep(ctx, agent(session, MODEL))
  1605. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  1606. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1607. })
  1608. })