compact-basic.spec.ts 65 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703
  1. import { describe, expect, it, vi } from 'vitest'
  2. import { Context } from 'cordis'
  3. import BasicCompactService from '@deepseek-ai/dsh-compact-basic'
  4. import type { BasicCompactConfig } from '@deepseek-ai/dsh-compact-basic'
  5. import { selectCompactableRange } from '@deepseek-ai/dsh-compact-basic/src/region.ts'
  6. import type { SummarizationInput } from '@deepseek-ai/dsh-compact-basic/src/summarizer.ts'
  7. import { toolPairingBalancedAfter, toolPairingBalancedBefore } from '@deepseek-ai/dsh-compact'
  8. import {
  9. resolveCompactSpec,
  10. resolveConfig,
  11. resolveTargetPolicy,
  12. } from '@deepseek-ai/dsh-compact-basic/src/config.ts'
  13. import type { CompactionResult } from '@deepseek-ai/dsh-compact'
  14. import LlmService, { CallId, CONTEXT_WINDOW_EXCEEDED_CODE, LlmAdapter } from '@deepseek-ai/dsh-llm'
  15. import type {
  16. ContentBlock,
  17. GenerateOptions,
  18. LlmFailure,
  19. LlmModelContext,
  20. Message,
  21. StreamChunk,
  22. } from '@deepseek-ai/dsh-llm'
  23. import { Session, SessionId } from '@deepseek-ai/dsh-session'
  24. import TokenMeterService from '@deepseek-ai/dsh-token-meter'
  25. import { agentEvents, type Agent } from '@deepseek-ai/dsh-agent'
  26. import ToolResultPruneService from '@deepseek-ai/dsh-compact-tool-result-prune'
  27. const SIGNAL = new AbortController().signal
  28. const MODEL = 'test-model'
  29. class ContextAdapter extends LlmAdapter {
  30. constructor(private readonly contextWindow: number) {
  31. super()
  32. }
  33. override resolveModelContext(): Promise<LlmModelContext> {
  34. return Promise.resolve({ contextWindow: this.contextWindow })
  35. }
  36. override async * stream(): AsyncIterable<StreamChunk> {
  37. yield { type: 'finish', reason: { kind: 'stop' } }
  38. }
  39. }
  40. class RoutedContextAdapter extends LlmAdapter {
  41. constructor(private readonly windows: Readonly<Record<string, number>>) {
  42. super()
  43. }
  44. override resolveModelContext(provider: string): Promise<LlmModelContext | undefined> {
  45. const contextWindow = this.windows[provider]
  46. return Promise.resolve(contextWindow === undefined ? undefined : { contextWindow })
  47. }
  48. override async * stream(): AsyncIterable<StreamChunk> {
  49. yield { type: 'finish', reason: { kind: 'stop' } }
  50. }
  51. }
  52. function createContext(contextWindow = 1_000): Context {
  53. const ctx = new Context()
  54. void new LlmService(ctx)
  55. void new TokenMeterService(ctx)
  56. ctx.llm.registerAdapter([MODEL, 'actual', 'unlisted-provider'], new ContextAdapter(contextWindow))
  57. return ctx
  58. }
  59. function agent(session: Session, model?: string): Agent {
  60. return {
  61. session,
  62. options: model === undefined ? {} : { provider: model, model },
  63. retry() {},
  64. } as Agent
  65. }
  66. /** Flatten every text fragment the summarizer received, recursing tool-result blocks. */
  67. function summarizedText(input: SummarizationInput): string {
  68. const collect = (blocks: readonly ContentBlock[]): string =>
  69. blocks.map(block =>
  70. block.type === 'text' ? block.text
  71. : block.type === 'tool-result' ? collect(block.content)
  72. : '').join('\n')
  73. return input.messages.map(message => collect(message.content)).join('\n')
  74. }
  75. /** A minimal replayed prefix carrying one user message of the given text. */
  76. function promptInput(text: string): SummarizationInput {
  77. return { messages: [{ role: 'user', content: [{ type: 'text', text }] }] }
  78. }
  79. /** Closed two-message turns followed by one open turn for durable compaction events. */
  80. function conversation(turns = 4, text = 'fixture '.repeat(40).trim()): Session {
  81. const session = new Session(SessionId(`conversation-${turns}`))
  82. for (let turn = 1; turn <= turns; turn += 1) {
  83. session.append('turn/start', { turn, trigger: { kind: 'message', source: { kind: 'user' } } })
  84. session.append('user/message', {
  85. content: [{ type: 'text', text: `${text} user ${turn}` }],
  86. source: { kind: 'user' },
  87. }, { surfaceOp: 'append' })
  88. session.append('step/start', { turn, step: 1 })
  89. if (turn === 1) {
  90. session.append('request/header', {
  91. header: { config: { provider: MODEL, model: MODEL } },
  92. reason: 'initial',
  93. })
  94. }
  95. session.append('assistant/message', {
  96. provenance: { provider: MODEL, model: MODEL },
  97. turn,
  98. step: 1,
  99. content: [{ type: 'text', text: `${text} assistant ${turn}` }],
  100. }, { surfaceOp: 'append' })
  101. session.append('step/end', { turn, step: 1 })
  102. session.append('turn/end', { turn, reason: { kind: 'completed' } })
  103. }
  104. session.append('turn/start', {
  105. turn: turns + 1,
  106. trigger: { kind: 'message', source: { kind: 'user' } },
  107. })
  108. return session
  109. }
  110. function toolConversation(): Session {
  111. const session = new Session(SessionId('tools'))
  112. for (let turn = 1; turn <= 3; turn += 1) {
  113. const callId = CallId(`call-${turn}`)
  114. session.append('turn/start', { turn, trigger: { kind: 'message', source: { kind: 'user' } } })
  115. session.append('user/message', {
  116. content: [{ type: 'text', text: `request ${turn} `.repeat(300) }],
  117. source: { kind: 'user' },
  118. }, { surfaceOp: 'append' })
  119. session.append('step/start', { turn, step: 1 })
  120. if (turn === 1) {
  121. session.append('request/header', {
  122. header: { config: { provider: MODEL, model: MODEL } },
  123. reason: 'initial',
  124. })
  125. }
  126. session.append('assistant/message', {
  127. provenance: { provider: MODEL, model: MODEL },
  128. turn,
  129. step: 1,
  130. content: [
  131. { type: 'text', text: `calling ${turn} `.repeat(300) },
  132. { type: 'tool-call', id: callId, name: 'read', arguments: '{}' },
  133. ],
  134. }, { surfaceOp: 'append' })
  135. session.append('tool/call', { turn, step: 1, callId, name: 'read', arguments: '{}' })
  136. session.append('tool/result', {
  137. turn,
  138. step: 1,
  139. callId,
  140. content: [{ type: 'text', text: `result ${turn} `.repeat(300) }],
  141. isError: false,
  142. }, { surfaceOp: 'append' })
  143. session.append('step/end', { turn, step: 1 })
  144. session.append('turn/end', { turn, reason: { kind: 'completed' } })
  145. }
  146. session.append('turn/start', { turn: 4, trigger: { kind: 'message', source: { kind: 'user' } } })
  147. return session
  148. }
  149. /** One closed routed tool step followed by an open turn for rewrite events. */
  150. function oversizedToolResult(chars = 3_000, withCompactablePrompt = false): Session {
  151. const session = new Session(SessionId(`oversized-tool-${chars}`))
  152. const callId = CallId('oversized')
  153. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  154. if (withCompactablePrompt) {
  155. session.append('user/message', {
  156. content: [{ type: 'text', text: 'older history '.repeat(200) }],
  157. source: { kind: 'user' },
  158. }, { surfaceOp: 'append' })
  159. }
  160. session.append('step/start', { turn: 1, step: 1 })
  161. session.append('request/header', {
  162. header: { config: { provider: MODEL, model: MODEL } },
  163. reason: 'initial',
  164. })
  165. session.append('assistant/message', {
  166. turn: 1,
  167. step: 1,
  168. content: [{ type: 'tool-call', id: callId, name: 'bash', arguments: '{}' }],
  169. provenance: { provider: MODEL, model: MODEL },
  170. }, { surfaceOp: 'append' })
  171. session.append('tool/call', { turn: 1, step: 1, callId, name: 'bash', arguments: '{}' })
  172. session.append('tool/result', {
  173. turn: 1,
  174. step: 1,
  175. callId,
  176. content: [{ type: 'text', text: 'X'.repeat(chars) }],
  177. isError: false,
  178. meta: { presentation: 'preserved' },
  179. }, { surfaceOp: 'append' })
  180. session.append('step/end', { turn: 1, step: 1 })
  181. session.append('turn/end', { turn: 1, reason: { kind: 'completed' } })
  182. session.append('turn/start', { turn: 2, trigger: { kind: 'message', source: { kind: 'user' } } })
  183. return session
  184. }
  185. class TestCompactService extends BasicCompactService {
  186. summary: ContentBlock[] = [{ type: 'text', text: 'small checkpoint' }]
  187. summaryProvider = 'summary-provider'
  188. summaryModel = 'summary-model'
  189. error: unknown
  190. mutateDuringSummary: (() => void) | undefined
  191. calls: Array<{ input: SummarizationInput; signal: AbortSignal | undefined }> = []
  192. override async summarize(
  193. input: SummarizationInput,
  194. _agent: Agent,
  195. signal?: AbortSignal,
  196. ): Promise<{ summary: ContentBlock[]; provider: string; model: string; maxTokens?: number }> {
  197. this.calls.push({ input, signal })
  198. this.mutateDuringSummary?.()
  199. if (this.error !== undefined) throw this.error
  200. return {
  201. summary: this.summary,
  202. provider: this.summaryProvider,
  203. model: this.summaryModel,
  204. maxTokens: 123,
  205. }
  206. }
  207. }
  208. function service(
  209. config: BasicCompactConfig = { auto: false },
  210. ctx = createContext(),
  211. ): TestCompactService {
  212. return new TestCompactService(ctx, config)
  213. }
  214. async function compactIfNeeded(
  215. compact: BasicCompactService,
  216. session: Session,
  217. trigger: 'pressure' | 'context-overflow' = 'pressure',
  218. model: string | undefined = MODEL,
  219. ): Promise<CompactionResult | null> {
  220. return compact.compactIfNeeded(agent(session, model), trigger, SIGNAL)
  221. }
  222. describe('compact configuration and defaults', () => {
  223. it('uses low-friction service-wide defaults', () => {
  224. const resolved = resolveConfig({})
  225. expect(resolved).toEqual({
  226. thresholdRatio: 0.8,
  227. retainRatio: 0.16,
  228. summarizationProvider: '',
  229. summarizationModel: '',
  230. maxTokens: 8192,
  231. compactionRetries: 1,
  232. maxOverflowRetries: 1,
  233. modelPolicies: [],
  234. auto: true,
  235. })
  236. expect(Object.isFrozen(resolved)).toBe(true)
  237. })
  238. it('resolves threshold and retention overrides independently', () => {
  239. const thresholdOnly = resolveConfig({
  240. thresholdRatio: 0.5,
  241. })
  242. expect(thresholdOnly).toMatchObject({
  243. thresholdRatio: 0.5,
  244. retainRatio: 0.16,
  245. })
  246. const retentionOnly = resolveConfig({
  247. retainTokens: 70,
  248. })
  249. expect(retentionOnly).toMatchObject({
  250. thresholdRatio: 0.8,
  251. retainTokens: 70,
  252. })
  253. expect(retentionOnly).not.toHaveProperty('retainRatio')
  254. })
  255. it('merges exact provider/model policy overrides and scales ratios per model', () => {
  256. const config = resolveConfig({
  257. thresholdRatio: 0.8,
  258. retainRatio: 0.1,
  259. modelPolicies: [{
  260. provider: 'small-provider',
  261. model: 'shared-id',
  262. thresholdRatio: 0.5,
  263. retainTokens: 120,
  264. }],
  265. })
  266. const small = resolveTargetPolicy(config, {
  267. provider: 'small-provider',
  268. model: 'shared-id',
  269. })
  270. const otherProvider = resolveTargetPolicy(config, {
  271. provider: 'large-provider',
  272. model: 'shared-id',
  273. })
  274. expect(resolveCompactSpec(small, 1_000)).toMatchObject({
  275. thresholdTokens: 500,
  276. retainTokens: 120,
  277. })
  278. expect(resolveCompactSpec(otherProvider, 2_000)).toMatchObject({
  279. thresholdTokens: 1_600,
  280. retainTokens: 200,
  281. })
  282. const ratioOverride = resolveTargetPolicy(resolveConfig({
  283. retainTokens: 200,
  284. modelPolicies: [{
  285. provider: 'ratio-provider',
  286. model: 'ratio-model',
  287. thresholdRatio: 0.6,
  288. retainRatio: 0.2,
  289. summarizationProvider: 'summary-provider',
  290. summarizationModel: 'summary-model',
  291. maxTokens: 512,
  292. compactionRetries: 2,
  293. maxOverflowRetries: 3,
  294. }],
  295. }), { provider: 'ratio-provider', model: 'ratio-model' })
  296. expect(resolveCompactSpec(ratioOverride, 2_000)).toMatchObject({
  297. thresholdTokens: 1_200,
  298. retainTokens: 400,
  299. summarizationProvider: 'summary-provider',
  300. summarizationModel: 'summary-model',
  301. maxTokens: 512,
  302. compactionRetries: 2,
  303. maxOverflowRetries: 3,
  304. })
  305. })
  306. it('inherits, clears, and replaces the summarization target as a pair', () => {
  307. const config = resolveConfig({
  308. summarizationProvider: 'default-provider',
  309. summarizationModel: 'default-model',
  310. modelPolicies: [
  311. { provider: 'inherit-provider', model: MODEL },
  312. {
  313. provider: 'clear-provider',
  314. model: MODEL,
  315. summarizationProvider: '',
  316. summarizationModel: '',
  317. },
  318. {
  319. provider: 'replace-provider',
  320. model: MODEL,
  321. summarizationProvider: 'replacement-provider',
  322. summarizationModel: 'replacement-model',
  323. },
  324. ],
  325. })
  326. expect(resolveTargetPolicy(config, { provider: 'inherit-provider', model: MODEL }))
  327. .toMatchObject({
  328. summarizationProvider: 'default-provider',
  329. summarizationModel: 'default-model',
  330. })
  331. expect(resolveTargetPolicy(config, { provider: 'clear-provider', model: MODEL }))
  332. .toMatchObject({ summarizationProvider: '', summarizationModel: '' })
  333. expect(resolveTargetPolicy(config, { provider: 'replace-provider', model: MODEL }))
  334. .toMatchObject({
  335. summarizationProvider: 'replacement-provider',
  336. summarizationModel: 'replacement-model',
  337. })
  338. })
  339. it('validates common values and pressure-policy invariants', () => {
  340. const bad = [
  341. [{ maxTokens: 0 }, /maxTokens/],
  342. [{ compactionRetries: -1 }, /compactionRetries/],
  343. [{ maxOverflowRetries: -1 }, /maxOverflowRetries/],
  344. [{ auto: 'yes' }, /auto must be a boolean/],
  345. [{ summarizationProvider: 1 }, /summarizationProvider must be a string/],
  346. [{ summarizationModel: 1 }, /summarizationModel must be a string/],
  347. [{ summarizationProvider: MODEL }, /must be set together/],
  348. [{ summarizationModel: MODEL }, /must be set together/],
  349. [{ summarizationProvider: '' }, /must be set together/],
  350. [{ summarizationModel: '' }, /must be set together/],
  351. [{ thresholdRatio: 0 }, /number in \(0, 1\]/],
  352. [{ thresholdRatio: 1.1 }, /number in \(0, 1\]/],
  353. [{ retainRatio: 0.9 }, /retainRatio \(0.9\) must be less than the resolved thresholdRatio \(0.8\)/],
  354. [{ thresholdRatio: 0.1 }, /retainRatio \(0.16\) must be less than the resolved thresholdRatio \(0.1\)/],
  355. [{ retainTokens: -1 }, /non-negative integer/],
  356. [{ retainRatio: 0.2, retainTokens: 100 }, /mutually exclusive/],
  357. [{ modelPolicies: {} }, /modelPolicies must be an array/],
  358. [{ modelPolicies: [1] }, /modelPolicies\[0\] must be an object/],
  359. [{ modelPolicies: [null] }, /modelPolicies\[0\] must be an object/],
  360. [{ modelPolicies: [[]] }, /modelPolicies\[0\] must be an object/],
  361. [{ modelPolicies: [{ provider: 1, model: MODEL }] }, /provider must be a non-empty string/],
  362. [{ modelPolicies: [{ provider: '', model: MODEL }] }, /provider must be a non-empty string/],
  363. [{ modelPolicies: [{ provider: MODEL, model: 1 }] }, /model must be a non-empty string/],
  364. [{ modelPolicies: [{ provider: MODEL, model: '' }] }, /model must be a non-empty string/],
  365. [{ modelPolicies: [{ provider: MODEL, model: MODEL, summarizationProvider: 1 }] }, /summarizationProvider must be a string/],
  366. [{
  367. summarizationProvider: 'default-provider',
  368. summarizationModel: 'default-model',
  369. modelPolicies: [{ provider: MODEL, model: MODEL, summarizationModel: '' }],
  370. }, /modelPolicies\[0\].*must be set together/],
  371. [{
  372. summarizationProvider: 'default-provider',
  373. summarizationModel: 'default-model',
  374. modelPolicies: [{ provider: MODEL, model: MODEL, summarizationProvider: '' }],
  375. }, /modelPolicies\[0\].*must be set together/],
  376. [{ modelPolicies: [{ provider: MODEL, model: MODEL, retainRatio: 0.2, retainTokens: 100 }] }, /mutually exclusive/],
  377. [
  378. { modelPolicies: [{ provider: MODEL, model: MODEL, thresholdRatio: 0.1 }] },
  379. /modelPolicies\[0\]: retainRatio \(0.16\).*thresholdRatio \(0.1\)/,
  380. ],
  381. [
  382. { modelPolicies: [{ provider: MODEL, model: MODEL, retainRatio: 0.9 }] },
  383. /modelPolicies\[0\]: retainRatio \(0.9\).*thresholdRatio \(0.8\)/,
  384. ],
  385. [{ modelPolicies: [{ provider: MODEL, model: MODEL }, { provider: MODEL, model: MODEL }] }, /duplicate model policy/],
  386. [{ models: { [MODEL]: { retainTokens: 10 } } }, /BasicCompactConfig: unknown key "models"/],
  387. [{ thresholdRato: 0.5 }, /BasicCompactConfig: unknown key "thresholdRato"/],
  388. ] as Array<[unknown, RegExp]>
  389. for (const [config, pattern] of bad) {
  390. expect(() => resolveConfig(config as BasicCompactConfig)).toThrow(pattern)
  391. }
  392. const invalidPressure = resolveTargetPolicy(resolveConfig({
  393. thresholdRatio: 0.5,
  394. retainTokens: 500,
  395. }), { provider: MODEL, model: MODEL })
  396. expect(() => resolveCompactSpec(invalidPressure, 1_000)).toThrow(/less than threshold/)
  397. expect(() => resolveCompactSpec(invalidPressure, 1.5)).toThrow(/positive integer/)
  398. expect(() => resolveCompactSpec(invalidPressure, 0)).toThrow(/positive integer/)
  399. })
  400. })
  401. describe('pressure measurement and retention', () => {
  402. const compactConfig: BasicCompactConfig = {
  403. auto: false,
  404. thresholdRatio: 0.5,
  405. retainTokens: 180,
  406. }
  407. it('skips when no durable routed model exists instead of using AgentOptions fallback', async () => {
  408. const compact = service(compactConfig)
  409. const session = new Session(SessionId('headerless'))
  410. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  411. await expect(compact.compactIfNeeded(agent(session, MODEL), 'pressure', SIGNAL))
  412. .resolves.toBeNull()
  413. expect(compact.calls).toHaveLength(0)
  414. })
  415. it('meters an unlisted model when its provider adapter supplies context metadata', async () => {
  416. const compact = service(compactConfig)
  417. const session = conversation()
  418. session.append('request/header', {
  419. header: { config: { provider: 'unlisted-provider', model: 'unlisted-model' } },
  420. reason: 'resume',
  421. })
  422. await expect(compactIfNeeded(compact, session))
  423. .resolves.not.toBeNull()
  424. })
  425. it('re-resolves capacity after a same-model-id provider switch in one session', async () => {
  426. const ctx = new Context()
  427. void new LlmService(ctx)
  428. void new TokenMeterService(ctx)
  429. ctx.llm.registerAdapter(['large', 'small'], new RoutedContextAdapter({
  430. large: 10_000,
  431. small: 1_000,
  432. }))
  433. const compact = service({
  434. auto: false,
  435. thresholdRatio: 0.5,
  436. retainRatio: 0.1,
  437. }, ctx)
  438. const session = conversation(4)
  439. session.append('request/header', {
  440. header: { config: { provider: 'large', model: 'shared-id' } },
  441. reason: 'resume',
  442. })
  443. await expect(compactIfNeeded(compact, session)).resolves.toBeNull()
  444. session.append('request/header', {
  445. header: { config: { provider: 'small', model: 'shared-id' } },
  446. reason: 'change',
  447. })
  448. await expect(compactIfNeeded(compact, session)).resolves.not.toBeNull()
  449. })
  450. it('requires capacity only for proactive pressure, not provider-confirmed overflow', async () => {
  451. const ctx = new Context()
  452. void new LlmService(ctx)
  453. void new TokenMeterService(ctx)
  454. ctx.llm.registerAdapter(['unknown-context'], new ContextAdapter(1_000))
  455. vi.spyOn(ctx.llm, 'resolveModelContext').mockResolvedValue(undefined)
  456. const compact = service(compactConfig, ctx)
  457. const session = conversation(4)
  458. session.append('request/header', {
  459. header: { config: { provider: 'unknown-context', model: 'model' } },
  460. reason: 'resume',
  461. })
  462. await expect(compactIfNeeded(compact, session, 'pressure'))
  463. .rejects.toThrow(/no context capacity for unknown-context\/model/)
  464. await expect(compactIfNeeded(compact, session, 'context-overflow'))
  465. .resolves.not.toBeNull()
  466. })
  467. it('declines forced overflow when the whole surface is one indivisible tool pair', async () => {
  468. const compact = service(compactConfig)
  469. const session = new Session(SessionId('single-tool-pair'))
  470. const callId = CallId('single-call')
  471. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  472. session.append('step/start', { turn: 1, step: 1 })
  473. session.append('request/header', {
  474. header: { config: { provider: MODEL, model: MODEL } },
  475. reason: 'initial',
  476. })
  477. session.append('assistant/message', {
  478. provenance: { provider: MODEL, model: MODEL },
  479. turn: 1,
  480. step: 1,
  481. content: [{ type: 'tool-call', id: callId, name: 'read', arguments: '{}' }],
  482. }, { surfaceOp: 'append' })
  483. session.append('tool/call', { turn: 1, step: 1, callId, name: 'read', arguments: '{}' })
  484. session.append('tool/result', {
  485. turn: 1,
  486. step: 1,
  487. callId,
  488. content: [{ type: 'text', text: 'result' }],
  489. isError: false,
  490. }, { surfaceOp: 'append' })
  491. session.append('step/end', { turn: 1, step: 1 })
  492. const generation = session.surface.replaceGeneration
  493. await expect(compactIfNeeded(compact, session, 'context-overflow')).resolves.toBeNull()
  494. expect(session.surface.replaceGeneration).toBe(generation)
  495. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  496. })
  497. it('does nothing below threshold and compacts a priced head above threshold', async () => {
  498. const compact = service(compactConfig)
  499. expect(await compactIfNeeded(compact, conversation(2))).toBeNull()
  500. const session = conversation(4)
  501. const result = await compactIfNeeded(compact, session)
  502. expect(result).not.toBeNull()
  503. expect(result?.shadowedSeqs.length).toBeGreaterThan(2)
  504. expect(session.surface.nodes.length).toBeLessThan(8)
  505. })
  506. it('counts the durable routed request envelope without putting its prefix on the surface', async () => {
  507. const compact = service({
  508. auto: false,
  509. thresholdRatio: 0.9,
  510. retainTokens: 50,
  511. })
  512. const session = conversation(2, 'x'.repeat(600))
  513. expect(await compactIfNeeded(compact, session)).toBeNull()
  514. const prefix = [{ role: 'user' as const, content: [{ type: 'text' as const, text: 'p'.repeat(600) }] }]
  515. session.append('request/header', {
  516. header: {
  517. config: { provider: MODEL, model: MODEL },
  518. system: 's'.repeat(600),
  519. messagePrefix: prefix,
  520. },
  521. reason: 'resume',
  522. })
  523. const result = await compactIfNeeded(compact, session)
  524. expect(result).not.toBeNull()
  525. expect(prefix).toHaveLength(1)
  526. // The routed request prefix must not reach the surface as its own message
  527. // (the compaction summary itself is an expected plugin-sourced checkpoint).
  528. expect(session.events.some(event => event.type === 'user/message'
  529. && event.data.content.some(block => block.type === 'text' && block.text.includes('p'.repeat(600))))).toBe(false)
  530. })
  531. it('uses the latest logged request envelope without an AgentOptions override', async () => {
  532. const ctx = createContext()
  533. const compact = service({
  534. auto: false,
  535. thresholdRatio: 0.5,
  536. retainTokens: 180,
  537. }, ctx)
  538. const session = conversation(4)
  539. session.append('request/header', {
  540. header: { config: { provider: 'actual', model: 'actual' } },
  541. reason: 'initial',
  542. })
  543. const measure = vi.spyOn(ctx.tokenMeter, 'measure')
  544. const result = await compactIfNeeded(compact, session, 'pressure', 'fallback')
  545. expect(result).not.toBeNull()
  546. expect(session.requestHeader()?.config.model).toBe('actual')
  547. expect(measure.mock.calls[0]).toEqual([session])
  548. })
  549. it('declines when envelope pressure is high but the surface has no compactable range', async () => {
  550. const compact = service(compactConfig)
  551. const empty = new Session(SessionId('empty'))
  552. empty.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  553. empty.append('request/header', {
  554. header: { config: { provider: MODEL, model: MODEL }, system: 'x'.repeat(100_000) },
  555. reason: 'initial',
  556. })
  557. expect(await compactIfNeeded(compact, empty)).toBeNull()
  558. const retained = conversation(1)
  559. retained.append('request/header', {
  560. header: { config: { provider: MODEL, model: MODEL }, system: 'x'.repeat(100_000) },
  561. reason: 'resume',
  562. })
  563. expect(await compactIfNeeded(compact, retained)).toBeNull()
  564. })
  565. it('uses one unified measurement for each pressure-and-retention decision', async () => {
  566. const ctx = createContext()
  567. const compact = service(compactConfig, ctx)
  568. const measure = vi.spyOn(ctx.tokenMeter, 'measure')
  569. const stop = new Error('stop after first decision')
  570. vi.spyOn(compact, 'compactRegion').mockRejectedValueOnce(stop)
  571. await expect(compactIfNeeded(compact, conversation(4))).rejects.toBe(stop)
  572. expect(measure).toHaveBeenCalledTimes(1)
  573. })
  574. it('bounds retries when a shrinking checkpoint remains above threshold', async () => {
  575. const compact = service({
  576. auto: false,
  577. compactionRetries: 0,
  578. thresholdRatio: 0.3,
  579. retainTokens: 180,
  580. })
  581. compact.summary = Array.from({ length: 7 }, (_, index) => ({
  582. type: 'text',
  583. text: `summary ${index}`,
  584. }))
  585. await expect(compactIfNeeded(compact, conversation(4)))
  586. .rejects.toThrow(/still above threshold after 1 compaction attempts/)
  587. })
  588. it('rounds a retention cut head-ward to preserve tool-call/result pairing', async () => {
  589. const compact = service({
  590. auto: false,
  591. thresholdRatio: 0.8,
  592. retainTokens: 80,
  593. }, createContext(4_000))
  594. const session = toolConversation()
  595. const result = await compactIfNeeded(compact, session)
  596. expect(result).not.toBeNull()
  597. const messages = session.deriveMessages()
  598. const calls = new Set<string>()
  599. for (const message of messages) {
  600. for (const block of message.content) {
  601. if (block.type === 'tool-call') calls.add(block.id)
  602. if (block.type === 'tool-result') expect(calls.has(block.toolCallId)).toBe(true)
  603. }
  604. }
  605. })
  606. it('rejects a priced surface that is not the current positional surface', () => {
  607. const ctx = createContext()
  608. const session = conversation(2)
  609. const priced = ctx.tokenMeter.measure(session)
  610. expect(() => selectCompactableRange(session, {
  611. ...priced,
  612. nodes: priced.nodes.slice(1),
  613. }, 1)).toThrow(/does not match/)
  614. })
  615. it('declines when rounding a cut would consume the only tool pair', () => {
  616. const ctx = createContext()
  617. const session = new Session(SessionId('one-tool-pair'))
  618. const callId = CallId('only')
  619. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  620. session.append('step/start', { turn: 1, step: 1 })
  621. session.append('assistant/message', {
  622. provenance: { provider: MODEL, model: MODEL },
  623. turn: 1,
  624. step: 1,
  625. content: [{ type: 'tool-call', id: callId, name: 'read', arguments: '{}' }],
  626. }, { surfaceOp: 'append' })
  627. session.append('tool/call', { turn: 1, step: 1, callId, name: 'read', arguments: '{}' })
  628. session.append('tool/result', {
  629. turn: 1,
  630. step: 1,
  631. callId,
  632. content: [{ type: 'text', text: 'result' }],
  633. isError: false,
  634. }, { surfaceOp: 'append' })
  635. session.append('step/end', { turn: 1, step: 1 })
  636. const priced = ctx.tokenMeter.measure(session)
  637. expect(selectCompactableRange(session, priced, 1)).toBeNull()
  638. })
  639. })
  640. describe('optional model-free tool-result pruning', () => {
  641. const pruneConfig = { thresholdChars: 100, headChars: 20, tailChars: 10 }
  642. it('does not prune a below-pressure session opportunistically', async () => {
  643. const ctx = createContext(10_000)
  644. const prune = new ToolResultPruneService(ctx, pruneConfig)
  645. const compact = new TestCompactService(ctx, {
  646. auto: false,
  647. thresholdRatio: 0.8,
  648. retainTokens: 100,
  649. })
  650. const session = oversizedToolResult()
  651. const pruneSession = vi.spyOn(prune, 'pruneSession')
  652. expect(await compactIfNeeded(compact, session)).toBeNull()
  653. expect(pruneSession).not.toHaveBeenCalled()
  654. expect(compact.calls).toHaveLength(0)
  655. expect(session.surface.replaceGeneration).toBe(0)
  656. })
  657. it('skips LLM summarization when pruning alone clears pressure', async () => {
  658. const ctx = createContext(1_000)
  659. void new ToolResultPruneService(ctx, pruneConfig)
  660. const compact = new TestCompactService(ctx, {
  661. auto: false,
  662. thresholdRatio: 0.5,
  663. retainTokens: 50,
  664. })
  665. const session = oversizedToolResult()
  666. expect(ctx.tokenMeter.measure(session).totalTokens).toBeGreaterThanOrEqual(500)
  667. expect(await compactIfNeeded(compact, session)).toBeNull()
  668. expect(ctx.tokenMeter.measure(session).totalTokens).toBeLessThan(500)
  669. expect(compact.calls).toHaveLength(0)
  670. expect(session.surface.replaceGeneration).toBe(1)
  671. })
  672. it('summarizes the pruned surface when pruning is insufficient', async () => {
  673. const ctx = createContext(2_000)
  674. void new ToolResultPruneService(ctx, pruneConfig)
  675. const compact = new TestCompactService(ctx, {
  676. auto: false,
  677. thresholdRatio: 0.5,
  678. retainTokens: 50,
  679. })
  680. const session = toolConversation()
  681. expect(await compactIfNeeded(compact, session)).not.toBeNull()
  682. expect(compact.calls).toHaveLength(1)
  683. expect(summarizedText(compact.calls[0]!.input)).toContain('tool result middle pruned')
  684. expect(summarizedText(compact.calls[0]!.input)).not.toContain('result 1 '.repeat(300))
  685. })
  686. it('retains the original compact-basic behavior without the optional plugin', async () => {
  687. const ctx = createContext(2_000)
  688. const compact = new TestCompactService(ctx, {
  689. auto: false,
  690. thresholdRatio: 0.5,
  691. retainTokens: 50,
  692. })
  693. const session = oversizedToolResult(3_000, true)
  694. expect(await compactIfNeeded(compact, session)).not.toBeNull()
  695. expect(compact.calls).toHaveLength(1)
  696. const original = session.events.find(event => event.type === 'tool/result')
  697. expect(original?.type === 'tool/result' && original.data.content[0])
  698. .toEqual({ type: 'text', text: 'X'.repeat(3_000) })
  699. expect(session.events.filter(event =>
  700. event.type === 'tool/result' && event.surfaceOp !== 'append')).toHaveLength(0)
  701. })
  702. })
  703. describe('compaction region transaction', () => {
  704. it('lands a framed, replayable checkpoint with exact pricing provenance', async () => {
  705. const compact = service()
  706. const session = conversation(3)
  707. const before = [...session.surface.nodes]
  708. const result = await compact.compactRegion(
  709. before[0]!,
  710. before[3]!,
  711. agent(session, MODEL),
  712. SIGNAL,
  713. )
  714. expect(result.shadowedSeqs).toEqual(before.slice(0, 4))
  715. expect(result.shadowedTokenCount).toBeGreaterThan(0)
  716. expect(compact.calls[0]).toMatchObject({ signal: SIGNAL })
  717. expect(summarizedText(compact.calls[0]!.input)).toContain('fixture user 1')
  718. const summary = session.events.findLast(event => event.type === 'compact/summary')
  719. expect(summary?.data).toMatchObject({
  720. shadowedSeqs: result.shadowedSeqs,
  721. shadowedTokenCount: result.shadowedTokenCount,
  722. provider: 'summary-provider',
  723. model: 'summary-model',
  724. maxTokens: 123,
  725. })
  726. const head = session.deriveMessages()[0]!
  727. expect(head.content[0]?.type).toBe('text')
  728. expect(head.content[0]?.type === 'text' ? head.content[0].text : '').toContain('<compacted-summary>')
  729. expect(head.content.at(-1)).toEqual({ type: 'text', text: '</compacted-summary>' })
  730. const replay = new Session(SessionId('replay'), [...session.events])
  731. expect(replay.deriveMessages()).toEqual(session.deriveMessages())
  732. })
  733. it('replays the latest routed header prefix so the summarizer reuses the cache', async () => {
  734. const compact = service()
  735. const session = conversation(3)
  736. const tools = [{ name: 'do_thing', description: 'd', parameters: { type: 'object' } }]
  737. const messagePrefix: Message[] = [{ role: 'user', content: [{ type: 'text', text: 'SESSION PREFIX' }] }]
  738. session.append('request/header', {
  739. header: { config: { provider: MODEL, model: MODEL }, system: 'CONVERSATION SYSTEM', tools, messagePrefix },
  740. reason: 'resume',
  741. })
  742. const nodes = session.surface.nodes
  743. await compact.compactRegion(nodes[0]!, nodes[1]!, agent(session, MODEL), SIGNAL)
  744. const { input } = compact.calls[0]!
  745. expect(input.system).toBe('CONVERSATION SYSTEM')
  746. expect(input.tools).toEqual(tools)
  747. expect(input.messages[0]).toEqual(messagePrefix[0])
  748. expect(summarizedText(input)).toContain('fixture user 1')
  749. })
  750. it.each([
  751. ['start missing', 9_001, undefined, /start seq 9001 not found/],
  752. ['end missing', undefined, 9_002, /end seq 9002 not found/],
  753. ])('rejects %s', async (_label, startOverride, endOverride, pattern) => {
  754. const compact = service()
  755. const session = conversation(2)
  756. const nodes = session.surface.nodes
  757. await expect(compact.compactRegion(
  758. startOverride ?? nodes[0]!,
  759. endOverride ?? nodes[1]!,
  760. agent(session, MODEL),
  761. )).rejects.toThrow(pattern)
  762. })
  763. it('rejects reversed and tool-unbalanced positional boundaries', async () => {
  764. const compact = service()
  765. const plain = conversation(2)
  766. const nodes = plain.surface.nodes
  767. await expect(compact.compactRegion(
  768. nodes[2]!,
  769. nodes[1]!,
  770. agent(plain, MODEL),
  771. )).rejects.toThrow(/is after end/)
  772. const tools = toolConversation()
  773. const toolNodes = tools.surface.nodes
  774. await expect(compact.compactRegion(
  775. toolNodes[2]!,
  776. toolNodes[4]!,
  777. agent(tools, MODEL),
  778. )).rejects.toThrow(/start seq .* not a balanced boundary/)
  779. await expect(compact.compactRegion(
  780. toolNodes[0]!,
  781. toolNodes[1]!,
  782. agent(tools, MODEL),
  783. )).rejects.toThrow(/end seq .* not a balanced boundary/)
  784. })
  785. it('requires an open turn and an idle compaction bracket', async () => {
  786. const compact = service()
  787. const closed = conversation(1)
  788. closed.append('turn/end', { turn: 2, reason: { kind: 'completed' } })
  789. const nodes = closed.surface.nodes
  790. await expect(compact.compactRegion(
  791. nodes[0]!,
  792. nodes[1]!,
  793. agent(closed, MODEL),
  794. )).rejects.toThrow(/no open turn/)
  795. const locked = conversation(1)
  796. locked.append('compact/start', { turn: 2 })
  797. const lockedNodes = locked.surface.nodes
  798. await expect(compact.compactRegion(
  799. lockedNodes[0]!,
  800. lockedNodes[1]!,
  801. agent(locked, MODEL),
  802. )).rejects.toThrow(/already in progress/)
  803. })
  804. it('rejects a session with no turn boundary at all', async () => {
  805. const compact = service()
  806. const session = new Session(SessionId('turnless'))
  807. session.append('user/message', {
  808. content: [{ type: 'text', text: 'orphan' }],
  809. source: { kind: 'user' },
  810. }, { surfaceOp: 'append' })
  811. const node = session.surface.nodes[0]!
  812. await expect(compact.compactRegion(
  813. node,
  814. node,
  815. agent(session, MODEL),
  816. )).rejects.toThrow(/no open turn/)
  817. })
  818. it('rejects a meter snapshot that changed before summarization began', async () => {
  819. const ctx = createContext()
  820. const meter = ctx.tokenMeter
  821. const original = meter.measure.bind(meter)
  822. vi.spyOn(meter, 'measure').mockImplementationOnce((session) => {
  823. const measurement = original(session)
  824. return { ...measurement, nodes: measurement.nodes.slice(1) }
  825. })
  826. const compact = service({ auto: false }, ctx)
  827. const session = conversation(2)
  828. const nodes = session.surface.nodes
  829. await expect(compact.compactRegion(
  830. nodes[0]!,
  831. nodes[2]!,
  832. agent(session, MODEL),
  833. )).rejects.toThrow(/selected surface changed/)
  834. })
  835. it('records summarizer failures without mutating the surface', async () => {
  836. const compact = service()
  837. compact.error = new Error('summary unavailable')
  838. const session = conversation(2)
  839. const before = session.surface.nodes
  840. await expect(compact.compactRegion(
  841. before[0]!,
  842. before[2]!,
  843. agent(session, MODEL),
  844. )).rejects.toThrow('summary unavailable')
  845. expect(session.surface.nodes).toEqual(before)
  846. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  847. .toMatchObject({ error: 'summary unavailable' })
  848. })
  849. it('stringifies non-Error failures in the durable end bracket', async () => {
  850. const compact = service()
  851. compact.error = 'plain failure'
  852. const session = conversation(2)
  853. const nodes = session.surface.nodes
  854. await expect(compact.compactRegion(
  855. nodes[0]!,
  856. nodes[2]!,
  857. agent(session, MODEL),
  858. )).rejects.toBe('plain failure')
  859. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  860. .toMatchObject({ error: 'plain failure' })
  861. })
  862. it('tolerates concurrent log-only appends while the selected surface is stable', async () => {
  863. const compact = service()
  864. const session = conversation(2)
  865. compact.mutateDuringSummary = () => {
  866. session.append('request/header', {
  867. header: { config: { provider: MODEL, model: MODEL } },
  868. reason: 'change',
  869. })
  870. }
  871. const nodes = session.surface.nodes
  872. await expect(compact.compactRegion(
  873. nodes[0]!,
  874. nodes[2]!,
  875. agent(session, MODEL),
  876. )).resolves.toMatchObject({ shadowedSeqs: nodes.slice(0, 3) })
  877. expect(session.events.some(event => event.type === 'compact/summary')).toBe(true)
  878. })
  879. it('rejects concurrent surface appends before committing the replacement', async () => {
  880. const compact = service()
  881. const session = conversation(2)
  882. compact.mutateDuringSummary = () => {
  883. session.append('user/message', {
  884. content: [{ type: 'text', text: 'concurrent surface mutation' }],
  885. source: { kind: 'plugin', plugin: 'test' },
  886. }, { surfaceOp: 'append' })
  887. }
  888. const nodes = session.surface.nodes
  889. await expect(compact.compactRegion(
  890. nodes[0]!,
  891. nodes[2]!,
  892. agent(session, MODEL),
  893. )).rejects.toThrow(/session surface changed/)
  894. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  895. })
  896. it('rejects a non-shrinking framed summary under the conversation meter', async () => {
  897. const compact = service()
  898. compact.summary = Array.from({ length: 100 }, (_, index) => ({
  899. type: 'text',
  900. text: `verbose ${index}`,
  901. }))
  902. const session = conversation(2)
  903. const nodes = session.surface.nodes
  904. await expect(compact.compactRegion(
  905. nodes[0]!,
  906. nodes[2]!,
  907. agent(session, MODEL),
  908. )).rejects.toThrow(/summary is not smaller/)
  909. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  910. })
  911. it('lets a model-independent custom summarizer compact without a conversation model', async () => {
  912. const compact = service()
  913. const session = new Session(SessionId('model-less-region'))
  914. session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
  915. session.append('user/message', {
  916. content: [{ type: 'text', text: 'history '.repeat(100) }],
  917. source: { kind: 'user' },
  918. }, { surfaceOp: 'append' })
  919. session.append('step/start', { turn: 1, step: 1 })
  920. session.append('assistant/message', {
  921. provenance: { provider: 'historical', model: 'historical' },
  922. turn: 1,
  923. step: 1,
  924. content: [{ type: 'text', text: 'answer '.repeat(100) }],
  925. }, { surfaceOp: 'append' })
  926. session.append('step/end', { turn: 1, step: 1 })
  927. const nodes = session.surface.nodes
  928. await expect(compact.compactRegion(
  929. nodes[0]!,
  930. nodes[1]!,
  931. agent(session),
  932. )).resolves.toMatchObject({ shadowedSeqs: [nodes[0]!, nodes[1]!] })
  933. })
  934. })
  935. class ScriptedAdapter extends LlmAdapter {
  936. lastOptions: GenerateOptions | undefined
  937. constructor(
  938. private readonly blocks: readonly ContentBlock[],
  939. private readonly finish: (StreamChunk & { type: 'finish' })['reason'] = { kind: 'stop' },
  940. ) {
  941. super()
  942. }
  943. override async * stream(options: GenerateOptions): AsyncIterable<StreamChunk> {
  944. this.lastOptions = options
  945. for (const [index, block] of this.blocks.entries()) {
  946. yield { type: 'block-start', index, blockType: block.type }
  947. if (block.type === 'text') {
  948. yield { type: 'text-delta', index, text: block.text }
  949. } else if (block.type === 'reasoning') {
  950. yield { type: 'reasoning-delta', index, text: block.text }
  951. } else {
  952. yield { type: 'block-end', index, block }
  953. }
  954. }
  955. yield { type: 'finish', reason: this.finish }
  956. }
  957. }
  958. class ExposedCompactService extends BasicCompactService {
  959. runSummarize(
  960. input: SummarizationInput,
  961. owner: Agent,
  962. signal?: AbortSignal,
  963. ): Promise<{ summary: ContentBlock[]; provider: string; model: string; maxTokens?: number }> {
  964. return this.summarize(input, owner, signal)
  965. }
  966. }
  967. async function summarizerHarness(
  968. blocks: readonly ContentBlock[],
  969. finish?: (StreamChunk & { type: 'finish' })['reason'],
  970. model = MODEL,
  971. config: BasicCompactConfig = { auto: false },
  972. ): Promise<{ ctx: Context; adapter: ScriptedAdapter; compact: ExposedCompactService }> {
  973. const ctx = new Context()
  974. await ctx.plugin(LlmService)
  975. void new TokenMeterService(ctx)
  976. const adapter = new ScriptedAdapter(blocks, finish)
  977. ctx.llm.registerAdapter([model], adapter)
  978. const compact = new ExposedCompactService(ctx, config)
  979. return { ctx, adapter, compact }
  980. }
  981. describe('default one-shot summarizer', () => {
  982. it('uses configured model/default cap, forwards cancellation, and keeps only safe text', async () => {
  983. const { adapter, compact } = await summarizerHarness([
  984. { type: 'reasoning', text: 'private' },
  985. { type: 'text', text: 'public summary' },
  986. { type: 'tool-call', id: CallId('unexpected'), name: 'x', arguments: '{}' },
  987. ], undefined, MODEL, {
  988. auto: false,
  989. summarizationProvider: MODEL,
  990. summarizationModel: MODEL,
  991. maxTokens: 321,
  992. })
  993. const session = conversation(1)
  994. const output = await compact.runSummarize(promptInput('transcript'), agent(session, 'fallback'), SIGNAL)
  995. expect(output).toEqual({
  996. summary: [{ type: 'text', text: 'public summary' }],
  997. provider: MODEL,
  998. model: MODEL,
  999. maxTokens: 321,
  1000. })
  1001. expect(adapter.lastOptions).toMatchObject({
  1002. provider: MODEL,
  1003. model: MODEL,
  1004. maxTokens: 321,
  1005. signal: SIGNAL,
  1006. sessionId: session.id,
  1007. purpose: 'compaction',
  1008. })
  1009. const instruction = adapter.lastOptions?.messages.at(-1)?.content[0]
  1010. expect(instruction?.type === 'text' ? instruction.text : '').toContain('## Primary Request and Intent')
  1011. })
  1012. it('replays the conversation prefix and appends the instruction as the final message', async () => {
  1013. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }])
  1014. const tools = [{ name: 'do_thing', description: 'd', parameters: { type: 'object' } }]
  1015. const prefix: Message = { role: 'user', content: [{ type: 'text', text: 'earlier turn' }] }
  1016. await compact.runSummarize({
  1017. system: 'REPLAYED SYSTEM',
  1018. tools,
  1019. messages: [prefix],
  1020. }, agent(conversation(1), MODEL))
  1021. expect(adapter.lastOptions?.system).toBe('REPLAYED SYSTEM')
  1022. expect(adapter.lastOptions?.tools).toEqual(tools)
  1023. const messages = adapter.lastOptions?.messages ?? []
  1024. expect(messages[0]).toEqual(prefix)
  1025. const last = messages.at(-1)?.content[0]
  1026. const lastText = last?.type === 'text' ? last.text : ''
  1027. expect(lastText).toContain('Condense the conversation ABOVE')
  1028. expect(lastText).toContain('## Primary Request and Intent')
  1029. })
  1030. it('applies the routed model policy without changing the replayed prefix', async () => {
  1031. const { ctx, compact } = await summarizerHarness(
  1032. [{ type: 'text', text: 'unused default summary' }],
  1033. undefined,
  1034. MODEL,
  1035. {
  1036. auto: false,
  1037. maxTokens: 111,
  1038. modelPolicies: [{
  1039. provider: MODEL,
  1040. model: MODEL,
  1041. summarizationProvider: 'policy-summary',
  1042. summarizationModel: 'policy-summary',
  1043. maxTokens: 222,
  1044. }],
  1045. },
  1046. )
  1047. const policyAdapter = new ScriptedAdapter([{ type: 'text', text: 'policy summary' }])
  1048. ctx.llm.registerAdapter(['policy-summary'], policyAdapter)
  1049. const prefix: Message = { role: 'user', content: [{ type: 'text', text: 'warm prefix' }] }
  1050. const output = await compact.runSummarize({
  1051. system: 'WARM SYSTEM',
  1052. messages: [prefix],
  1053. }, agent(conversation(1), 'fallback'))
  1054. expect(output).toMatchObject({
  1055. provider: 'policy-summary',
  1056. model: 'policy-summary',
  1057. maxTokens: 222,
  1058. })
  1059. expect(policyAdapter.lastOptions).toMatchObject({
  1060. provider: 'policy-summary',
  1061. model: 'policy-summary',
  1062. maxTokens: 222,
  1063. system: 'WARM SYSTEM',
  1064. })
  1065. expect(policyAdapter.lastOptions?.messages[0]).toEqual(prefix)
  1066. })
  1067. it('resolves the latest routed provider/model before the AgentOptions pair', async () => {
  1068. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }], undefined, 'routed')
  1069. const session = conversation(1)
  1070. session.append('request/header', {
  1071. header: { config: { provider: 'routed', model: 'routed' } },
  1072. reason: 'initial',
  1073. })
  1074. const output = await compact.runSummarize(promptInput('history'), agent(session, 'fallback'))
  1075. expect(output.provider).toBe('routed')
  1076. expect(output.model).toBe('routed')
  1077. expect(adapter.lastOptions?.provider).toBe('routed')
  1078. expect(adapter.lastOptions?.model).toBe('routed')
  1079. })
  1080. it('records the model actually dispatched after one-shot stream routing', async () => {
  1081. const { ctx, compact } = await summarizerHarness([{ type: 'text', text: 'unused' }])
  1082. const routedAdapter = new ScriptedAdapter([{ type: 'text', text: 'routed summary' }])
  1083. ctx.llm.registerAdapter(['routed-summary-provider'], routedAdapter)
  1084. ctx.on('llm/stream', (options, next) => {
  1085. options.provider = 'routed-summary-provider'
  1086. options.model = 'routed-summary-model'
  1087. return next()
  1088. })
  1089. const session = conversation(3, 'large history '.repeat(500))
  1090. const nodes = session.surface.nodes
  1091. await compact.compactRegion(nodes[0]!, nodes[3]!, agent(session, MODEL), SIGNAL)
  1092. expect(session.events.findLast(event => event.type === 'compact/summary')?.data).toMatchObject({
  1093. summary: [{ type: 'text', text: 'routed summary' }],
  1094. provider: 'routed-summary-provider',
  1095. model: 'routed-summary-model',
  1096. })
  1097. expect(routedAdapter.lastOptions?.provider).toBe('routed-summary-provider')
  1098. expect(routedAdapter.lastOptions?.model).toBe('routed-summary-model')
  1099. })
  1100. it('fails clearly when no complete summarization target can be resolved', async () => {
  1101. const ctx = new Context()
  1102. await ctx.plugin(LlmService)
  1103. void new TokenMeterService(ctx)
  1104. const compact = new ExposedCompactService(ctx, { auto: false })
  1105. await expect(compact.runSummarize(promptInput('history'), agent(new Session(SessionId('model-less')))))
  1106. .rejects.toThrow(/no provider\/model available for summarization/)
  1107. })
  1108. it('uses a complete AgentOptions target when no durable route exists', async () => {
  1109. const { adapter, compact } = await summarizerHarness([{ type: 'text', text: 'summary' }])
  1110. const session = new Session(SessionId('headerless-summary'))
  1111. await expect(compact.runSummarize(promptInput('history'), agent(session, MODEL))).resolves.toMatchObject({
  1112. provider: MODEL,
  1113. model: MODEL,
  1114. })
  1115. expect(adapter.lastOptions).toMatchObject({ provider: MODEL, model: MODEL })
  1116. })
  1117. it.each([
  1118. { provider: '', model: MODEL },
  1119. { provider: MODEL },
  1120. { provider: MODEL, model: '' },
  1121. ])('rejects incomplete AgentOptions target %#', async (options) => {
  1122. const { compact } = await summarizerHarness([{ type: 'text', text: 'unused' }])
  1123. const owner = {
  1124. session: new Session(SessionId(`incomplete-${String(options.model)}`)),
  1125. options,
  1126. } as Agent
  1127. await expect(compact.runSummarize(promptInput('history'), owner))
  1128. .rejects.toThrow(/no provider\/model available for summarization/)
  1129. })
  1130. it.each([
  1131. [{ kind: 'error', failure: { message: 'provider failed', code: 'PROVIDER' } }, 'PROVIDER', /provider failed/],
  1132. [{ kind: 'error', failure: { message: 'opaque', code: 'UNKNOWN' } }, 'UNKNOWN', /opaque/],
  1133. [{ kind: 'aborted', failure: { message: 'summarization aborted', code: 'ABORTED' } }, 'ABORTED', /aborted/],
  1134. [{ kind: 'max-tokens' }, 'MAX_TOKENS', /token cap/],
  1135. ] as Array<[(StreamChunk & { type: 'finish' })['reason'], string | undefined, RegExp]>) (
  1136. 'rejects terminal finish %#',
  1137. async (finish, code, pattern) => {
  1138. const { compact } = await summarizerHarness([], finish)
  1139. let thrown: unknown
  1140. try {
  1141. await compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL))
  1142. } catch (error: unknown) {
  1143. thrown = error
  1144. }
  1145. expect(thrown).toBeInstanceOf(Error)
  1146. expect((thrown as Error).message).toMatch(pattern)
  1147. expect((thrown as Error & { code?: string }).code).toBe(code)
  1148. },
  1149. )
  1150. it('rejects empty or reasoning-only successful output', async () => {
  1151. const { compact } = await summarizerHarness([{ type: 'reasoning', text: 'private' }])
  1152. await expect(compact.runSummarize(promptInput('history'), agent(conversation(1), MODEL)))
  1153. .rejects.toThrow(/no text summary content/)
  1154. })
  1155. })
  1156. describe('automatic listener and loader composition', () => {
  1157. function postStep(ctx: Context, owner: Agent, signal = SIGNAL): Promise<unknown> {
  1158. return agentEvents(ctx, owner).serial('agent/step', 1, 1, signal)
  1159. }
  1160. function recover(
  1161. ctx: Context,
  1162. owner: Agent,
  1163. error: Error & { code?: string },
  1164. signal = SIGNAL,
  1165. next: () => Promise<void> = () => Promise.resolve(),
  1166. ): Promise<boolean> {
  1167. const failure: LlmFailure = { message: error.message, code: error.code ?? 'UNKNOWN' }
  1168. const turn = owner.session.events.findLast(event => event.type === 'turn/start')?.data.turn ?? 1
  1169. let retried = false
  1170. owner.retry = () => { retried = true }
  1171. return agentEvents(ctx, owner).waterfall(
  1172. 'agent/request-error', turn, 1, error, failure, signal, next,
  1173. ).then(() => retried)
  1174. }
  1175. function overflow(message = 'provider overflow'): Error & { code: string } {
  1176. return Object.assign(new Error(message), { code: CONTEXT_WINDOW_EXCEEDED_CODE })
  1177. }
  1178. it('compacts post-step above threshold using the durable routed model and remains idle below it', async () => {
  1179. const ctx = createContext()
  1180. const compact = new TestCompactService(ctx, {
  1181. thresholdRatio: 0.5,
  1182. retainTokens: 180,
  1183. })
  1184. const pressured = conversation(4)
  1185. await postStep(ctx, agent(pressured, 'unconfigured-agent-fallback'))
  1186. expect(pressured.events.some(event => event.type === 'compact/summary')).toBe(true)
  1187. const small = conversation(1)
  1188. await postStep(ctx, agent(small, MODEL))
  1189. expect(small.events.some(event => event.type === 'compact/start')).toBe(false)
  1190. expect(compact.calls).toHaveLength(1)
  1191. })
  1192. it('skips post-step pressure when the step signal is already aborted', async () => {
  1193. const ctx = createContext()
  1194. const compact = new TestCompactService(ctx, {
  1195. thresholdRatio: 0.5,
  1196. retainTokens: 180,
  1197. })
  1198. const pressured = conversation(4)
  1199. const compactIfNeeded = vi.spyOn(compact, 'compactIfNeeded')
  1200. await expect(postStep(ctx, agent(pressured, MODEL), AbortSignal.abort('step aborted')))
  1201. .resolves.toBeUndefined()
  1202. expect(compactIfNeeded).not.toHaveBeenCalled()
  1203. expect(pressured.events.some(event => event.type === 'compact/start')).toBe(false)
  1204. })
  1205. it('warns and continues after operational failures, including non-Errors', async () => {
  1206. const ctx = createContext()
  1207. const warnings: string[] = []
  1208. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1209. const compact = new TestCompactService(ctx, {
  1210. thresholdRatio: 0.5,
  1211. retainTokens: 180,
  1212. })
  1213. compact.error = 'temporary failure'
  1214. const session = conversation(4)
  1215. await expect(postStep(ctx, agent(session, MODEL))).resolves.toBeUndefined()
  1216. expect(warnings).toContainEqual(expect.stringContaining('temporary failure'))
  1217. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  1218. })
  1219. it('warns once per routed target when proactive pressure has no context metadata', async () => {
  1220. const ctx = createContext()
  1221. const warnings: string[] = []
  1222. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1223. vi.spyOn(ctx.llm, 'resolveModelContext').mockResolvedValue(undefined)
  1224. void new TestCompactService(ctx, {
  1225. thresholdRatio: 0.5,
  1226. retainTokens: 180,
  1227. })
  1228. const session = conversation(4)
  1229. await postStep(ctx, agent(session, MODEL))
  1230. await postStep(ctx, agent(session, MODEL))
  1231. expect(warnings).toEqual([
  1232. expect.stringContaining(`no context capacity for ${MODEL}/${MODEL}`),
  1233. ])
  1234. })
  1235. it('warns once per routed target when absolute retention exceeds its resolved threshold', async () => {
  1236. const ctx = createContext()
  1237. const warnings: string[] = []
  1238. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1239. void new TestCompactService(ctx, {
  1240. thresholdRatio: 0.5,
  1241. retainTokens: 500,
  1242. })
  1243. const session = conversation(4)
  1244. await postStep(ctx, agent(session, MODEL))
  1245. await postStep(ctx, agent(session, MODEL))
  1246. expect(warnings).toEqual([
  1247. expect.stringContaining('retainTokens (500) must be less than threshold tokens 500'),
  1248. ])
  1249. })
  1250. it('force-compacts below normal pressure for canonical overflow and retries only after replacement', async () => {
  1251. const ctx = createContext(10_000)
  1252. void new TestCompactService(ctx, {
  1253. thresholdRatio: 1,
  1254. retainTokens: 900,
  1255. })
  1256. const session = conversation(3)
  1257. const beforeGeneration = session.surface.replaceGeneration
  1258. const retainedSeq = session.surface.nodes.at(-1)!
  1259. const threshold = 10_000
  1260. expect(ctx.tokenMeter.measure(session).totalTokens).toBeLessThan(threshold)
  1261. const decision = await recover(ctx, agent(session, 'unconfigured-agent-fallback'), overflow())
  1262. expect(decision).toBe(true)
  1263. expect(session.surface.replaceGeneration).toBe(beforeGeneration + 1)
  1264. expect(session.events.some(event => event.type === 'compact/summary')).toBe(true)
  1265. expect(session.surface.nodes).toContain(retainedSeq)
  1266. })
  1267. it('authorizes overflow retry when pruning alone advances an indivisible surface', async () => {
  1268. const ctx = createContext(10_000)
  1269. void new ToolResultPruneService(ctx, {
  1270. thresholdChars: 100,
  1271. headChars: 20,
  1272. tailChars: 10,
  1273. })
  1274. const compact = new TestCompactService(ctx, {
  1275. thresholdRatio: 1,
  1276. retainTokens: 900,
  1277. })
  1278. const session = oversizedToolResult()
  1279. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1280. expect(session.surface.replaceGeneration).toBe(1)
  1281. expect(session.events.some(event => event.type === 'compact/summary')).toBe(false)
  1282. expect(compact.calls).toHaveLength(0)
  1283. })
  1284. it('continues overflow recovery with summarization on the pruned surface', async () => {
  1285. const ctx = createContext(10_000)
  1286. void new ToolResultPruneService(ctx, {
  1287. thresholdChars: 100,
  1288. headChars: 20,
  1289. tailChars: 10,
  1290. })
  1291. const compact = new TestCompactService(ctx, {
  1292. thresholdRatio: 1,
  1293. retainTokens: 900,
  1294. })
  1295. const session = toolConversation()
  1296. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1297. expect(session.events.some(event => event.type === 'compact/summary')).toBe(true)
  1298. expect(compact.calls).toHaveLength(1)
  1299. expect(summarizedText(compact.calls[0]!.input)).toContain('tool result middle pruned')
  1300. })
  1301. it('retries from a durable prune when later overflow summarization throws', async () => {
  1302. const ctx = createContext(10_000)
  1303. const warnings: string[] = []
  1304. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1305. void new ToolResultPruneService(ctx, {
  1306. thresholdChars: 100,
  1307. headChars: 20,
  1308. tailChars: 10,
  1309. })
  1310. const compact = new TestCompactService(ctx, {
  1311. thresholdRatio: 1,
  1312. retainTokens: 900,
  1313. })
  1314. compact.error = new Error('summary unavailable after prune')
  1315. const session = oversizedToolResult(3_000, true)
  1316. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1317. expect(session.surface.replaceGeneration).toBe(1)
  1318. expect(session.events.filter(event => event.type === 'tool/result')).toHaveLength(2)
  1319. expect(session.events.findLast(event => event.type === 'compact/end')?.data)
  1320. .toMatchObject({ error: 'summary unavailable after prune' })
  1321. expect(warnings).toContainEqual(expect.stringContaining('retrying from the replacement surface'))
  1322. })
  1323. it('lets cancellation win when summary throws after a durable prune', async () => {
  1324. const ctx = createContext(10_000)
  1325. const controller = new AbortController()
  1326. void new ToolResultPruneService(ctx, {
  1327. thresholdChars: 100,
  1328. headChars: 20,
  1329. tailChars: 10,
  1330. })
  1331. const compact = new TestCompactService(ctx, {
  1332. thresholdRatio: 1,
  1333. retainTokens: 900,
  1334. })
  1335. compact.mutateDuringSummary = () => { controller.abort('cancelled during summary') }
  1336. compact.error = new Error('summary cancelled after prune')
  1337. const session = oversizedToolResult(3_000, true)
  1338. expect(await recover(ctx, agent(session, MODEL), overflow(), controller.signal)).toBe(false)
  1339. expect(session.surface.replaceGeneration).toBe(1)
  1340. })
  1341. it('preserves the newest whole tool-call/result pair during forced overflow compaction', async () => {
  1342. const ctx = createContext()
  1343. void new TestCompactService(ctx, {
  1344. thresholdRatio: 1,
  1345. retainTokens: 90,
  1346. })
  1347. const session = toolConversation()
  1348. const newestAssistant = session.surface.nodes.at(-2)!
  1349. const newestResult = session.surface.nodes.at(-1)!
  1350. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(true)
  1351. const currentAssistant = session.surface.nodes.find(node => node === newestAssistant)
  1352. const currentResult = session.surface.nodes.find(node => node === newestResult)
  1353. expect(currentAssistant).toBeDefined()
  1354. expect(currentResult).toBeDefined()
  1355. expect(toolPairingBalancedBefore(session, currentAssistant!)).toBe(true)
  1356. expect(toolPairingBalancedAfter(session, currentResult!)).toBe(true)
  1357. })
  1358. it('does not retry when a backend reports success without replacing the surface', async () => {
  1359. const ctx = createContext()
  1360. const compact = new TestCompactService(ctx)
  1361. const session = conversation(2)
  1362. const fakeResult: CompactionResult = {
  1363. startSeq: 1,
  1364. summarySeq: 2,
  1365. endSeq: 3,
  1366. summary: [{ type: 'text', text: 'fake' }],
  1367. shadowedRange: { start: 1, end: 2 },
  1368. shadowedSeqs: [1, 2],
  1369. shadowedTokenCount: 10,
  1370. }
  1371. vi.spyOn(compact, 'compactIfNeeded').mockResolvedValue(fakeResult)
  1372. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1373. expect(session.surface.replaceGeneration).toBe(0)
  1374. })
  1375. it('delegates downstream exactly once when no replacement is available', async () => {
  1376. const ctx = createContext()
  1377. const compact = new TestCompactService(ctx)
  1378. vi.spyOn(compact, 'compactIfNeeded').mockResolvedValue(null)
  1379. const downstream = new Error('downstream recovery failed')
  1380. let calls = 0
  1381. await expect(recover(
  1382. ctx,
  1383. agent(conversation(2), MODEL),
  1384. overflow(),
  1385. SIGNAL,
  1386. () => {
  1387. calls += 1
  1388. return Promise.reject(downstream)
  1389. },
  1390. )).rejects.toBe(downstream)
  1391. expect(calls).toBe(1)
  1392. })
  1393. it('preserves the original provider error when recovery throws', async () => {
  1394. const ctx = createContext()
  1395. const warnings: string[] = []
  1396. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1397. const compact = new TestCompactService(ctx)
  1398. compact.error = new Error('summary unavailable')
  1399. const original = overflow('original provider overflow')
  1400. expect(await recover(ctx, agent(conversation(3), MODEL), original)).toBe(false)
  1401. expect(original).toMatchObject({
  1402. message: 'original provider overflow',
  1403. code: CONTEXT_WINDOW_EXCEEDED_CODE,
  1404. })
  1405. expect(warnings).toContainEqual(expect.stringContaining('preserving the original request error'))
  1406. })
  1407. it('delegates once when overflow recovery throws a non-Error value', async () => {
  1408. const ctx = createContext()
  1409. const warnings: string[] = []
  1410. ctx.logger.warn = ((message: string) => void warnings.push(message)) as typeof ctx.logger.warn
  1411. const compact = new TestCompactService(ctx)
  1412. compact.error = 'non-error recovery failure'
  1413. const session = conversation(3)
  1414. const generation = session.surface.replaceGeneration
  1415. const original = overflow('original provider failure')
  1416. let delegations = 0
  1417. const decision = await recover(ctx, agent(session, MODEL), original, SIGNAL, () => {
  1418. delegations += 1
  1419. return Promise.resolve()
  1420. })
  1421. expect(decision).toBe(false)
  1422. expect(delegations).toBe(1)
  1423. expect(session.surface.replaceGeneration).toBe(generation)
  1424. expect(original).toMatchObject({
  1425. message: 'original provider failure',
  1426. code: CONTEXT_WINDOW_EXCEEDED_CODE,
  1427. })
  1428. expect(warnings).toContainEqual(expect.stringContaining('non-error recovery failure'))
  1429. })
  1430. it('recovers an overflow for an unlisted routed model', async () => {
  1431. const ctx = createContext()
  1432. void new TestCompactService(ctx)
  1433. const session = conversation(2)
  1434. session.append('request/header', {
  1435. header: { config: { provider: 'unknown-routed-provider', model: 'unknown-routed-model' } },
  1436. reason: 'resume',
  1437. })
  1438. expect(await recover(ctx, agent(session, MODEL), overflow('unlisted-model overflow')))
  1439. .toBe(true)
  1440. })
  1441. it('delegates canonical overflow when no durable routed target exists', async () => {
  1442. const ctx = createContext()
  1443. void new TestCompactService(ctx)
  1444. const session = new Session(SessionId('headerless-overflow'))
  1445. session.append('turn/start', {
  1446. turn: 1,
  1447. trigger: { kind: 'message', source: { kind: 'user' } },
  1448. })
  1449. await expect(recover(ctx, agent(session, MODEL), overflow())).resolves.toBe(false)
  1450. })
  1451. it('honors retry caps and ignores non-context failures', async () => {
  1452. const ctx = createContext()
  1453. const compact = new TestCompactService(ctx, { maxOverflowRetries: 1 })
  1454. const compactSpy = vi.spyOn(compact, 'compactIfNeeded')
  1455. const owner = agent(conversation(3), MODEL)
  1456. expect(await recover(ctx, owner, Object.assign(new Error('rate limit'), { code: 'RATE_LIMIT' })))
  1457. .toBe(false)
  1458. expect(await recover(ctx, owner, overflow())).toBe(true)
  1459. compactSpy.mockClear()
  1460. expect(await recover(ctx, owner, overflow())).toBe(false)
  1461. expect(compactSpy).not.toHaveBeenCalled()
  1462. })
  1463. it('applies the routed model override to the overflow retry cap', async () => {
  1464. const ctx = createContext()
  1465. const compact = new TestCompactService(ctx, {
  1466. maxOverflowRetries: 2,
  1467. modelPolicies: [{
  1468. provider: MODEL,
  1469. model: MODEL,
  1470. maxOverflowRetries: 1,
  1471. }],
  1472. })
  1473. const compactSpy = vi.spyOn(compact, 'compactIfNeeded')
  1474. const owner = agent(conversation(3), MODEL)
  1475. expect(await recover(ctx, owner, overflow())).toBe(true)
  1476. compactSpy.mockClear()
  1477. expect(await recover(ctx, owner, overflow())).toBe(false)
  1478. expect(compactSpy).not.toHaveBeenCalled()
  1479. })
  1480. it('does not retry when cancellation lands during an awaited compaction', async () => {
  1481. const ctx = createContext()
  1482. const compact = new TestCompactService(ctx)
  1483. const controller = new AbortController()
  1484. compact.mutateDuringSummary = () => { controller.abort('cancelled during summary') }
  1485. const session = conversation(3)
  1486. const generation = session.surface.replaceGeneration
  1487. expect(await recover(ctx, agent(session, MODEL), overflow(), controller.signal)).toBe(false)
  1488. expect(session.surface.replaceGeneration).toBe(generation + 1)
  1489. })
  1490. it('maxOverflowRetries:0 disables recovery without disabling post-step pressure', async () => {
  1491. const ctx = createContext()
  1492. void new TestCompactService(ctx, {
  1493. maxOverflowRetries: 0,
  1494. thresholdRatio: 0.5,
  1495. retainTokens: 180,
  1496. })
  1497. const session = conversation(4)
  1498. await postStep(ctx, agent(session, MODEL))
  1499. const summaries = session.events.filter(event => event.type === 'compact/summary').length
  1500. expect(summaries).toBe(1)
  1501. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1502. expect(session.events.filter(event => event.type === 'compact/summary')).toHaveLength(summaries)
  1503. })
  1504. it('auto:false installs neither automatic listener', async () => {
  1505. const ctx = createContext()
  1506. void new TestCompactService(ctx, {
  1507. auto: false,
  1508. thresholdRatio: 0.5,
  1509. retainTokens: 180,
  1510. })
  1511. const session = conversation(4)
  1512. await postStep(ctx, agent(session, MODEL))
  1513. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  1514. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1515. })
  1516. it('loads and disposes the real zero-config service stack', async () => {
  1517. const ctx = new Context()
  1518. await ctx.plugin(LlmService)
  1519. const meterFiber = await ctx.plugin(TokenMeterService)
  1520. const compactFiber = await ctx.plugin(BasicCompactService, { auto: false })
  1521. expect(ctx.get('compact')).toBeInstanceOf(BasicCompactService)
  1522. await compactFiber.dispose()
  1523. expect(ctx.get('compact')).toBeUndefined()
  1524. await meterFiber.dispose()
  1525. expect(ctx.get('tokenMeter')).toBeUndefined()
  1526. })
  1527. it('removes its automatic listener with the plugin fiber', async () => {
  1528. const ctx = new Context()
  1529. await ctx.plugin(LlmService)
  1530. await ctx.plugin(TokenMeterService)
  1531. const fiber = await ctx.plugin(TestCompactService, {
  1532. thresholdRatio: 0.5,
  1533. retainTokens: 180,
  1534. })
  1535. await fiber.dispose()
  1536. const session = conversation(4)
  1537. await postStep(ctx, agent(session, MODEL))
  1538. expect(session.events.some(event => event.type === 'compact/start')).toBe(false)
  1539. expect(await recover(ctx, agent(session, MODEL), overflow())).toBe(false)
  1540. })
  1541. })