sqlite.spec.ts 93 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132
  1. import { createAssistantMessage, createUserMessage } from '@deepseek-ai/dsh-llm'
  2. import { afterEach, describe, expect, it, vi } from 'vitest'
  3. import { Context, type Fiber } from '@deepseek-ai/cordis'
  4. import { DatabaseSync } from 'node:sqlite'
  5. import { chmod, mkdir, mkdtemp, readFile, readdir, rm, stat, writeFile } from 'node:fs/promises'
  6. import { tmpdir } from 'node:os'
  7. import { dirname, join } from 'node:path'
  8. import SessionStore, {
  9. SESSION_FORMAT_VERSION,
  10. SessionId,
  11. SessionLogOffset,
  12. SessionSeq,
  13. } from '@deepseek-ai/dsh-session'
  14. import SessionProjectionRegistry from '@deepseek-ai/dsh-session-projection'
  15. import type { SessionEvent, SessionHeader, SessionId as SessionIdType } from '@deepseek-ai/dsh-session'
  16. import SessionPersistence, { SessionPersistenceRevision } from '@deepseek-ai/dsh-session-persistence'
  17. import type {
  18. SessionEventSuffix,
  19. SessionInspection,
  20. SessionPersistenceListing,
  21. SessionPersistenceSnapshot,
  22. } from '@deepseek-ai/dsh-session-persistence'
  23. import JsonlSessionPersistence from '@deepseek-ai/dsh-session-persistence-jsonl'
  24. import { generationLogFilename } from '@deepseek-ai/dsh-session-persistence-jsonl/src/format.ts'
  25. import SqliteSessionQueryEngine, {
  26. SESSION_QUERY_SQLITE_SCHEMA_VERSION,
  27. } from '@deepseek-ai/dsh-session-query-sqlite'
  28. import {
  29. SESSION_QUERY_DEFAULT_PERSISTED_INSPECT_CONCURRENCY,
  30. SessionQueryError,
  31. SessionSearchCursor,
  32. type SessionAvailability,
  33. type SessionQueryErrorCode,
  34. type SessionSearchRequest,
  35. } from '@deepseek-ai/dsh-session-query'
  36. const temporaryDirectories: string[] = []
  37. afterEach(async () => {
  38. for (const directory of temporaryDirectories.splice(0)) {
  39. await rm(directory, { recursive: true, force: true })
  40. }
  41. })
  42. async function temporaryPath(name = 'search.db'): Promise<string> {
  43. const directory = await mkdtemp(join(tmpdir(), 'dsh-session-search-'))
  44. temporaryDirectories.push(directory)
  45. return join(directory, name)
  46. }
  47. function header(id: string, createdAt = 1, extra: Partial<SessionHeader> = {}): SessionHeader {
  48. return { version: SESSION_FORMAT_VERSION, id: SessionId(id), createdAt, isSeeded: false, ...extra }
  49. }
  50. function messageEvents(text: string, time = 1): SessionEvent<'user/message'>[] {
  51. return [{
  52. type: 'user/message',
  53. seq: SessionSeq(0),
  54. time,
  55. data: createUserMessage({
  56. content: [{ type: 'text', text }], source: { kind: 'user' },
  57. }),
  58. surfaceOp: 'append',
  59. }]
  60. }
  61. function expectCode(code: SessionQueryErrorCode): Error {
  62. return expect.objectContaining({ code }) as Error
  63. }
  64. function replaceCursorOffset(
  65. cursor: ReturnType<typeof SessionSearchCursor>,
  66. offset: number,
  67. ): ReturnType<typeof SessionSearchCursor> {
  68. const payload = JSON.parse(
  69. Buffer.from(cursor, 'base64url').toString('utf8'),
  70. ) as Record<string, unknown>
  71. return SessionSearchCursor(Buffer.from(JSON.stringify({ ...payload, offset }), 'utf8').toString('base64url'))
  72. }
  73. class TestPersistence extends SessionPersistence {
  74. override readonly supportsRawArtifacts = false
  75. static entries = new Map<SessionIdType, {
  76. meta: SessionHeader
  77. inheritedEventCount?: SessionLogOffset
  78. events: SessionEvent[]
  79. }>()
  80. static revisions = new Map<SessionIdType, number>()
  81. static nextRevision = 0
  82. static loads = new Map<SessionIdType, number>()
  83. static inspections = new Map<SessionIdType, number>()
  84. static inspectSignals: Array<AbortSignal | undefined> = []
  85. static snapshotSignals: Array<AbortSignal | undefined> = []
  86. static loadEffect: ((entry: { meta: SessionHeader; events: SessionEvent[] }) => void) | undefined
  87. static inspectEffect: ((
  88. entry: { meta: SessionHeader; events: SessionEvent[] },
  89. signal?: AbortSignal,
  90. ) => void | Promise<void>) | undefined
  91. static listGate: Promise<void> | undefined
  92. static listStarted: (() => void) | undefined
  93. static snapshotEffect: ((signal?: AbortSignal) => void | Promise<void>) | undefined
  94. static snapshotOverride: (() => SessionPersistenceSnapshot[]) | undefined
  95. static failure: unknown
  96. locate(_meta: SessionHeader): undefined {
  97. return undefined
  98. }
  99. borrowSession(_id: SessionIdType, _signal?: AbortSignal): ReturnType<SessionPersistence['borrowSession']> {
  100. return Promise.reject(new Error('not used'))
  101. }
  102. static reset(entries: readonly {
  103. meta: SessionHeader
  104. inheritedEventCount?: SessionLogOffset
  105. events: SessionEvent[]
  106. }[] = []): void {
  107. this.entries = new Map()
  108. this.revisions = new Map()
  109. this.loads = new Map()
  110. this.inspections = new Map()
  111. this.inspectSignals = []
  112. this.snapshotSignals = []
  113. this.loadEffect = undefined
  114. this.inspectEffect = undefined
  115. for (const entry of entries) this.set(entry)
  116. this.listGate = undefined
  117. this.listStarted = undefined
  118. this.snapshotEffect = undefined
  119. this.snapshotOverride = undefined
  120. this.failure = undefined
  121. }
  122. static set(entry: {
  123. meta: SessionHeader
  124. inheritedEventCount?: SessionLogOffset
  125. events: SessionEvent[]
  126. }): void {
  127. this.entries.set(entry.meta.id, structuredClone(entry))
  128. this.revisions.set(entry.meta.id, ++this.nextRevision)
  129. }
  130. create(meta: SessionHeader, inheritedEventCount?: SessionLogOffset): Promise<void> {
  131. TestPersistence.set({
  132. meta,
  133. ...inheritedEventCount === undefined ? {} : { inheritedEventCount },
  134. events: [],
  135. })
  136. return Promise.resolve()
  137. }
  138. append(id: SessionIdType, events: readonly SessionEvent[]): Promise<void> {
  139. const entry = TestPersistence.entries.get(id)
  140. if (entry === undefined) return Promise.reject(new Error('missing test session'))
  141. entry.events.push(...structuredClone(events))
  142. TestPersistence.revisions.set(id, ++TestPersistence.nextRevision)
  143. return Promise.resolve()
  144. }
  145. async load(id: SessionIdType): Promise<SessionInspection> {
  146. TestPersistence.loads.set(id, (TestPersistence.loads.get(id) ?? 0) + 1)
  147. if (TestPersistence.failure !== undefined) throw TestPersistence.failure
  148. const entry = TestPersistence.entries.get(id)
  149. if (entry === undefined) throw new Error('missing test session')
  150. if (TestPersistence.loadEffect !== undefined) {
  151. const effect = TestPersistence.loadEffect
  152. TestPersistence.loadEffect = undefined
  153. effect(entry)
  154. TestPersistence.revisions.set(id, ++TestPersistence.nextRevision)
  155. }
  156. return {
  157. ...structuredClone(entry),
  158. inheritedEventCount: entry.inheritedEventCount ?? SessionLogOffset(0),
  159. }
  160. }
  161. async inspect(id: SessionIdType, signal?: AbortSignal): Promise<SessionInspection> {
  162. TestPersistence.inspections.set(id, (TestPersistence.inspections.get(id) ?? 0) + 1)
  163. TestPersistence.inspectSignals.push(signal)
  164. if (TestPersistence.failure !== undefined) throw TestPersistence.failure
  165. const entry = TestPersistence.entries.get(id)
  166. if (entry === undefined) throw new Error('missing test session')
  167. await TestPersistence.inspectEffect?.(entry, signal)
  168. TestPersistence.inspectEffect = undefined
  169. return {
  170. ...structuredClone(entry),
  171. inheritedEventCount: entry.inheritedEventCount ?? SessionLogOffset(0),
  172. }
  173. }
  174. async readFrom(
  175. id: SessionIdType,
  176. fromSeq: SessionLogOffset,
  177. signal?: AbortSignal,
  178. ): Promise<SessionEventSuffix> {
  179. const whole = await this.inspect(id, signal)
  180. return { ...whole, fromSeq, events: whole.events.filter(event => event.seq >= fromSeq) }
  181. }
  182. async list(): Promise<SessionPersistenceListing[]> {
  183. TestPersistence.listStarted?.()
  184. await TestPersistence.listGate
  185. if (TestPersistence.failure !== undefined) throw TestPersistence.failure
  186. return [...TestPersistence.entries.values()].map(entry => ({
  187. status: 'current' as const,
  188. header: structuredClone(entry.meta),
  189. storedVersion: entry.meta.version,
  190. targetVersion: SESSION_FORMAT_VERSION,
  191. }))
  192. }
  193. async listSnapshots(signal?: AbortSignal): Promise<SessionPersistenceSnapshot[]> {
  194. TestPersistence.snapshotSignals.push(signal)
  195. TestPersistence.listStarted?.()
  196. await TestPersistence.listGate
  197. if (TestPersistence.failure !== undefined) throw TestPersistence.failure
  198. const snapshots = TestPersistence.snapshotOverride?.()
  199. ?? [...TestPersistence.entries.values()].map(entry => ({
  200. status: 'current' as const,
  201. header: structuredClone(entry.meta),
  202. storedVersion: entry.meta.version,
  203. targetVersion: SESSION_FORMAT_VERSION,
  204. revision: SessionPersistenceRevision(`test:${TestPersistence.revisions.get(entry.meta.id)}`),
  205. }))
  206. await TestPersistence.snapshotEffect?.(signal)
  207. return snapshots
  208. }
  209. }
  210. async function liveContext(config: ConstructorParameters<typeof SqliteSessionQueryEngine>[1] = { path: ':memory:' }): Promise<Context> {
  211. const ctx = new Context()
  212. await ctx.plugin(SessionStore)
  213. await ctx.plugin(SessionProjectionRegistry)
  214. await ctx.plugin(SqliteSessionQueryEngine, config)
  215. return ctx
  216. }
  217. describe('SQLite session search', () => {
  218. it('defaults and validates opening policy and persisted inspection concurrency through its Cordis config', async () => {
  219. const defaultCtx = await liveContext()
  220. expect((defaultCtx.sessionQuery as SqliteSessionQueryEngine).config.openAt).toBe('startup')
  221. expect((defaultCtx.sessionQuery as SqliteSessionQueryEngine).config.persistedInspectConcurrency)
  222. .toBe(SESSION_QUERY_DEFAULT_PERSISTED_INSPECT_CONCURRENCY)
  223. const configuredValue = 2
  224. const configured = new SqliteSessionQueryEngine.Config({
  225. path: ':memory:',
  226. openAt: 'first-search',
  227. persistedInspectConcurrency: configuredValue,
  228. })
  229. expect(configured.openAt).toBe('first-search')
  230. expect(configured.persistedInspectConcurrency).toBe(configuredValue)
  231. const configuredCtx = await liveContext(configured)
  232. expect((configuredCtx.sessionQuery as SqliteSessionQueryEngine).config.persistedInspectConcurrency)
  233. .toBe(configuredValue)
  234. for (const persistedInspectConcurrency of [0, Number.MAX_SAFE_INTEGER + 1]) {
  235. expect(() => new SqliteSessionQueryEngine.Config({
  236. path: ':memory:',
  237. persistedInspectConcurrency,
  238. })).toThrow()
  239. }
  240. expect(() => new SqliteSessionQueryEngine.Config({
  241. path: ':memory:',
  242. openAt: 'later' as never,
  243. })).toThrow()
  244. })
  245. it('mounts and disposes first-search mode without opening its database', async () => {
  246. const path = await temporaryPath('unopened.db')
  247. const ctx = new Context()
  248. await ctx.plugin(SessionStore)
  249. await ctx.plugin(SessionProjectionRegistry)
  250. const search = await ctx.plugin(SqliteSessionQueryEngine, {
  251. path,
  252. openAt: 'first-search',
  253. })
  254. await expect(stat(path)).rejects.toMatchObject({ code: 'ENOENT' })
  255. await search.dispose()
  256. await expect(stat(path)).rejects.toMatchObject({ code: 'ENOENT' })
  257. })
  258. it('refuses search in never mode while inherited reads and traces keep working', async () => {
  259. const path = await temporaryPath('never-mode.db')
  260. const ctx = new Context()
  261. await ctx.plugin(SessionStore)
  262. await ctx.plugin(SessionProjectionRegistry)
  263. const search = await ctx.plugin(SqliteSessionQueryEngine, { path, openAt: 'never' })
  264. const service = ctx.sessionQuery as SqliteSessionQueryEngine
  265. expect(service.config.openAt).toBe('never')
  266. const parent = SessionId('never-parent')
  267. const child = SessionId('never-child')
  268. ctx.sessions.create(parent, { seed: messageEvents('never opened needle'), meta: { createdAt: 10 } })
  269. ctx.sessions.create(child, { meta: { parentSession: parent, createdAt: 20 } })
  270. await expect(service.searchSessions({ query: 'needle' }))
  271. .rejects.toThrow(expectCode('SESSION_QUERY_SEARCH_DISABLED'))
  272. await expect(service.searchEvents({ sessionId: parent, query: 'needle' }))
  273. .rejects.toThrow(expectCode('SESSION_QUERY_SEARCH_DISABLED'))
  274. expect((await service.listSessions()).map(record => record.header.id).sort())
  275. .toEqual([child, parent])
  276. const lineage = await service.traceSession(parent)
  277. expect(lineage.complete).toBe(true)
  278. expect(lineage.descendants.map(node => node.session.header.id)).toEqual([child])
  279. // The disabled index never touches the filesystem, in mount, use, or disposal.
  280. await expect(stat(path)).rejects.toMatchObject({ code: 'ENOENT' })
  281. await search.dispose()
  282. await expect(stat(path)).rejects.toMatchObject({ code: 'ENOENT' })
  283. })
  284. it('opens once on the first search and reuses readiness for later searches', async () => {
  285. const ctx = new Context()
  286. await ctx.plugin(SessionStore)
  287. await ctx.plugin(SessionProjectionRegistry)
  288. await ctx.plugin(SqliteSessionQueryEngine, {
  289. path: ':memory:',
  290. openAt: 'first-search',
  291. })
  292. const service = ctx.sessionQuery as SqliteSessionQueryEngine
  293. const internals = service as unknown as { _open(): Promise<void> }
  294. const open = vi.spyOn(internals, '_open')
  295. await expect(service.searchSessions({ query: 'first' })).resolves.toEqual({ items: [] })
  296. await expect(service.searchSessions({ query: 'second' })).resolves.toEqual({ items: [] })
  297. expect(open).toHaveBeenCalledOnce()
  298. })
  299. it('shares one readiness promise across concurrent first searches', async () => {
  300. const ctx = new Context()
  301. await ctx.plugin(SessionStore)
  302. await ctx.plugin(SessionProjectionRegistry)
  303. await ctx.plugin(SqliteSessionQueryEngine, {
  304. path: ':memory:',
  305. openAt: 'first-search',
  306. })
  307. const service = ctx.sessionQuery as SqliteSessionQueryEngine
  308. const internals = service as unknown as { _open(): Promise<void> }
  309. const originalOpen = internals._open.bind(internals)
  310. const release = Promise.withResolvers<undefined>()
  311. const started = Promise.withResolvers<undefined>()
  312. const open = vi.spyOn(internals, '_open').mockImplementation(async () => {
  313. started.resolve(undefined)
  314. await release.promise
  315. await originalOpen()
  316. })
  317. const first = service.searchSessions({ query: 'first' })
  318. const second = service.searchSessions({ query: 'second' })
  319. await started.promise
  320. expect(open).toHaveBeenCalledOnce()
  321. release.resolve(undefined)
  322. await expect(Promise.all([first, second])).resolves.toEqual([
  323. { items: [] },
  324. { items: [] },
  325. ])
  326. expect(open).toHaveBeenCalledOnce()
  327. })
  328. it('searches two-character Unicode61 tokens in live-only sessions', async () => {
  329. const ctx = await liveContext({ path: ':memory:', snippetChars: 20 })
  330. const session = ctx.sessions.create(SessionId('live'), {
  331. seed: messageEvents('inherited context'),
  332. inheritedEventCount: SessionLogOffset(1),
  333. // agentPreset rides along: the index rebuilds the header a caller reads,
  334. // and a session listed under the wrong composition is a lie about what it
  335. // ran. The full-header comparison below is what pins every column.
  336. meta: { cwd: '/work', createdAt: 10, isSeeded: true, delegationDepth: 2, agentPreset: 'minimal' },
  337. })
  338. session.append(
  339. 'user/message',
  340. createUserMessage({
  341. content: [{ type: 'text', text: 'An AI helper' }], source: { kind: 'user' },
  342. }),
  343. { surfaceOp: 'append' },
  344. )
  345. await expect(ctx.sessionQuery.searchEvents({ sessionId: session.id, query: 'AI' }))
  346. .resolves.toMatchObject({
  347. session: session.header,
  348. items: [{ sessionId: session.id, seq: 2, snippet: 'An AI helper' }],
  349. })
  350. await expect(ctx.sessionQuery.searchSessions({ query: 'AI' }))
  351. .resolves.toMatchObject({ items: [{ header: session.header, live: true, persisted: false }] })
  352. const db = (ctx.sessionQuery as unknown as { _db: DatabaseSync })._db
  353. expect(db.prepare('SELECT seed_length FROM temp.live_sessions WHERE id = ?').get(session.id))
  354. .toEqual({ seed_length: 1 })
  355. })
  356. it('retains a persisted inherited cut and reindexes when that source identity changes', async () => {
  357. const meta = header('persisted-seed-cut', 10, { isSeeded: true })
  358. const events: SessionEvent[] = [
  359. ...messageEvents('persisted cut needle'),
  360. { ...messageEvents('second inherited event')[0]!, seq: SessionSeq(1) },
  361. ]
  362. TestPersistence.reset([{
  363. meta,
  364. inheritedEventCount: SessionLogOffset(1),
  365. events,
  366. }])
  367. const ctx = await liveContext()
  368. await ctx.plugin(TestPersistence)
  369. const db = (ctx.sessionQuery as unknown as { _db: DatabaseSync })._db
  370. await expect(ctx.sessionQuery.searchSessions({ query: 'needle' }))
  371. .resolves.toMatchObject({ items: [{ header: { ...meta, isSeeded: true } }] })
  372. expect(db.prepare('SELECT seed_length FROM persisted_sessions WHERE id = ?').get(meta.id))
  373. .toEqual({ seed_length: 1 })
  374. TestPersistence.set({
  375. meta,
  376. inheritedEventCount: SessionLogOffset(2),
  377. events,
  378. })
  379. await ctx.sessionQuery.searchSessions({ query: 'needle' })
  380. expect(db.prepare('SELECT seed_length FROM persisted_sessions WHERE id = ?').get(meta.id))
  381. .toEqual({ seed_length: 2 })
  382. })
  383. it('excludes assistant reasoning while indexing visible answer text', async () => {
  384. const ctx = await liveContext()
  385. const session = ctx.sessions.create(SessionId('reasoning'))
  386. session.append(
  387. 'assistant/message',
  388. {
  389. turn: 1,
  390. step: 1,
  391. message: createAssistantMessage({
  392. content: [
  393. { type: 'reasoning', text: 'private-chain-marker' },
  394. { type: 'text', text: 'visible-answer-marker' },
  395. ],
  396. source: { provider: 'mock', model: 'mock' },
  397. }),
  398. },
  399. { surfaceOp: 'append' },
  400. )
  401. await expect(ctx.sessionQuery.searchSessions({ query: 'private-chain-marker' }))
  402. .resolves.toEqual({ items: [] })
  403. await expect(ctx.sessionQuery.searchSessions({ query: 'visible-answer-marker' }))
  404. .resolves.toMatchObject({
  405. items: [{
  406. header: { id: session.id },
  407. bestMatch: { snippet: 'visible-answer-marker' },
  408. }],
  409. })
  410. })
  411. it('searches all surfaces by default and applies metadata before ranking', async () => {
  412. const ctx = await liveContext({ path: ':memory:', defaultLimit: 10, maxLimit: 20 })
  413. const parent = SessionId('parent')
  414. const events: SessionEvent[] = [
  415. { type: 'user/message', seq: SessionSeq(0), time: 10, data: createUserMessage({
  416. content: [{ type: 'text', text: 'needle original' }], source: { kind: 'user' },
  417. }), surfaceOp: 'append' },
  418. { type: 'assistant/chunk', seq: SessionSeq(1), time: 11, data: { turn: 1, step: 1, chunk: { type: 'text-delta', index: 0, text: 'needle raw' } } },
  419. { type: 'user/message', seq: SessionSeq(2), time: 12, data: createUserMessage({
  420. content: [{ type: 'text', text: 'needle summary' }], source: { kind: 'plugin', plugin: 'test' },
  421. }), surfaceOp: { op: 'replace', start: SessionSeq(0), end: SessionSeq(0) }, sourceEventSeqs: [SessionSeq(0)] },
  422. { type: 'turn/end', seq: SessionSeq(3), time: 13, data: { turn: 1, reason: { kind: 'error', error: { message: 'needle failure', code: 'UNKNOWN' } } } },
  423. ]
  424. ctx.sessions.create(SessionId('a'), { seed: events, meta: { cwd: '/a', parentSession: parent, createdAt: 20 } })
  425. ctx.sessions.create(SessionId('b'), { seed: messageEvents('needle peer', 12), meta: { createdAt: 20 } })
  426. const all = await ctx.sessionQuery.searchEvents({ sessionId: SessionId('a'), query: 'needle' })
  427. expect(new Set(all.items.map(item => item.surface))).toEqual(new Set(['current', 'shadowed', 'log-only']))
  428. await expect(ctx.sessionQuery.searchEvents({
  429. sessionId: SessionId('a'),
  430. query: 'needle',
  431. filters: [
  432. { kind: 'seq', from: 2, to: 2 },
  433. { kind: 'time', from: 12, to: 12 },
  434. { kind: 'type', values: ['user/message'] },
  435. { kind: 'surface', values: ['current'] },
  436. ],
  437. })).resolves.toMatchObject({ items: [{ seq: 2, surface: 'current' }] })
  438. const grouped = await ctx.sessionQuery.searchSessions({
  439. query: 'needle',
  440. sessionFilters: [
  441. { kind: 'id', values: [SessionId('a')] },
  442. { kind: 'cwd', values: ['/a'] },
  443. { kind: 'created-at', from: 20, to: 20 },
  444. { kind: 'parent', values: [parent] },
  445. { kind: 'availability', values: ['live'] },
  446. ],
  447. eventFilters: [{ kind: 'surface', values: ['shadowed'] }],
  448. })
  449. expect(grouped.items).toHaveLength(1)
  450. expect(grouped.items[0]).toMatchObject({
  451. header: { id: SessionId('a'), cwd: '/a', parentSession: parent },
  452. live: true,
  453. persisted: false,
  454. bestMatch: { seq: 0, surface: 'shadowed' },
  455. })
  456. })
  457. it('searches at the supported FTS5 outer-predicate boundary in both scopes', async () => {
  458. const ctx = await liveContext()
  459. const session = ctx.sessions.create(SessionId('predicate-boundary'), {
  460. seed: messageEvents('needle'),
  461. meta: { cwd: '/work' },
  462. })
  463. const sessionFilters = Array.from(
  464. { length: 14 },
  465. () => ({ kind: 'cwd' as const, values: ['/work', null] }),
  466. )
  467. const eventFilters = Array.from(
  468. { length: 13 },
  469. () => ({ kind: 'type' as const, values: ['user/message' as const] }),
  470. )
  471. await expect(ctx.sessionQuery.searchSessions({ query: 'needle', sessionFilters }))
  472. .resolves.toMatchObject({ items: [{ header: { id: session.id } }] })
  473. await expect(ctx.sessionQuery.searchEvents({
  474. sessionId: session.id,
  475. query: 'needle',
  476. filters: eventFilters,
  477. })).resolves.toMatchObject({ items: [{ sessionId: session.id, seq: 0 }] })
  478. })
  479. it('rejects unsupported FTS5 outer-predicate counts with typed errors', async () => {
  480. const ctx = await liveContext()
  481. const session = ctx.sessions.create(SessionId('predicate-limit'), { seed: messageEvents('needle') })
  482. const sessionFilters = Array.from(
  483. { length: 1_100 },
  484. () => ({ kind: 'id' as const, values: [session.id] }),
  485. )
  486. const eventFilters = Array.from(
  487. { length: 1_100 },
  488. () => ({ kind: 'type' as const, values: ['user/message' as const] }),
  489. )
  490. await expect(ctx.sessionQuery.searchSessions({ query: 'needle', sessionFilters }))
  491. .rejects.toThrow(expectCode('SESSION_QUERY_INVALID_FILTER'))
  492. await expect(ctx.sessionQuery.searchEvents({
  493. sessionId: session.id,
  494. query: 'needle',
  495. filters: eventFilters,
  496. })).rejects.toThrow(expectCode('SESSION_QUERY_INVALID_FILTER'))
  497. await expect(ctx.sessionQuery.searchSessions({
  498. query: 'needle',
  499. sessionFilters: sessionFilters.slice(0, 7),
  500. eventFilters: eventFilters.slice(0, 8),
  501. })).rejects.toThrow(expectCode('SESSION_QUERY_INVALID_FILTER'))
  502. await expect(ctx.sessionQuery.searchEvents({
  503. sessionId: session.id,
  504. query: 'needle',
  505. filters: eventFilters.slice(0, 14),
  506. })).rejects.toThrow(expectCode('SESSION_QUERY_INVALID_FILTER'))
  507. })
  508. it('uses literal phrase tokens, stable ties, and bounded Unicode snippets', async () => {
  509. const ctx = await liveContext({ path: ':memory:', defaultLimit: 10, maxLimit: 10, snippetChars: 5 })
  510. ctx.sessions.create(SessionId('a'), { seed: messageEvents('😀😀 alpha beta BRAID 😀😀', 10), meta: { createdAt: 1 } })
  511. ctx.sessions.create(SessionId('b'), { seed: messageEvents('alpha beta', 10), meta: { createdAt: 1 } })
  512. ctx.sessions.create(SessionId('c'), { seed: messageEvents('alpha middle beta', 10), meta: { createdAt: 1 } })
  513. ctx.sessions.create(SessionId('d'), { seed: messageEvents('alpha beta', 10), meta: { createdAt: 1 } })
  514. ctx.sessions.create(SessionId('operator'), { seed: messageEvents('needle OR absent', 10), meta: { createdAt: 1 } })
  515. ctx.sessions.create(SessionId('only'), { seed: messageEvents('needle only', 10), meta: { createdAt: 1 } })
  516. ctx.sessions.create(SessionId('quote'), { seed: messageEvents('say "needle" exactly', 10), meta: { createdAt: 1 } })
  517. const phrase = await ctx.sessionQuery.searchSessions({ query: 'alpha beta' })
  518. expect(phrase.items.map(item => item.header.id)).toEqual([SessionId('b'), SessionId('d'), SessionId('a')])
  519. expect(phrase.items.every(item => Array.from(item.bestMatch.snippet).length <= 5)).toBe(true)
  520. await expect(ctx.sessionQuery.searchSessions({ query: 'AI' })).resolves.toEqual({ items: [] })
  521. await expect(ctx.sessionQuery.searchSessions({ query: 'needle OR absent' }))
  522. .resolves.toMatchObject({ items: [{ header: { id: SessionId('operator') } }] })
  523. await expect(ctx.sessionQuery.searchSessions({ query: 'say "needle"' }))
  524. .resolves.toMatchObject({ items: [{ header: { id: SessionId('quote') } }] })
  525. await expect(ctx.sessionQuery.searchSessions({ query: '*' })).resolves.toEqual({ items: [] })
  526. })
  527. it('ranks live and persisted matches on one source-comparable contract', async () => {
  528. const persisted = header('z-persisted')
  529. TestPersistence.reset([
  530. { meta: persisted, events: messageEvents('needle needle', 10) },
  531. ...Array.from({ length: 12 }, (_, index) => ({
  532. meta: header(`filler-${index}`),
  533. events: messageEvents('needle', 10),
  534. })),
  535. ])
  536. const ctx = await liveContext()
  537. const persistence = await ctx.plugin(TestPersistence)
  538. ctx.sessions.create(SessionId('a-live'), {
  539. seed: messageEvents('needle needle', 10),
  540. meta: { createdAt: persisted.createdAt },
  541. })
  542. const result = await ctx.sessionQuery.searchSessions({
  543. query: 'needle',
  544. sessionFilters: [{ kind: 'id', values: [SessionId('a-live'), persisted.id] }],
  545. })
  546. expect(result.items.map(item => item.header.id)).toEqual([SessionId('a-live'), persisted.id])
  547. await persistence.dispose()
  548. })
  549. it('positions snippets from FTS5 matches across diacritics and punctuation', async () => {
  550. const ctx = await liveContext({ path: ':memory:', snippetChars: 14 })
  551. const session = ctx.sessions.create(SessionId('snippet'), {
  552. seed: messageEvents('long long long—café,\nnext value', 10),
  553. })
  554. const page = await ctx.sessionQuery.searchEvents({ sessionId: session.id, query: 'CAFE' })
  555. expect(page.items).toHaveLength(1)
  556. expect(page.items[0]!.snippet).toContain('café')
  557. expect(page.items[0]!.snippet).toContain('—')
  558. expect(page.items[0]!.snippet).not.toContain('\n')
  559. expect(Array.from(page.items[0]!.snippet).length).toBeLessThanOrEqual(14)
  560. })
  561. it('binds cursors to requests and only invalidates within-session pages for target changes', async () => {
  562. const ctx = await liveContext({ path: ':memory:', defaultLimit: 1, maxLimit: 5 })
  563. const target = ctx.sessions.create(SessionId('target'), {
  564. seed: [
  565. ...messageEvents('needle one', 10),
  566. { ...messageEvents('needle two', 11)[0]!, seq: SessionSeq(1) },
  567. { ...messageEvents('needle three', 12)[0]!, seq: SessionSeq(2) },
  568. ],
  569. })
  570. ctx.sessions.create(SessionId('other'), { seed: messageEvents('needle other', 10) })
  571. const eventPage = await ctx.sessionQuery.searchEvents({ sessionId: target.id, query: 'needle', limit: 1 })
  572. const sessionPage = await ctx.sessionQuery.searchSessions({ query: 'needle', limit: 1 })
  573. expect(eventPage.nextCursor).toEqual(expect.any(String))
  574. expect(sessionPage.nextCursor).toEqual(expect.any(String))
  575. if (eventPage.nextCursor === undefined || sessionPage.nextCursor === undefined) throw new Error('expected cursors')
  576. const unsafeOffsetCursor = replaceCursorOffset(eventPage.nextCursor, 1e100)
  577. await expect(ctx.sessionQuery.searchEvents({
  578. sessionId: target.id,
  579. query: 'needle',
  580. limit: 1,
  581. cursor: unsafeOffsetCursor,
  582. })).rejects.toThrow(expectCode('SESSION_QUERY_INVALID_CURSOR'))
  583. const eventKeys = eventPage.items.map(item => `${item.sessionId}:${item.seq}`)
  584. let eventCursor: ReturnType<typeof SessionSearchCursor> | undefined = eventPage.nextCursor
  585. while (eventCursor !== undefined) {
  586. const next = await ctx.sessionQuery.searchEvents({
  587. sessionId: target.id,
  588. query: 'needle',
  589. limit: 1,
  590. cursor: eventCursor,
  591. })
  592. eventKeys.push(...next.items.map(item => `${item.sessionId}:${item.seq}`))
  593. eventCursor = next.nextCursor
  594. }
  595. expect(eventKeys).toHaveLength(3)
  596. expect(new Set(eventKeys).size).toBe(eventKeys.length)
  597. const sessionIds = sessionPage.items.map(item => item.header.id)
  598. let sessionCursor: ReturnType<typeof SessionSearchCursor> | undefined = sessionPage.nextCursor
  599. while (sessionCursor !== undefined) {
  600. const next = await ctx.sessionQuery.searchSessions({ query: 'needle', limit: 1, cursor: sessionCursor })
  601. sessionIds.push(...next.items.map(item => item.header.id))
  602. sessionCursor = next.nextCursor
  603. }
  604. expect(sessionIds).toHaveLength(2)
  605. expect(new Set(sessionIds).size).toBe(sessionIds.length)
  606. ctx.sessions.create(SessionId('unrelated'), { seed: messageEvents('needle unrelated', 20) })
  607. await expect(ctx.sessionQuery.searchEvents({
  608. sessionId: target.id,
  609. query: 'needle',
  610. limit: 1,
  611. cursor: eventPage.nextCursor,
  612. })).resolves.toMatchObject({ items: [{ sessionId: target.id }] })
  613. await expect(ctx.sessionQuery.searchSessions({ query: 'needle', limit: 1, cursor: sessionPage.nextCursor }))
  614. .rejects.toThrow(expectCode('SESSION_QUERY_STALE_CURSOR'))
  615. await expect(ctx.sessionQuery.searchEvents({
  616. sessionId: target.id,
  617. query: 'different',
  618. limit: 1,
  619. cursor: eventPage.nextCursor,
  620. })).rejects.toThrow(expectCode('SESSION_QUERY_INVALID_CURSOR'))
  621. target.append('user/message', createUserMessage({
  622. content: [{ type: 'text', text: 'needle four' }], source: { kind: 'user' },
  623. }), { surfaceOp: 'append' })
  624. await expect(ctx.sessionQuery.searchEvents({
  625. sessionId: target.id,
  626. query: 'needle',
  627. limit: 1,
  628. cursor: eventPage.nextCursor,
  629. })).rejects.toThrow(expectCode('SESSION_QUERY_STALE_CURSOR'))
  630. })
  631. it('invalidates session cursors after transient persistence topology changes', async () => {
  632. TestPersistence.reset()
  633. const ctx = await liveContext({ path: ':memory:', defaultLimit: 1, maxLimit: 5 })
  634. ctx.sessions.create(SessionId('first'), { seed: messageEvents('needle first') })
  635. ctx.sessions.create(SessionId('second'), { seed: messageEvents('needle second') })
  636. const page = await ctx.sessionQuery.searchSessions({ query: 'needle', limit: 1 })
  637. if (page.nextCursor === undefined) throw new Error('expected cursor')
  638. const persistence = await ctx.plugin(TestPersistence)
  639. await persistence.dispose()
  640. await expect(ctx.sessionQuery.searchSessions({
  641. query: 'needle',
  642. limit: 1,
  643. cursor: page.nextCursor,
  644. })).rejects.toThrow(expectCode('SESSION_QUERY_STALE_CURSOR'))
  645. })
  646. it('rejects invalid requests, filters, cursors, and direct config', async () => {
  647. const ctx = await liveContext({ path: ':memory:', defaultLimit: 2, maxLimit: 3 })
  648. const session = ctx.sessions.create(SessionId('valid'), { seed: messageEvents('needle') })
  649. for (const request of [
  650. { sessionId: session.id, query: '' },
  651. { sessionId: session.id, query: 'needle', limit: 0 },
  652. { sessionId: session.id, query: 'needle', limit: 4 },
  653. { sessionId: session.id, query: 'needle', filters: [{ kind: 'seq', from: 2, to: 1 }] },
  654. { sessionId: session.id, query: 'needle', filters: [{ kind: 'surface', values: ['future'] }] },
  655. { sessionId: session.id, query: 'bad\0query' },
  656. ] as const) {
  657. await expect(ctx.sessionQuery.searchEvents(request as never)).rejects.toBeInstanceOf(Error)
  658. }
  659. await expect(ctx.sessionQuery.searchSessions({
  660. query: 'needle',
  661. sessionFilters: [{ kind: 'availability', values: ['remote' as never] }],
  662. })).rejects.toThrow(expectCode('SESSION_QUERY_INVALID_FILTER'))
  663. await expect(ctx.sessionQuery.searchSessions({
  664. query: 'needle',
  665. sessionFilters: [{ kind: 'future' } as never],
  666. })).rejects.toThrow(expectCode('SESSION_QUERY_INVALID_FILTER'))
  667. await expect(ctx.sessionQuery.searchSessions({
  668. query: 'needle',
  669. eventFilters: [{ kind: 'future' } as never],
  670. })).rejects.toThrow(expectCode('SESSION_QUERY_INVALID_FILTER'))
  671. await expect(ctx.sessionQuery.searchEvents({
  672. sessionId: session.id,
  673. query: 'needle',
  674. filters: [{ kind: 'future' } as never],
  675. })).rejects.toThrow(expectCode('SESSION_QUERY_INVALID_FILTER'))
  676. await expect(ctx.sessionQuery.searchEvents({
  677. sessionId: session.id,
  678. query: 'needle',
  679. cursor: SessionSearchCursor('not-json'),
  680. }))
  681. .rejects.toThrow(expectCode('SESSION_QUERY_INVALID_CURSOR'))
  682. await expect(ctx.sessionQuery.searchEvents({ sessionId: SessionId('absent'), query: 'needle' }))
  683. .rejects.toThrow(expectCode('SESSION_QUERY_SESSION_NOT_FOUND'))
  684. for (const config of [
  685. { path: '' },
  686. { path: ':memory:', defaultLimit: 0 },
  687. { path: ':memory:', maxLimit: 0 },
  688. { path: ':memory:', defaultLimit: 1e100 },
  689. { path: ':memory:', maxLimit: 1e100 },
  690. { path: ':memory:', snippetChars: 0 },
  691. { path: ':memory:', readWindowMax: -1 },
  692. { path: ':memory:', persistedInspectConcurrency: 0 },
  693. { path: ':memory:', persistedInspectConcurrency: Number.MAX_SAFE_INTEGER + 1 },
  694. { path: ':memory:', defaultLimit: 3, maxLimit: 2 },
  695. { path: ':memory:', openAt: 'later' },
  696. { path: ':memory:', journalMode: 'memory' },
  697. ]) {
  698. const direct = new Context()
  699. await direct.plugin(SessionStore)
  700. expect(() => new SqliteSessionQueryEngine(direct, config as never))
  701. .toThrow(expectCode('SESSION_QUERY_INVALID_CONFIG'))
  702. expect(direct.sessionQuery).toBeUndefined()
  703. }
  704. })
  705. it('rejects aggregate filter bindings above SQLite\'s portable variable limit', async () => {
  706. const ctx = await liveContext()
  707. const session = ctx.sessions.create(SessionId('binding-limit'), { seed: messageEvents('needle') })
  708. // Each clause is below the ceiling; combined with its sibling and fixed
  709. // query bindings, the complete statement is not portable.
  710. const halfPortableLimit = 16_383
  711. const ids = Array.from(
  712. { length: halfPortableLimit },
  713. (_, index) => SessionId(`binding-${index}`),
  714. )
  715. const types = Array.from({ length: halfPortableLimit }, () => 'user/message' as const)
  716. const surfaces = Array.from({ length: halfPortableLimit }, () => 'current' as const)
  717. await expect(ctx.sessionQuery.searchSessions({
  718. query: 'needle',
  719. sessionFilters: [{ kind: 'id', values: ids }],
  720. eventFilters: [{ kind: 'type', values: types }],
  721. })).rejects.toThrow(expectCode('SESSION_QUERY_INVALID_FILTER'))
  722. await expect(ctx.sessionQuery.searchEvents({
  723. sessionId: session.id,
  724. query: 'needle',
  725. filters: [
  726. { kind: 'type', values: types },
  727. { kind: 'surface', values: surfaces },
  728. ],
  729. })).rejects.toThrow(expectCode('SESSION_QUERY_INVALID_FILTER'))
  730. })
  731. it('rejects one 125,000-value filter list with a typed error', async () => {
  732. const ctx = await liveContext()
  733. const ids = Array.from(
  734. { length: 125_000 },
  735. (_, index) => SessionId(`oversized-binding-${index}`),
  736. )
  737. await expect(ctx.sessionQuery.searchSessions({
  738. query: 'needle',
  739. sessionFilters: [{ kind: 'id', values: ids }],
  740. })).rejects.toThrow(expectCode('SESSION_QUERY_INVALID_FILTER'))
  741. })
  742. })
  743. describe('SQLite reconciliation and source lifecycle', () => {
  744. it('owns queued request and filter values before waiting for the serializer', async () => {
  745. const durable = header('owned')
  746. TestPersistence.reset([{ meta: durable, events: messageEvents('durable needle') }])
  747. const ctx = await liveContext()
  748. const persistence = await ctx.plugin(TestPersistence)
  749. let release!: () => void
  750. TestPersistence.listGate = new Promise<void>((resolve) => { release = resolve })
  751. let markStarted!: () => void
  752. const started = new Promise<void>((resolve) => { markStarted = resolve })
  753. TestPersistence.listStarted = () => {
  754. TestPersistence.listStarted = undefined
  755. markStarted()
  756. }
  757. const blocking = ctx.sessionQuery.searchSessions({ query: 'needle' })
  758. await started
  759. const availability: SessionAvailability[] = ['persisted']
  760. const request: SessionSearchRequest = {
  761. query: 'needle',
  762. sessionFilters: [{ kind: 'availability', values: availability }],
  763. }
  764. const queued = ctx.sessionQuery.searchSessions(request)
  765. request.query = 'absent'
  766. availability[0] = 'live'
  767. release()
  768. await expect(blocking).resolves.toMatchObject({ items: [{ header: durable }] })
  769. await expect(queued).resolves.toMatchObject({ items: [{ header: durable }] })
  770. await persistence.dispose()
  771. })
  772. it('mounts persistence dynamically, shadows with TEMP live rows, reveals, and hides on unmount', async () => {
  773. const shared = header('shared', 10, { cwd: '/work' })
  774. const durable = header('durable', 5)
  775. TestPersistence.reset([
  776. { meta: shared, events: messageEvents('persisted needle') },
  777. { meta: durable, events: messageEvents('durable needle') },
  778. ])
  779. const ctx = await liveContext()
  780. await expect(ctx.sessionQuery.searchSessions({ query: 'durable' })).resolves.toEqual({ items: [] })
  781. const persistenceFiber = await ctx.plugin(TestPersistence)
  782. await expect(ctx.sessionQuery.searchSessions({ query: 'durable' }))
  783. .resolves.toMatchObject({ items: [{ header: durable, live: false, persisted: true }] })
  784. const live = ctx.sessions.prepare(shared.id, { meta: { createdAt: 10, cwd: '/work' } })
  785. live.append('user/message', createUserMessage({
  786. content: [{ type: 'text', text: 'live needle' }], source: { kind: 'user' },
  787. }), { surfaceOp: 'append' })
  788. const detach = ctx.sessions.enter(live)
  789. ctx.sessions.announce(live)
  790. await expect(ctx.sessionQuery.searchSessions({ query: 'persisted' })).resolves.toEqual({ items: [] })
  791. await expect(ctx.sessionQuery.searchSessions({ query: 'live' }))
  792. .resolves.toMatchObject({ items: [{ header: shared, live: true, persisted: true }] })
  793. detach()
  794. await expect(ctx.sessionQuery.searchSessions({ query: 'persisted' }))
  795. .resolves.toMatchObject({ items: [{ header: shared, live: false, persisted: true }] })
  796. await persistenceFiber.dispose()
  797. await expect(ctx.sessionQuery.searchSessions({ query: 'durable' })).resolves.toEqual({ items: [] })
  798. await expect(ctx.sessionQuery.searchEvents({ sessionId: durable.id, query: 'needle' }))
  799. .rejects.toThrow(expectCode('SESSION_QUERY_SESSION_NOT_FOUND'))
  800. })
  801. it('does not load a persisted log while the same session is live', async () => {
  802. const shared = header('checkpointed-live', 10)
  803. TestPersistence.reset([{ meta: shared, events: messageEvents('persisted needle') }])
  804. const ctx = await liveContext()
  805. const live = ctx.sessions.prepare(shared.id, {
  806. seed: messageEvents('live needle'),
  807. meta: { createdAt: shared.createdAt },
  808. })
  809. const detach = ctx.sessions.enter(live)
  810. ctx.sessions.announce(live)
  811. const persistence = await ctx.plugin(TestPersistence)
  812. await expect(ctx.sessionQuery.searchSessions({
  813. query: 'live',
  814. sessionFilters: [{ kind: 'availability', values: ['persisted'] }],
  815. })).resolves.toMatchObject({
  816. items: [{ header: shared, live: true, persisted: true }],
  817. })
  818. expect(TestPersistence.loads.get(shared.id)).toBeUndefined()
  819. expect(TestPersistence.inspections.get(shared.id)).toBeUndefined()
  820. detach()
  821. await expect(ctx.sessionQuery.searchSessions({ query: 'persisted' }))
  822. .resolves.toMatchObject({ items: [{ header: shared, live: false, persisted: true }] })
  823. expect(TestPersistence.loads.get(shared.id)).toBeUndefined()
  824. expect(TestPersistence.inspections.get(shared.id)).toBe(1)
  825. await persistence.dispose()
  826. })
  827. it('retries when a live owner attaches during persistence observation', async () => {
  828. TestPersistence.reset()
  829. const ctx = await liveContext()
  830. await ctx.plugin(TestPersistence)
  831. TestPersistence.snapshotEffect = () => {
  832. TestPersistence.snapshotEffect = undefined
  833. ctx.sessions.create(SessionId('attached'), { seed: messageEvents('attached needle') })
  834. }
  835. await expect(ctx.sessionQuery.searchSessions({ query: 'attached' }))
  836. .resolves.toMatchObject({ items: [{ header: { id: SessionId('attached') } }] })
  837. })
  838. it('cannot crash-repair a log when live ownership begins during persisted inspection', async () => {
  839. const shared = header('attach-during-inspect', 10)
  840. const persistedEvents = messageEvents('persisted needle')
  841. TestPersistence.reset([{ meta: shared, events: persistedEvents }])
  842. const ctx = await liveContext()
  843. await ctx.plugin(TestPersistence)
  844. TestPersistence.loadEffect = (entry) => {
  845. entry.events = messageEvents('incorrect repair')
  846. }
  847. TestPersistence.inspectEffect = () => {
  848. ctx.sessions.create(shared.id, {
  849. seed: messageEvents('live needle'),
  850. meta: { createdAt: shared.createdAt },
  851. })
  852. }
  853. await expect(ctx.sessionQuery.searchSessions({ query: 'live' }))
  854. .resolves.toMatchObject({ items: [{ header: shared, live: true, persisted: true }] })
  855. expect(TestPersistence.loads.get(shared.id)).toBeUndefined()
  856. expect(TestPersistence.entries.get(shared.id)?.events).toEqual(persistedEvents)
  857. })
  858. it('retries when one live owner replaces another during persistence observation', async () => {
  859. TestPersistence.reset()
  860. const ctx = await liveContext()
  861. const first = ctx.sessions.prepare(SessionId('first'), { seed: messageEvents('first needle') })
  862. const detachFirst = ctx.sessions.enter(first)
  863. ctx.sessions.announce(first)
  864. await ctx.plugin(TestPersistence)
  865. TestPersistence.snapshotEffect = () => {
  866. TestPersistence.snapshotEffect = undefined
  867. detachFirst()
  868. ctx.sessions.create(SessionId('second'), { seed: messageEvents('second needle') })
  869. }
  870. await expect(ctx.sessionQuery.searchSessions({ query: 'second' }))
  871. .resolves.toMatchObject({ items: [{ header: { id: SessionId('second') } }] })
  872. })
  873. it('uses the reconciled persistence binding through the query boundary', async () => {
  874. const durable = header('post-reconcile-unmount')
  875. TestPersistence.reset([{ meta: durable, events: [
  876. ...messageEvents('durable needle', 1),
  877. { ...messageEvents('durable needle again', 2)[0]!, seq: SessionSeq(1) },
  878. ] }])
  879. const ctx = await liveContext({ path: ':memory:', defaultLimit: 1, maxLimit: 2 })
  880. const persistence = await ctx.plugin(TestPersistence)
  881. const internals = ctx.sessionQuery as unknown as {
  882. _reconcile(signal: AbortSignal | undefined): Promise<{
  883. identity: symbol
  884. service?: SessionPersistence
  885. }>
  886. }
  887. const reconcile = internals._reconcile.bind(internals)
  888. const boundary = vi.spyOn(internals, '_reconcile').mockImplementation(async (signal) => {
  889. const binding = await reconcile(signal)
  890. await persistence.dispose()
  891. return binding
  892. })
  893. const page = await ctx.sessionQuery.searchEvents({
  894. sessionId: durable.id,
  895. query: 'needle',
  896. limit: 1,
  897. })
  898. expect(page.items).toMatchObject([{ sessionId: durable.id }])
  899. expect(page.nextCursor).toEqual(expect.any(String))
  900. boundary.mockRestore()
  901. await expect(ctx.sessionQuery.searchEvents({ sessionId: durable.id, query: 'needle' }))
  902. .rejects.toThrow(expectCode('SESSION_QUERY_SESSION_NOT_FOUND'))
  903. })
  904. it('discards a stale list rejection when persistence unmounts during observation', async () => {
  905. const durable = header('racing')
  906. TestPersistence.reset([{ meta: durable, events: messageEvents('durable needle') }])
  907. const ctx = await liveContext()
  908. const persistenceFiber = await ctx.plugin(TestPersistence)
  909. let release!: () => void
  910. TestPersistence.listGate = new Promise<void>((resolve) => { release = resolve })
  911. let markStarted!: () => void
  912. const started = new Promise<void>((resolve) => { markStarted = resolve })
  913. TestPersistence.listStarted = () => {
  914. TestPersistence.listStarted = undefined
  915. markStarted()
  916. }
  917. const search = ctx.sessionQuery.searchSessions({ query: 'needle' })
  918. await started
  919. await persistenceFiber.dispose()
  920. TestPersistence.failure = new Error('stale backend rejection')
  921. release()
  922. await expect(search).resolves.toEqual({ items: [] })
  923. })
  924. it('retries against a replacement after the prior binding rejects', async () => {
  925. const durable = header('replacement')
  926. TestPersistence.reset([{ meta: durable, events: messageEvents('durable needle') }])
  927. const ctx = await liveContext()
  928. const prior = await ctx.plugin(TestPersistence)
  929. let rejectPrior!: (reason: unknown) => void
  930. TestPersistence.listGate = new Promise<void>((_resolve, reject) => { rejectPrior = reject })
  931. let markStarted!: () => void
  932. const started = new Promise<void>((resolve) => { markStarted = resolve })
  933. TestPersistence.listStarted = () => {
  934. TestPersistence.listStarted = undefined
  935. markStarted()
  936. }
  937. const search = ctx.sessionQuery.searchSessions({ query: 'needle' })
  938. await started
  939. await prior.dispose()
  940. TestPersistence.listGate = undefined
  941. const replacement = await ctx.plugin(TestPersistence)
  942. rejectPrior(new Error('stale prior binding'))
  943. await expect(search).resolves.toMatchObject({ items: [{ header: durable }] })
  944. await replacement.dispose()
  945. })
  946. it('reloads a replacement source even when its opaque revisions collide', async () => {
  947. const durable = header('colliding-replacement')
  948. TestPersistence.reset([{ meta: durable, events: messageEvents('old content') }])
  949. const revision = TestPersistence.revisions.get(durable.id)!
  950. const ctx = await liveContext()
  951. const prior = await ctx.plugin(TestPersistence)
  952. await expect(ctx.sessionQuery.searchSessions({ query: 'old' }))
  953. .resolves.toMatchObject({ items: [{ header: durable }] })
  954. await prior.dispose()
  955. TestPersistence.set({ meta: durable, events: messageEvents('new needle') })
  956. TestPersistence.revisions.set(durable.id, revision)
  957. const replacement = await ctx.plugin(TestPersistence)
  958. const page = await ctx.sessionQuery.searchSessions({ query: 'new needle' })
  959. expect(TestPersistence.inspections.get(durable.id)).toBe(2)
  960. expect(page).toMatchObject({ items: [{ header: durable }] })
  961. await expect(ctx.sessionQuery.searchSessions({ query: 'old' })).resolves.toEqual({ items: [] })
  962. expect(TestPersistence.inspections.get(durable.id)).toBe(2)
  963. await replacement.dispose()
  964. })
  965. it('retries a format-changing revision and expires its prior event cursor', async () => {
  966. const durable = header('format-migration')
  967. const oldEvents = [
  968. ...messageEvents('old needle one', 1),
  969. { ...messageEvents('old needle two', 2)[0]!, seq: SessionSeq(1) },
  970. ]
  971. TestPersistence.reset([{ meta: durable, events: oldEvents }])
  972. const ctx = await liveContext({ path: ':memory:', defaultLimit: 1, maxLimit: 2 })
  973. await ctx.plugin(TestPersistence)
  974. const first = await ctx.sessionQuery.searchEvents({
  975. sessionId: durable.id,
  976. query: 'old needle',
  977. limit: 1,
  978. })
  979. expect(first.nextCursor).toEqual(expect.any(String))
  980. const cursor = first.nextCursor
  981. if (cursor === undefined) throw new Error('fixture did not return a cursor')
  982. const db = (ctx.sessionQuery as unknown as { _db: DatabaseSync })._db
  983. db.prepare('UPDATE persisted_sessions SET version = ? WHERE id = ?')
  984. .run(SESSION_FORMAT_VERSION - 1, durable.id)
  985. TestPersistence.inspectEffect = (observed) => {
  986. observed.events = [
  987. ...messageEvents('new needle one', 3),
  988. { ...messageEvents('new needle two', 4)[0]!, seq: SessionSeq(1) },
  989. ]
  990. TestPersistence.revisions.set(durable.id, ++TestPersistence.nextRevision)
  991. }
  992. await expect(ctx.sessionQuery.searchEvents({
  993. sessionId: durable.id,
  994. query: 'old needle',
  995. limit: 1,
  996. cursor,
  997. })).rejects.toThrow(expectCode('SESSION_QUERY_STALE_CURSOR'))
  998. expect(TestPersistence.inspections.get(durable.id)).toBe(3)
  999. expect(TestPersistence.snapshotSignals).toHaveLength(6)
  1000. await expect(ctx.sessionQuery.searchEvents({
  1001. sessionId: durable.id,
  1002. query: 'new needle',
  1003. limit: 2,
  1004. })).resolves.toMatchObject({
  1005. session: { version: SESSION_FORMAT_VERSION },
  1006. items: [{}, {}],
  1007. })
  1008. })
  1009. it('retries when a successful observation belongs to a source unmounted during listing', async () => {
  1010. const durable = header('successful-unmount')
  1011. TestPersistence.reset([{ meta: durable, events: messageEvents('durable needle') }])
  1012. const ctx = await liveContext()
  1013. const persistence = await ctx.plugin(TestPersistence)
  1014. let lists = 0
  1015. TestPersistence.snapshotEffect = async () => {
  1016. lists += 1
  1017. if (lists === 2) await persistence.dispose()
  1018. }
  1019. await expect(ctx.sessionQuery.searchSessions({ query: 'needle' })).resolves.toEqual({ items: [] })
  1020. expect(lists).toBe(2)
  1021. })
  1022. it('retries when the snapshot population changes during observation', async () => {
  1023. const first = header('first')
  1024. const added = header('added-during-list')
  1025. TestPersistence.reset([{ meta: first, events: messageEvents('first needle') }])
  1026. const ctx = await liveContext()
  1027. await ctx.plugin(TestPersistence)
  1028. TestPersistence.snapshotEffect = () => {
  1029. TestPersistence.snapshotEffect = undefined
  1030. TestPersistence.set({ meta: added, events: messageEvents('added needle') })
  1031. }
  1032. const page = await ctx.sessionQuery.searchSessions({ query: 'needle' })
  1033. expect(page.items.map(item => item.header.id).sort()).toEqual([added.id, first.id].sort())
  1034. expect(TestPersistence.inspections.get(first.id)).toBe(2)
  1035. expect(TestPersistence.inspections.get(added.id)).toBe(1)
  1036. })
  1037. it('fails after one retry when persistence snapshots keep changing', async () => {
  1038. const durable = header('continuous-mutation')
  1039. TestPersistence.reset([{ meta: durable, events: messageEvents('durable needle') }])
  1040. const ctx = await liveContext()
  1041. await ctx.plugin(TestPersistence)
  1042. let lists = 0
  1043. TestPersistence.snapshotEffect = () => {
  1044. lists += 1
  1045. TestPersistence.set({ meta: durable, events: messageEvents(`durable needle ${lists}`) })
  1046. }
  1047. await expect(ctx.sessionQuery.searchSessions({ query: 'needle' }))
  1048. .rejects.toThrow(expectCode('SESSION_QUERY_PERSISTENCE_FAILED'))
  1049. expect(lists).toBe(4)
  1050. })
  1051. it('retries if the persistence binding changes while live sessions are observed', async () => {
  1052. const durable = header('live-boundary-retry')
  1053. TestPersistence.reset([{ meta: durable, events: messageEvents('durable needle') }])
  1054. const ctx = await liveContext()
  1055. await ctx.plugin(TestPersistence)
  1056. const internals = ctx.sessionQuery as unknown as {
  1057. _persistenceBinding: { identity: symbol; service?: SessionPersistence }
  1058. }
  1059. const originalList = ctx.sessions.list.bind(ctx.sessions)
  1060. let bumped = false
  1061. const list = vi.spyOn(ctx.sessions, 'list').mockImplementation(() => {
  1062. if (!bumped) {
  1063. bumped = true
  1064. internals._persistenceBinding = {
  1065. ...internals._persistenceBinding,
  1066. identity: Symbol(),
  1067. }
  1068. }
  1069. return originalList()
  1070. })
  1071. await expect(ctx.sessionQuery.searchSessions({ query: 'needle' }))
  1072. .resolves.toMatchObject({ items: [{ header: durable }] })
  1073. expect(TestPersistence.inspections.get(durable.id)).toBe(2)
  1074. list.mockRestore()
  1075. })
  1076. it('rejects malformed snapshots and preserves typed persistence failures', async () => {
  1077. const durable = header('invalid-snapshot')
  1078. TestPersistence.reset([{ meta: durable, events: messageEvents('durable needle') }])
  1079. const ctx = await liveContext()
  1080. await ctx.plugin(TestPersistence)
  1081. TestPersistence.snapshotOverride = () => 'not-an-array' as never
  1082. await expect(ctx.sessionQuery.searchSessions({ query: 'needle' }))
  1083. .rejects.toThrow(expectCode('SESSION_QUERY_PERSISTENCE_FAILED'))
  1084. TestPersistence.snapshotOverride = () => [{
  1085. status: 'current',
  1086. header: durable,
  1087. storedVersion: durable.version,
  1088. targetVersion: SESSION_FORMAT_VERSION,
  1089. revision: 1 as never,
  1090. }]
  1091. await expect(ctx.sessionQuery.searchSessions({ query: 'needle' }))
  1092. .rejects.toThrow(expectCode('SESSION_QUERY_PERSISTENCE_FAILED'))
  1093. TestPersistence.snapshotOverride = () => [
  1094. {
  1095. status: 'current',
  1096. header: durable,
  1097. storedVersion: durable.version,
  1098. targetVersion: SESSION_FORMAT_VERSION,
  1099. revision: SessionPersistenceRevision('duplicate:1'),
  1100. },
  1101. {
  1102. status: 'current',
  1103. header: durable,
  1104. storedVersion: durable.version,
  1105. targetVersion: SESSION_FORMAT_VERSION,
  1106. revision: SessionPersistenceRevision('duplicate:2'),
  1107. },
  1108. ]
  1109. await expect(ctx.sessionQuery.searchSessions({ query: 'needle' }))
  1110. .rejects.toThrow(expectCode('SESSION_QUERY_PERSISTENCE_FAILED'))
  1111. TestPersistence.snapshotOverride = () => [{
  1112. status: 'unsupported',
  1113. storedVersion: SESSION_FORMAT_VERSION + 1,
  1114. targetVersion: SESSION_FORMAT_VERSION,
  1115. location: { kind: 'test', path: '/unsupported/session.jsonl' },
  1116. reason: 'future format',
  1117. revision: SessionPersistenceRevision('unsupported:1'),
  1118. }]
  1119. await expect(ctx.sessionQuery.searchSessions({ query: 'needle' }))
  1120. .resolves.toEqual({ items: [] })
  1121. TestPersistence.snapshotOverride = undefined
  1122. const typed = new SessionQueryError('typed persistence failure', 'SESSION_QUERY_PERSISTENCE_FAILED')
  1123. TestPersistence.failure = typed
  1124. await expect(ctx.sessionQuery.searchSessions({ query: 'needle' })).rejects.toBe(typed)
  1125. })
  1126. it('rejects immutable header conflicts between live and persisted sources', async () => {
  1127. const shared = header('conflict', 10, { delegationDepth: 1 })
  1128. TestPersistence.reset([{ meta: shared, events: messageEvents('persisted needle') }])
  1129. const ctx = await liveContext()
  1130. await ctx.plugin(TestPersistence)
  1131. ctx.sessions.create(shared.id, {
  1132. seed: messageEvents('live needle'),
  1133. meta: { createdAt: 10, delegationDepth: 2 },
  1134. })
  1135. await expect(ctx.sessionQuery.searchSessions({ query: 'needle' }))
  1136. .rejects.toThrow(expectCode('SESSION_QUERY_SOURCE_CONFLICT'))
  1137. })
  1138. it('preserves unchanged persisted generations while reconciling new, changed, and deleted rows', { timeout: 20_000 }, async () => {
  1139. const path = await temporaryPath()
  1140. const unchanged = header('unchanged')
  1141. const changed = header('changed')
  1142. const deleted = header('deleted')
  1143. TestPersistence.reset([
  1144. { meta: unchanged, events: messageEvents('unchanged needle') },
  1145. { meta: changed, events: messageEvents('old needle') },
  1146. { meta: deleted, events: messageEvents('deleted needle') },
  1147. ])
  1148. const first = new Context()
  1149. await first.plugin(SessionStore)
  1150. await first.plugin(SessionProjectionRegistry)
  1151. const firstPersistence = await first.plugin(TestPersistence)
  1152. const firstSearch = await first.plugin(SqliteSessionQueryEngine, { path })
  1153. await first.sessionQuery.searchSessions({ query: 'needle' })
  1154. expect(Object.fromEntries(TestPersistence.inspections)).toEqual({ unchanged: 1, changed: 1, deleted: 1 })
  1155. await first.sessionQuery.searchSessions({ query: 'needle' })
  1156. expect(Object.fromEntries(TestPersistence.inspections)).toEqual({ unchanged: 1, changed: 1, deleted: 1 })
  1157. await firstSearch.dispose()
  1158. await firstPersistence.dispose()
  1159. const beforeDb = new DatabaseSync(path)
  1160. const beforeRows = beforeDb.prepare('SELECT id, generation FROM persisted_sessions ORDER BY id').all() as Array<{ id: string; generation: number }>
  1161. beforeDb.close()
  1162. const before = new Map(beforeRows.map(row => [row.id, row.generation]))
  1163. const added = header('added')
  1164. TestPersistence.entries.delete(deleted.id)
  1165. TestPersistence.set({ meta: changed, events: messageEvents('changed needle') })
  1166. TestPersistence.set({ meta: added, events: messageEvents('added needle') })
  1167. const second = new Context()
  1168. await second.plugin(SessionStore)
  1169. await second.plugin(SessionProjectionRegistry)
  1170. const secondPersistence = await second.plugin(TestPersistence)
  1171. const secondSearch = await second.plugin(SqliteSessionQueryEngine, { path })
  1172. const result = await second.sessionQuery.searchSessions({ query: 'needle' })
  1173. expect(result.items.map(item => item.header.id).sort()).toEqual([added.id, changed.id, unchanged.id].sort())
  1174. expect(Object.fromEntries(TestPersistence.inspections)).toEqual({
  1175. unchanged: 1,
  1176. changed: 2,
  1177. deleted: 1,
  1178. added: 1,
  1179. })
  1180. await secondSearch.dispose()
  1181. await secondPersistence.dispose()
  1182. const afterDb = new DatabaseSync(path)
  1183. const afterRows = afterDb.prepare('SELECT id, generation FROM persisted_sessions ORDER BY id').all() as Array<{ id: string; generation: number }>
  1184. afterDb.close()
  1185. const after = new Map(afterRows.map(row => [row.id, row.generation]))
  1186. expect(after.get(unchanged.id)).toBe(before.get(unchanged.id))
  1187. expect(after.get(changed.id)).toBeGreaterThan(before.get(changed.id)!)
  1188. expect(after.has(deleted.id)).toBe(false)
  1189. expect(after.has(added.id)).toBe(true)
  1190. })
  1191. it('drops connection-local live overlays on reopen and retains persistent bases', async () => {
  1192. const path = await temporaryPath()
  1193. const shared = header('shared', 10)
  1194. TestPersistence.reset([{ meta: shared, events: messageEvents('persisted needle') }])
  1195. const first = new Context()
  1196. await first.plugin(SessionStore)
  1197. await first.plugin(SessionProjectionRegistry)
  1198. const persistence = await first.plugin(TestPersistence)
  1199. const live = first.sessions.create(shared.id, { seed: messageEvents('live needle'), meta: { createdAt: 10 } })
  1200. const search = await first.plugin(SqliteSessionQueryEngine, { path })
  1201. await expect(first.sessionQuery.searchEvents({ sessionId: live.id, query: 'live' })).resolves.toMatchObject({ items: [{}] })
  1202. await search.dispose()
  1203. await persistence.dispose()
  1204. const second = new Context()
  1205. await second.plugin(SessionStore)
  1206. await second.plugin(SessionProjectionRegistry)
  1207. const persistenceAgain = await second.plugin(TestPersistence)
  1208. const searchAgain = await second.plugin(SqliteSessionQueryEngine, { path })
  1209. await expect(second.sessionQuery.searchSessions({ query: 'live' })).resolves.toEqual({ items: [] })
  1210. await expect(second.sessionQuery.searchSessions({ query: 'persisted' }))
  1211. .resolves.toMatchObject({ items: [{ header: shared, live: false, persisted: true }] })
  1212. expect(TestPersistence.inspections.get(shared.id)).toBe(1)
  1213. await searchAgain.dispose()
  1214. await persistenceAgain.dispose()
  1215. })
  1216. it('refreshes after an external mutating load repair without loading from the query path', async () => {
  1217. const durable = header('repair')
  1218. TestPersistence.reset([{ meta: durable, events: messageEvents('before repair') }])
  1219. const ctx = await liveContext()
  1220. const persistence = await ctx.plugin(TestPersistence)
  1221. await expect(ctx.sessionQuery.searchSessions({ query: 'before' }))
  1222. .resolves.toMatchObject({ items: [{ header: durable }] })
  1223. TestPersistence.loadEffect = (entry) => {
  1224. entry.events = messageEvents('repaired needle')
  1225. }
  1226. await ctx.sessionPersistence.load(durable.id)
  1227. await expect(ctx.sessionQuery.searchSessions({ query: 'repaired' }))
  1228. .resolves.toMatchObject({ items: [{ header: durable }] })
  1229. expect(TestPersistence.inspections.get(durable.id)).toBe(2)
  1230. await ctx.sessionQuery.searchSessions({ query: 'repaired' })
  1231. expect(TestPersistence.inspections.get(durable.id)).toBe(2)
  1232. expect(TestPersistence.loads.get(durable.id)).toBe(1)
  1233. await persistence.dispose()
  1234. })
  1235. it('recovers on the next search after source and SQLite transaction failures', async () => {
  1236. TestPersistence.reset([{ meta: header('durable'), events: messageEvents('durable needle') }])
  1237. const ctx = await liveContext()
  1238. await ctx.plugin(TestPersistence)
  1239. TestPersistence.failure = 'offline'
  1240. await expect(ctx.sessionQuery.searchSessions({ query: 'needle' }))
  1241. .rejects.toThrow(expectCode('SESSION_QUERY_PERSISTENCE_FAILED'))
  1242. const signal = new AbortController().signal
  1243. await expect(ctx.sessionQuery.searchSessions({ query: 'needle' }, { signal }))
  1244. .rejects.toThrow(expectCode('SESSION_QUERY_PERSISTENCE_FAILED'))
  1245. TestPersistence.failure = new Error('still offline')
  1246. await expect(ctx.sessionQuery.searchSessions({ query: 'needle' }, { signal }))
  1247. .rejects.toThrow(expectCode('SESSION_QUERY_PERSISTENCE_FAILED'))
  1248. TestPersistence.failure = undefined
  1249. await expect(ctx.sessionQuery.searchSessions({ query: 'needle' })).resolves.toMatchObject({ items: [{}] })
  1250. const live = ctx.sessions.create(SessionId('live'), { seed: messageEvents('base') })
  1251. await ctx.sessionQuery.searchEvents({ sessionId: live.id, query: 'base' })
  1252. const db = (ctx.sessionQuery as unknown as { _db: DatabaseSync })._db
  1253. db.exec('PRAGMA query_only = ON')
  1254. live.append('user/message', createUserMessage({
  1255. content: [{ type: 'text', text: 'retry needle' }], source: { kind: 'user' },
  1256. }), { surfaceOp: 'append' })
  1257. await expect(ctx.sessionQuery.searchEvents({ sessionId: live.id, query: 'needle' }))
  1258. .rejects.toThrow(expectCode('SESSION_QUERY_INDEX_FAILED'))
  1259. db.exec('PRAGMA query_only = OFF')
  1260. // seq 2: one-event seed, end-seed, then the live message.
  1261. await expect(ctx.sessionQuery.searchEvents({ sessionId: live.id, query: 'needle' }))
  1262. .resolves.toMatchObject({ items: [{ seq: 2 }] })
  1263. })
  1264. })
  1265. describe('SQLite schema, cancellation, and real persistence integration', () => {
  1266. it('creates a new database and WAL sidecars owner-only without changing its parent mode', async () => {
  1267. if (process.platform === 'win32') return
  1268. const path = await temporaryPath()
  1269. const directory = dirname(path)
  1270. await chmod(directory, 0o755)
  1271. const ctx = await liveContext({ path })
  1272. await ctx.sessionQuery.searchSessions({ query: 'needle' })
  1273. expect((await stat(directory)).mode & 0o777).toBe(0o755)
  1274. expect((await stat(path)).mode & 0o777).toBe(0o600)
  1275. expect((await stat(`${path}-wal`)).mode & 0o777).toBe(0o600)
  1276. expect((await stat(`${path}-shm`)).mode & 0o777).toBe(0o600)
  1277. await (ctx.sessionQuery as SqliteSessionQueryEngine).close()
  1278. })
  1279. it('creates a persistent rollback journal owner-only', async () => {
  1280. if (process.platform === 'win32') return
  1281. const path = await temporaryPath()
  1282. const ctx = await liveContext({ path, journalMode: 'persist' })
  1283. await ctx.sessionQuery.searchSessions({ query: 'needle' })
  1284. expect((await stat(path)).mode & 0o777).toBe(0o600)
  1285. expect((await stat(`${path}-journal`)).mode & 0o777).toBe(0o600)
  1286. await (ctx.sessionQuery as SqliteSessionQueryEngine).close()
  1287. })
  1288. it('preserves the mode of an existing database file', async () => {
  1289. if (process.platform === 'win32') return
  1290. const path = await temporaryPath()
  1291. await writeFile(path, '', { mode: 0o644 })
  1292. await chmod(path, 0o644)
  1293. const ctx = await liveContext({ path, journalMode: 'delete' })
  1294. await ctx.sessionQuery.searchSessions({ query: 'needle' })
  1295. expect((await stat(path)).mode & 0o777).toBe(0o644)
  1296. await (ctx.sessionQuery as SqliteSessionQueryEngine).close()
  1297. })
  1298. it('surfaces filesystem failures while pre-creating the database', async () => {
  1299. const path = `${await temporaryPath()}\0`
  1300. const ctx = new Context()
  1301. await ctx.plugin(SessionStore)
  1302. await ctx.plugin(SessionProjectionRegistry)
  1303. await expect(ctx.plugin(SqliteSessionQueryEngine, { path })).rejects.toMatchObject({
  1304. code: 'SESSION_QUERY_INDEX_FAILED',
  1305. cause: { code: 'ERR_INVALID_ARG_VALUE' },
  1306. })
  1307. expect(ctx.sessionQuery).toBeUndefined()
  1308. })
  1309. it('resets a recognized incompatible schema but refuses unknown or foreign tables', { timeout: 20_000 }, async () => {
  1310. const stalePath = await temporaryPath('stale.db')
  1311. const staleOwner = await liveContext({ path: stalePath })
  1312. await (staleOwner.sessionQuery as SqliteSessionQueryEngine).close()
  1313. const stale = new DatabaseSync(stalePath)
  1314. stale.exec(`PRAGMA user_version = ${SESSION_QUERY_SQLITE_SCHEMA_VERSION - 1}`)
  1315. stale.close()
  1316. const staleCtx = await liveContext({ path: stalePath })
  1317. staleCtx.sessions.create(SessionId('live'), { seed: messageEvents('needle') })
  1318. await staleCtx.sessionQuery.searchSessions({ query: 'needle' })
  1319. await (staleCtx.sessionQuery as SqliteSessionQueryEngine).close()
  1320. const rebuilt = new DatabaseSync(stalePath)
  1321. expect((rebuilt.prepare('PRAGMA user_version').get() as { user_version: number }).user_version)
  1322. .toBe(SESSION_QUERY_SQLITE_SCHEMA_VERSION)
  1323. rebuilt.close()
  1324. const augmentedPath = await temporaryPath('augmented.db')
  1325. const augmentedOwner = await liveContext({ path: augmentedPath })
  1326. await (augmentedOwner.sessionQuery as SqliteSessionQueryEngine).close()
  1327. const augmented = new DatabaseSync(augmentedPath)
  1328. augmented.exec('CREATE TABLE unrelated(value TEXT)')
  1329. augmented.exec("INSERT INTO unrelated VALUES ('safe')")
  1330. augmented.exec('PRAGMA user_version = 999')
  1331. augmented.close()
  1332. const augmentedCtx = new Context()
  1333. await augmentedCtx.plugin(SessionStore)
  1334. await augmentedCtx.plugin(SessionProjectionRegistry)
  1335. await expect(augmentedCtx.plugin(SqliteSessionQueryEngine, { path: augmentedPath }))
  1336. .rejects.toThrow(expectCode('SESSION_QUERY_INDEX_FAILED'))
  1337. expect(augmentedCtx.sessionQuery).toBeUndefined()
  1338. const stillAugmented = new DatabaseSync(augmentedPath)
  1339. expect(stillAugmented.prepare('SELECT value FROM unrelated').get()).toEqual({ value: 'safe' })
  1340. expect(stillAugmented.prepare('PRAGMA user_version').get()).toEqual({ user_version: 999 })
  1341. stillAugmented.close()
  1342. const currentAugmentedPath = await temporaryPath('current-augmented.db')
  1343. const currentAugmentedOwner = await liveContext({ path: currentAugmentedPath })
  1344. await (currentAugmentedOwner.sessionQuery as SqliteSessionQueryEngine).close()
  1345. const currentAugmented = new DatabaseSync(currentAugmentedPath)
  1346. currentAugmented.exec('CREATE TABLE unrelated(value TEXT)')
  1347. currentAugmented.exec("INSERT INTO unrelated VALUES ('safe')")
  1348. currentAugmented.close()
  1349. const currentAugmentedCtx = new Context()
  1350. await currentAugmentedCtx.plugin(SessionStore)
  1351. await currentAugmentedCtx.plugin(SessionProjectionRegistry)
  1352. await expect(currentAugmentedCtx.plugin(SqliteSessionQueryEngine, {
  1353. path: currentAugmentedPath,
  1354. journalMode: 'delete',
  1355. })).rejects.toThrow(expectCode('SESSION_QUERY_INDEX_FAILED'))
  1356. expect(currentAugmentedCtx.sessionQuery).toBeUndefined()
  1357. const stillCurrentAugmented = new DatabaseSync(currentAugmentedPath)
  1358. expect(stillCurrentAugmented.prepare('SELECT value FROM unrelated').get()).toEqual({ value: 'safe' })
  1359. expect(stillCurrentAugmented.prepare('PRAGMA user_version').get())
  1360. .toEqual({ user_version: SESSION_QUERY_SQLITE_SCHEMA_VERSION })
  1361. expect(stillCurrentAugmented.prepare('PRAGMA journal_mode').get()).toEqual({ journal_mode: 'wal' })
  1362. stillCurrentAugmented.close()
  1363. const foreignPath = await temporaryPath('foreign.db')
  1364. const foreign = new DatabaseSync(foreignPath)
  1365. foreign.exec('PRAGMA journal_mode = WAL')
  1366. foreign.exec('CREATE TABLE canonical(value TEXT)')
  1367. foreign.exec("INSERT INTO canonical VALUES ('safe')")
  1368. foreign.close()
  1369. const foreignCtx = new Context()
  1370. await foreignCtx.plugin(SessionStore)
  1371. await foreignCtx.plugin(SessionProjectionRegistry)
  1372. await expect(foreignCtx.plugin(SqliteSessionQueryEngine, { path: foreignPath, journalMode: 'delete' }))
  1373. .rejects.toThrow(expectCode('SESSION_QUERY_INDEX_FAILED'))
  1374. expect(foreignCtx.sessionQuery).toBeUndefined()
  1375. const stillForeign = new DatabaseSync(foreignPath)
  1376. expect(stillForeign.prepare('SELECT value FROM canonical').get()).toEqual({ value: 'safe' })
  1377. expect(stillForeign.prepare('PRAGMA journal_mode').get()).toEqual({ journal_mode: 'wal' })
  1378. stillForeign.close()
  1379. const wildcardPath = await temporaryPath('sqlite-wildcard.db')
  1380. const wildcard = new DatabaseSync(wildcardPath)
  1381. wildcard.exec('PRAGMA journal_mode = WAL')
  1382. wildcard.exec('CREATE TABLE sqliteX(value TEXT)')
  1383. wildcard.exec("INSERT INTO sqliteX VALUES ('safe')")
  1384. wildcard.close()
  1385. const wildcardCtx = new Context()
  1386. await wildcardCtx.plugin(SessionStore)
  1387. await wildcardCtx.plugin(SessionProjectionRegistry)
  1388. await expect(wildcardCtx.plugin(SqliteSessionQueryEngine, {
  1389. path: wildcardPath,
  1390. journalMode: 'delete',
  1391. })).rejects.toThrow(expectCode('SESSION_QUERY_INDEX_FAILED'))
  1392. expect(wildcardCtx.sessionQuery).toBeUndefined()
  1393. const stillWildcard = new DatabaseSync(wildcardPath)
  1394. expect(stillWildcard.prepare('SELECT value FROM sqliteX').get()).toEqual({ value: 'safe' })
  1395. expect(stillWildcard.prepare('PRAGMA application_id').get()).toEqual({ application_id: 0 })
  1396. expect(stillWildcard.prepare('PRAGMA user_version').get()).toEqual({ user_version: 0 })
  1397. expect(stillWildcard.prepare('PRAGMA journal_mode').get()).toEqual({ journal_mode: 'wal' })
  1398. stillWildcard.close()
  1399. const otherAppPath = await temporaryPath('other-app.db')
  1400. const otherApp = new DatabaseSync(otherAppPath)
  1401. otherApp.exec('PRAGMA application_id = 123')
  1402. otherApp.close()
  1403. const otherAppCtx = new Context()
  1404. await otherAppCtx.plugin(SessionStore)
  1405. await otherAppCtx.plugin(SessionProjectionRegistry)
  1406. await expect(otherAppCtx.plugin(SqliteSessionQueryEngine, { path: otherAppPath }))
  1407. .rejects.toThrow(expectCode('SESSION_QUERY_INDEX_FAILED'))
  1408. expect(otherAppCtx.sessionQuery).toBeUndefined()
  1409. })
  1410. it('fails plugin initialization without an unhandled rejection or partial service', async () => {
  1411. const path = await temporaryPath('never-queried.db')
  1412. const foreign = new DatabaseSync(path)
  1413. foreign.exec('CREATE TABLE canonical(value TEXT)')
  1414. foreign.close()
  1415. const unhandled: unknown[] = []
  1416. const onUnhandled = (reason: unknown) => { unhandled.push(reason) }
  1417. process.on('unhandledRejection', onUnhandled)
  1418. try {
  1419. const ctx = new Context()
  1420. await ctx.plugin(SessionStore)
  1421. await ctx.plugin(SessionProjectionRegistry)
  1422. await expect(ctx.plugin(SqliteSessionQueryEngine, { path }))
  1423. .rejects.toThrow(expectCode('SESSION_QUERY_INDEX_FAILED'))
  1424. await new Promise<void>((resolve) => { setImmediate(resolve) })
  1425. expect(unhandled).toEqual([])
  1426. expect(ctx.sessionQuery).toBeUndefined()
  1427. } finally {
  1428. process.off('unhandledRejection', onUnhandled)
  1429. }
  1430. })
  1431. it('defers an invalid database failure only in first-search mode', async () => {
  1432. const path = await temporaryPath('lazy-invalid.db')
  1433. const foreign = new DatabaseSync(path)
  1434. foreign.exec('CREATE TABLE canonical(value TEXT)')
  1435. foreign.close()
  1436. const lazyCtx = new Context()
  1437. await lazyCtx.plugin(SessionStore)
  1438. await lazyCtx.plugin(SessionProjectionRegistry)
  1439. const lazy = await lazyCtx.plugin(SqliteSessionQueryEngine, {
  1440. path,
  1441. openAt: 'first-search',
  1442. })
  1443. expect(lazyCtx.sessionQuery).toBeInstanceOf(SqliteSessionQueryEngine)
  1444. await expect(lazyCtx.sessionQuery.searchSessions({ query: 'needle' }))
  1445. .rejects.toThrow(expectCode('SESSION_QUERY_INDEX_FAILED'))
  1446. await lazy.dispose()
  1447. const eagerCtx = new Context()
  1448. await eagerCtx.plugin(SessionStore)
  1449. await eagerCtx.plugin(SessionProjectionRegistry)
  1450. await expect(eagerCtx.plugin(SqliteSessionQueryEngine, { path }))
  1451. .rejects.toThrow(expectCode('SESSION_QUERY_INDEX_FAILED'))
  1452. expect(eagerCtx.sessionQuery).toBeUndefined()
  1453. })
  1454. it.each(['sessions', 'events'] as const)(
  1455. 'forwards one exact reconciliation signal through both snapshot lists and persisted inspection for %s search',
  1456. async (scope) => {
  1457. const durable = header(`signal-${scope}`)
  1458. TestPersistence.reset([{ meta: durable, events: messageEvents('signal needle') }])
  1459. const ctx = await liveContext()
  1460. await ctx.plugin(TestPersistence)
  1461. const controller = new AbortController()
  1462. const result = scope === 'sessions'
  1463. ? await ctx.sessionQuery.searchSessions({ query: 'needle' }, { signal: controller.signal })
  1464. : await ctx.sessionQuery.searchEvents(
  1465. { sessionId: durable.id, query: 'needle' },
  1466. { signal: controller.signal },
  1467. )
  1468. expect(result.items).toHaveLength(1)
  1469. expect(TestPersistence.snapshotSignals).toEqual([controller.signal, controller.signal])
  1470. expect(TestPersistence.inspectSignals).toEqual([controller.signal])
  1471. },
  1472. )
  1473. it.each(['sessions', 'events'] as const)(
  1474. 'starts no persistence observation for a pre-aborted %s search',
  1475. async (scope) => {
  1476. const durable = header(`pre-aborted-${scope}`)
  1477. TestPersistence.reset([{ meta: durable, events: messageEvents('needle') }])
  1478. const ctx = await liveContext()
  1479. await ctx.plugin(TestPersistence)
  1480. const controller = new AbortController()
  1481. controller.abort(new Error(`pre-aborted ${scope}`))
  1482. const pending = scope === 'sessions'
  1483. ? ctx.sessionQuery.searchSessions({ query: 'needle' }, { signal: controller.signal })
  1484. : ctx.sessionQuery.searchEvents(
  1485. { sessionId: durable.id, query: 'needle' },
  1486. { signal: controller.signal },
  1487. )
  1488. await expect(pending).rejects.toThrow(expectCode('SESSION_QUERY_ABORTED'))
  1489. expect(TestPersistence.snapshotSignals).toEqual([])
  1490. expect(TestPersistence.inspectSignals).toEqual([])
  1491. },
  1492. )
  1493. it('awaits cooperative snapshot-list cancellation cleanup without starting another observation step', async () => {
  1494. const durable = header('cooperative-list-abort')
  1495. TestPersistence.reset([{ meta: durable, events: messageEvents('needle') }])
  1496. const ctx = await liveContext()
  1497. await ctx.plugin(TestPersistence)
  1498. const started = Promise.withResolvers<AbortSignal>()
  1499. const abortObserved = Promise.withResolvers<undefined>()
  1500. const cleanup = Promise.withResolvers<undefined>()
  1501. TestPersistence.snapshotEffect = async (signal) => {
  1502. TestPersistence.snapshotEffect = undefined
  1503. if (signal === undefined) throw new Error('expected reconciliation signal')
  1504. started.resolve(signal)
  1505. await new Promise<void>((resolve) => {
  1506. signal.addEventListener('abort', () => { resolve() }, { once: true })
  1507. })
  1508. abortObserved.resolve(undefined)
  1509. await cleanup.promise
  1510. signal.throwIfAborted()
  1511. }
  1512. const controller = new AbortController()
  1513. const pending = ctx.sessionQuery.searchSessions({ query: 'needle' }, { signal: controller.signal })
  1514. expect(await started.promise).toBe(controller.signal)
  1515. let settled = false
  1516. void pending.then(
  1517. () => { settled = true },
  1518. () => { settled = true },
  1519. )
  1520. controller.abort(new Error('cooperative list cancellation'))
  1521. await abortObserved.promise
  1522. expect(settled).toBe(false)
  1523. expect(TestPersistence.snapshotSignals).toEqual([controller.signal])
  1524. expect(TestPersistence.inspectSignals).toEqual([])
  1525. cleanup.resolve(undefined)
  1526. await expect(pending).rejects.toThrow(expectCode('SESSION_QUERY_ABORTED'))
  1527. })
  1528. it('keeps a second search serialized while an abort-ignoring snapshot list finishes', async () => {
  1529. const durable = header('serialized-list-abort')
  1530. TestPersistence.reset([{ meta: durable, events: messageEvents('needle') }])
  1531. const ctx = await liveContext()
  1532. await ctx.plugin(TestPersistence)
  1533. const cleanup = Promise.withResolvers<undefined>()
  1534. const started = Promise.withResolvers<undefined>()
  1535. TestPersistence.listGate = cleanup.promise
  1536. TestPersistence.listStarted = () => {
  1537. TestPersistence.listStarted = undefined
  1538. started.resolve(undefined)
  1539. }
  1540. const controller = new AbortController()
  1541. const first = ctx.sessionQuery.searchSessions({ query: 'needle' }, { signal: controller.signal })
  1542. await started.promise
  1543. let firstSettled = false
  1544. let secondSettled = false
  1545. void first.then(
  1546. () => { firstSettled = true },
  1547. () => { firstSettled = true },
  1548. )
  1549. controller.abort(new Error('ignored list cancellation'))
  1550. const second = ctx.sessionQuery.searchEvents({ sessionId: durable.id, query: 'needle' })
  1551. void second.then(
  1552. () => { secondSettled = true },
  1553. () => { secondSettled = true },
  1554. )
  1555. await Promise.resolve()
  1556. expect(firstSettled).toBe(false)
  1557. expect(secondSettled).toBe(false)
  1558. expect(TestPersistence.snapshotSignals).toEqual([controller.signal])
  1559. expect(TestPersistence.inspectSignals).toEqual([])
  1560. cleanup.resolve(undefined)
  1561. await expect(first).rejects.toThrow(expectCode('SESSION_QUERY_ABORTED'))
  1562. await expect(second).resolves.toMatchObject({ items: [{ sessionId: durable.id }] })
  1563. })
  1564. it('awaits an abort-ignoring inspection and starts neither another inspection nor the after-list', async () => {
  1565. const first = header('ignored-inspect-first')
  1566. const second = header('ignored-inspect-second')
  1567. TestPersistence.reset([
  1568. { meta: first, events: messageEvents('first needle') },
  1569. { meta: second, events: messageEvents('second needle') },
  1570. ])
  1571. const ctx = await liveContext()
  1572. await ctx.plugin(TestPersistence)
  1573. const started = Promise.withResolvers<AbortSignal>()
  1574. const cleanup = Promise.withResolvers<undefined>()
  1575. TestPersistence.inspectEffect = async (_entry, signal) => {
  1576. TestPersistence.inspectEffect = undefined
  1577. if (signal === undefined) throw new Error('expected reconciliation signal')
  1578. started.resolve(signal)
  1579. await cleanup.promise
  1580. }
  1581. const controller = new AbortController()
  1582. const pending = ctx.sessionQuery.searchSessions({ query: 'needle' }, { signal: controller.signal })
  1583. expect(await started.promise).toBe(controller.signal)
  1584. let settled = false
  1585. void pending.then(
  1586. () => { settled = true },
  1587. () => { settled = true },
  1588. )
  1589. controller.abort(new Error('ignored inspect cancellation'))
  1590. await Promise.resolve()
  1591. expect(settled).toBe(false)
  1592. expect(TestPersistence.snapshotSignals).toEqual([controller.signal])
  1593. expect(TestPersistence.inspections.get(first.id)).toBe(1)
  1594. expect(TestPersistence.inspections.get(second.id)).toBeUndefined()
  1595. cleanup.resolve(undefined)
  1596. await expect(pending).rejects.toThrow(expectCode('SESSION_QUERY_ABORTED'))
  1597. expect(TestPersistence.snapshotSignals).toEqual([controller.signal])
  1598. expect(TestPersistence.inspections.get(second.id)).toBeUndefined()
  1599. })
  1600. it('cancels both queued and in-flight source waits without committing them', async () => {
  1601. TestPersistence.reset()
  1602. const ctx = await liveContext()
  1603. await ctx.plugin(TestPersistence)
  1604. const boundaryController = new AbortController()
  1605. const boundary = ctx.sessionQuery.searchSessions({ query: 'needle' }, { signal: boundaryController.signal })
  1606. queueMicrotask(() => { boundaryController.abort() })
  1607. await expect(boundary).rejects.toThrow(expectCode('SESSION_QUERY_ABORTED'))
  1608. const readyController = new AbortController()
  1609. readyController.abort()
  1610. const internals = ctx.sessionQuery as unknown as {
  1611. _ensureReady(signal: AbortSignal): Promise<void>
  1612. }
  1613. await expect(internals._ensureReady(readyController.signal))
  1614. .rejects.toThrow(expectCode('SESSION_QUERY_ABORTED'))
  1615. let releaseBlocking!: () => void
  1616. TestPersistence.listGate = new Promise<void>((resolve) => { releaseBlocking = resolve })
  1617. let markBlockingStarted!: () => void
  1618. const blockingStarted = new Promise<void>((resolve) => { markBlockingStarted = resolve })
  1619. TestPersistence.listStarted = () => {
  1620. TestPersistence.listStarted = undefined
  1621. markBlockingStarted()
  1622. }
  1623. const blocking = ctx.sessionQuery.searchSessions({ query: 'needle' })
  1624. await blockingStarted
  1625. const queuedController = new AbortController()
  1626. const queued = ctx.sessionQuery.searchSessions({ query: 'needle' }, { signal: queuedController.signal })
  1627. queuedController.abort()
  1628. await expect(queued).rejects.toThrow(expectCode('SESSION_QUERY_ABORTED'))
  1629. releaseBlocking()
  1630. await expect(blocking).resolves.toEqual({ items: [] })
  1631. TestPersistence.set({
  1632. meta: header('uncommitted'),
  1633. events: messageEvents('durable needle'),
  1634. })
  1635. let releaseActive!: () => void
  1636. TestPersistence.listGate = new Promise<void>((resolve) => { releaseActive = resolve })
  1637. let markActiveStarted!: () => void
  1638. const activeStarted = new Promise<void>((resolve) => { markActiveStarted = resolve })
  1639. TestPersistence.listStarted = () => {
  1640. TestPersistence.listStarted = undefined
  1641. markActiveStarted()
  1642. }
  1643. const activeController = new AbortController()
  1644. const active = ctx.sessionQuery.searchSessions({ query: 'needle' }, { signal: activeController.signal })
  1645. await activeStarted
  1646. activeController.abort()
  1647. let activeSettled = false
  1648. void active.then(
  1649. () => { activeSettled = true },
  1650. () => { activeSettled = true },
  1651. )
  1652. await Promise.resolve()
  1653. expect(activeSettled).toBe(false)
  1654. releaseActive()
  1655. await expect(active).rejects.toThrow(expectCode('SESSION_QUERY_ABORTED'))
  1656. const db = (ctx.sessionQuery as unknown as { _db: DatabaseSync })._db
  1657. expect(db.prepare('SELECT COUNT(*) AS count FROM persisted_sessions').get()).toEqual({ count: 0 })
  1658. await expect(ctx.sessionQuery.searchSessions({ query: 'needle' }))
  1659. .resolves.toMatchObject({ items: [{ header: { id: SessionId('uncommitted') } }] })
  1660. })
  1661. it.each([
  1662. [new Error('ready error'), 'ready error'],
  1663. ['non-error ready failure', 'session-search dependency rejected with a non-Error value'],
  1664. ])('normalizes a rejected readiness wait before mapping it to an index error', async (failure, detail) => {
  1665. TestPersistence.reset()
  1666. const ctx = await liveContext()
  1667. const internals = ctx.sessionQuery as unknown as {
  1668. _ready: Promise<void>
  1669. _ensureReady(signal: AbortSignal): Promise<void>
  1670. }
  1671. internals._ready = Promise.resolve().then(() => {
  1672. throw failure
  1673. })
  1674. await expect(internals._ensureReady(new AbortController().signal))
  1675. .rejects.toThrow(`session-search SQLite index failed to open: ${detail}`)
  1676. })
  1677. it('checks cancellation after readiness before reconciliation accesses SQLite', async () => {
  1678. TestPersistence.reset()
  1679. const ctx = await liveContext()
  1680. const internals = ctx.sessionQuery as unknown as {
  1681. _db: DatabaseSync
  1682. _ready: Promise<void>
  1683. _ensureReady(signal: AbortSignal | undefined): Promise<void>
  1684. }
  1685. const readiness = Promise.withResolvers<undefined>()
  1686. internals._ready = readiness.promise
  1687. const readyWaitStarted = Promise.withResolvers<undefined>()
  1688. const ensureReady = internals._ensureReady.bind(internals)
  1689. vi.spyOn(internals, '_ensureReady').mockImplementation(async (signal) => {
  1690. const pending = ensureReady(signal)
  1691. readyWaitStarted.resolve(undefined)
  1692. return pending
  1693. })
  1694. const prepare = vi.spyOn(internals._db, 'prepare')
  1695. const reason = new Error('cancelled after readiness')
  1696. const controller = new AbortController()
  1697. const pending = ctx.sessionQuery.searchSessions({ query: 'needle' }, { signal: controller.signal })
  1698. await readyWaitStarted.promise
  1699. const queueBoundaryAbort = readiness.promise.then(() => {
  1700. queueMicrotask(() => { controller.abort(reason) })
  1701. })
  1702. readiness.resolve(undefined)
  1703. await queueBoundaryAbort
  1704. await expect(pending).rejects.toThrow(expectCode('SESSION_QUERY_ABORTED'))
  1705. expect(prepare).not.toHaveBeenCalled()
  1706. })
  1707. it('rejects queued and future work when close waits for an accepted operation', async () => {
  1708. TestPersistence.reset()
  1709. let release!: () => void
  1710. TestPersistence.listGate = new Promise<void>((resolve) => { release = resolve })
  1711. let markStarted!: () => void
  1712. const started = new Promise<void>((resolve) => { markStarted = resolve })
  1713. TestPersistence.listStarted = () => {
  1714. TestPersistence.listStarted = undefined
  1715. markStarted()
  1716. }
  1717. const ctx = await liveContext()
  1718. await ctx.plugin(TestPersistence)
  1719. const search = ctx.sessionQuery as SqliteSessionQueryEngine
  1720. const accepted = search.searchSessions({ query: 'needle' })
  1721. await started
  1722. const queued = search.searchSessions({ query: 'needle' })
  1723. const closing = search.close()
  1724. const repeatedClose = search.close()
  1725. expect(repeatedClose).toBe(closing)
  1726. release()
  1727. await expect(accepted).resolves.toEqual({ items: [] })
  1728. await expect(queued).rejects.toThrow(expectCode('SESSION_QUERY_INDEX_FAILED'))
  1729. await Promise.all([closing, repeatedClose])
  1730. await expect(search.searchSessions({ query: 'needle' }))
  1731. .rejects.toThrow(expectCode('SESSION_QUERY_INDEX_FAILED'))
  1732. expect(search.close()).toBe(closing)
  1733. })
  1734. it('awaits optional-persistence child-fiber quiescence on disposal', async () => {
  1735. TestPersistence.reset()
  1736. const ctx = new Context()
  1737. await ctx.plugin(SessionStore)
  1738. await ctx.plugin(SessionProjectionRegistry)
  1739. const search = await ctx.plugin(SqliteSessionQueryEngine, { path: ':memory:' })
  1740. const persistence = await ctx.plugin(TestPersistence)
  1741. const optional = (ctx.sessionQuery as unknown as {
  1742. _optionalPersistenceFiber: Fiber
  1743. })._optionalPersistenceFiber
  1744. let release!: () => void
  1745. const cleanup = new Promise<void>((resolve) => { release = resolve })
  1746. optional.ctx.effect(() => () => cleanup)
  1747. let settled = false
  1748. const disposing = search.dispose().then(() => { settled = true })
  1749. await Promise.resolve()
  1750. expect(settled).toBe(false)
  1751. release()
  1752. await disposing
  1753. await persistence.dispose()
  1754. })
  1755. it('combines the real JSONL persistence backend with the real SQLite search service keylessly', async () => {
  1756. const persistenceRoot = await temporaryPath('canonical')
  1757. const searchPath = await temporaryPath('derived.db')
  1758. const ctx = new Context()
  1759. await ctx.plugin(SessionStore)
  1760. await ctx.plugin(SessionProjectionRegistry)
  1761. const persistence = await ctx.plugin(JsonlSessionPersistence, {
  1762. root: persistenceRoot,
  1763. compression: 'none',
  1764. })
  1765. const search = await ctx.plugin(SqliteSessionQueryEngine, { path: searchPath })
  1766. const meta = header('real', 10, { cwd: '/work' })
  1767. await ctx.sessionPersistence.create(meta)
  1768. await ctx.sessionPersistence.append(meta.id, messageEvents('real search needle'))
  1769. await expect(ctx.sessionQuery.searchSessions({ query: 'search needle' }))
  1770. .resolves.toMatchObject({ items: [{ header: meta, persisted: true, live: false }] })
  1771. await expect(ctx.sessionQuery.searchEvents({ sessionId: meta.id, query: 'search needle' }))
  1772. .resolves.toMatchObject({ session: meta, items: [{ sessionId: meta.id, seq: 0 }] })
  1773. await expect(ctx.sessionQuery.searchEvents({ sessionId: SessionId('absent'), query: 'needle' }))
  1774. .rejects.toThrow(expectCode('SESSION_QUERY_SESSION_NOT_FOUND'))
  1775. await search.dispose()
  1776. await expect(ctx.sessionPersistence.load(meta.id)).resolves.toMatchObject({ meta, events: [{ seq: 0 }] })
  1777. await persistence.dispose()
  1778. })
  1779. it('migrates a listed v0 JSONL session through search before preparing and forking it', async () => {
  1780. const persistenceRoot = await temporaryPath('canonical-v0')
  1781. const searchPath = await temporaryPath('derived-v0.db')
  1782. const ctx = new Context()
  1783. try {
  1784. await ctx.plugin(SessionStore)
  1785. await ctx.plugin(SessionProjectionRegistry)
  1786. await ctx.plugin(JsonlSessionPersistence, {
  1787. root: persistenceRoot,
  1788. compression: 'none',
  1789. })
  1790. const meta = header('real-v0', 10, { cwd: '/work', delegationDepth: 0 })
  1791. const currentLocation = ctx.sessionPersistence.locate(meta)
  1792. if (currentLocation === undefined) throw new Error('JSONL backend did not locate the v0 fixture')
  1793. const v0Path = join(dirname(currentLocation.path), generationLogFilename(0, 'none'))
  1794. const v0Location = { kind: 'jsonl', path: v0Path }
  1795. const source = [
  1796. {
  1797. type: 'session', version: 0, id: meta.id, createdAt: meta.createdAt,
  1798. cwd: meta.cwd, delegationDepth: 0,
  1799. },
  1800. { type: 'turn/start', seq: 0, time: 11, data: { turn: 1 } },
  1801. {
  1802. type: 'user/message', seq: 1, time: 12, surfaceOp: 'append',
  1803. data: createUserMessage({
  1804. content: [{ type: 'text', text: 'migration search needle' }],
  1805. source: { kind: 'user' },
  1806. }),
  1807. },
  1808. { type: 'turn/end', seq: 2, time: 13, data: { turn: 1, reason: { kind: 'completed' } } },
  1809. ].map(record => JSON.stringify(record)).join('\n') + '\n'
  1810. await mkdir(dirname(v0Path), { recursive: true })
  1811. await writeFile(v0Path, source, { flush: true })
  1812. const v0Before = await stat(v0Path, { bigint: true })
  1813. const snapshots = await ctx.sessionPersistence.listSnapshots()
  1814. expect(snapshots).toHaveLength(1)
  1815. expect(snapshots[0]).toMatchObject({
  1816. status: 'migration-required',
  1817. storedVersion: 0,
  1818. targetVersion: SESSION_FORMAT_VERSION,
  1819. header: { ...meta, version: SESSION_FORMAT_VERSION },
  1820. location: v0Location,
  1821. })
  1822. expect(typeof snapshots[0]?.revision).toBe('string')
  1823. expect(await readFile(v0Path, 'utf8')).toBe(source)
  1824. expect(await readdir(dirname(v0Path))).toEqual(['session.jsonl'])
  1825. await ctx.plugin(SqliteSessionQueryEngine, { path: searchPath })
  1826. expect(await readFile(v0Path, 'utf8')).toBe(source)
  1827. expect(await readdir(dirname(v0Path))).toEqual(['session.jsonl'])
  1828. await expect(ctx.sessionQuery.searchEvents({
  1829. sessionId: meta.id,
  1830. query: 'migration search needle',
  1831. })).resolves.toMatchObject({
  1832. session: { ...meta, version: SESSION_FORMAT_VERSION },
  1833. items: [{ sessionId: meta.id, seq: 1, type: 'user/message' }],
  1834. })
  1835. expect(await readFile(v0Path, 'utf8')).toBe(source)
  1836. const v0AfterMigration = await stat(v0Path, { bigint: true })
  1837. const v1AfterMigration = await stat(currentLocation.path, { bigint: true })
  1838. expect({ dev: v0AfterMigration.dev, ino: v0AfterMigration.ino })
  1839. .toEqual({ dev: v0Before.dev, ino: v0Before.ino })
  1840. expect({ dev: v1AfterMigration.dev, ino: v1AfterMigration.ino })
  1841. .not.toEqual({ dev: v0Before.dev, ino: v0Before.ino })
  1842. const current = await readFile(currentLocation.path, 'utf8')
  1843. expect((JSON.parse(current.split('\n')[0] as string) as { version: number }).version)
  1844. .toBe(SESSION_FORMAT_VERSION)
  1845. expect((await readdir(dirname(v0Path))).sort()).toEqual([
  1846. 'session.jsonl',
  1847. 'session.v1.jsonl',
  1848. ])
  1849. await expect(ctx.sessionPersistence.readRaw(meta.id)).resolves.toMatchObject({
  1850. meta: { ...meta, version: SESSION_FORMAT_VERSION },
  1851. filename: 'session.v1.jsonl',
  1852. content: current,
  1853. })
  1854. expect(await readFile(currentLocation.path, 'utf8')).toBe(current)
  1855. expect(await readFile(v0Path, 'utf8')).toBe(source)
  1856. const preparation = await ctx.sessionPersistence.prepare(meta.id)
  1857. const resumed = preparation.session
  1858. const detach = ctx.sessions.enter(resumed)
  1859. try {
  1860. ctx.sessions.announce(resumed)
  1861. const child = ctx.sessions.fork(resumed, SessionSeq(2), SessionId('real-v0-child'))
  1862. expect(resumed.header.version).toBe(SESSION_FORMAT_VERSION)
  1863. expect(child.header).toMatchObject({
  1864. version: SESSION_FORMAT_VERSION,
  1865. parentSession: meta.id,
  1866. isSeeded: true,
  1867. })
  1868. expect(child.snapshotEvents().map(event => event.type)).toEqual([
  1869. 'turn/start',
  1870. 'user/message',
  1871. 'turn/end',
  1872. 'session/end-seed',
  1873. ])
  1874. expect(child.snapshotEvents()[1]).toMatchObject({
  1875. type: 'user/message',
  1876. data: { content: [{ type: 'text', text: 'migration search needle' }] },
  1877. })
  1878. } finally {
  1879. detach()
  1880. preparation[Symbol.dispose]()
  1881. }
  1882. expect(await readFile(currentLocation.path, 'utf8')).toBe(current)
  1883. expect(await readFile(v0Path, 'utf8')).toBe(source)
  1884. const v0AfterFork = await stat(v0Path, { bigint: true })
  1885. expect({ dev: v0AfterFork.dev, ino: v0AfterFork.ino })
  1886. .toEqual({ dev: v0Before.dev, ino: v0Before.ino })
  1887. } finally {
  1888. await ctx.fiber.dispose()
  1889. }
  1890. })
  1891. it('reconciles colliding local revisions when a derived index reopens against another JSONL store', async () => {
  1892. const persistenceRootA = await temporaryPath('canonical-a')
  1893. const persistenceRootB = await temporaryPath('canonical-b')
  1894. const searchPath = await temporaryPath('derived-collision.db')
  1895. const shared = header('same-id', 10)
  1896. const first = new Context()
  1897. await first.plugin(SessionStore)
  1898. await first.plugin(SessionProjectionRegistry)
  1899. const persistenceA = await first.plugin(JsonlSessionPersistence, {
  1900. root: persistenceRootA,
  1901. compression: 'none',
  1902. })
  1903. await first.sessionPersistence.create(shared)
  1904. await first.sessionPersistence.append(shared.id, messageEvents('alpha source'))
  1905. const inspectA = vi.spyOn(first.sessionPersistence, 'inspect')
  1906. const searchA = await first.plugin(SqliteSessionQueryEngine, { path: searchPath })
  1907. await expect(first.sessionQuery.searchSessions({ query: 'alpha' }))
  1908. .resolves.toMatchObject({ items: [{ header: shared }] })
  1909. expect(inspectA).toHaveBeenCalledTimes(1)
  1910. await searchA.dispose()
  1911. await persistenceA.dispose()
  1912. const reopened = new Context()
  1913. await reopened.plugin(SessionStore)
  1914. await reopened.plugin(SessionProjectionRegistry)
  1915. const persistenceAAgain = await reopened.plugin(JsonlSessionPersistence, {
  1916. root: persistenceRootA,
  1917. compression: 'none',
  1918. })
  1919. const reopenedInspect = vi.spyOn(reopened.sessionPersistence, 'inspect')
  1920. const searchAAgain = await reopened.plugin(SqliteSessionQueryEngine, { path: searchPath })
  1921. await expect(reopened.sessionQuery.searchSessions({ query: 'alpha' }))
  1922. .resolves.toMatchObject({ items: [{ header: shared }] })
  1923. expect(reopenedInspect).not.toHaveBeenCalled()
  1924. await searchAAgain.dispose()
  1925. await persistenceAAgain.dispose()
  1926. const second = new Context()
  1927. await second.plugin(SessionStore)
  1928. await second.plugin(SessionProjectionRegistry)
  1929. const persistenceB = await second.plugin(JsonlSessionPersistence, {
  1930. root: persistenceRootB,
  1931. compression: 'none',
  1932. })
  1933. await second.sessionPersistence.create(shared)
  1934. await second.sessionPersistence.append(shared.id, messageEvents('bravo source'))
  1935. const inspectB = vi.spyOn(second.sessionPersistence, 'inspect')
  1936. const searchB = await second.plugin(SqliteSessionQueryEngine, { path: searchPath })
  1937. await expect(second.sessionQuery.searchSessions({ query: 'bravo' }))
  1938. .resolves.toMatchObject({ items: [{ header: shared }] })
  1939. await expect(second.sessionQuery.searchSessions({ query: 'alpha' })).resolves.toEqual({ items: [] })
  1940. expect(inspectB).toHaveBeenCalledTimes(1)
  1941. await searchB.dispose()
  1942. await persistenceB.dispose()
  1943. })
  1944. })