sqlite.spec.ts 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833
  1. import { afterEach, describe, expect, it, vi } from 'vitest'
  2. import { spawn } from 'node:child_process'
  3. import { Context } from '@deepseek-ai/cordis'
  4. import { once } from 'node:events'
  5. import { chmod, mkdir, mkdtemp, rm, stat, symlink, writeFile } from 'node:fs/promises'
  6. import { tmpdir } from 'node:os'
  7. import { join } from 'node:path'
  8. import { performance } from 'node:perf_hooks'
  9. import { pathToFileURL } from 'node:url'
  10. import { DatabaseSync } from 'node:sqlite'
  11. import Loader from '@deepseek-ai/cordis-plugin-loader'
  12. import Include from '@deepseek-ai/cordis-plugin-include'
  13. import SessionStore, { SessionId, type SessionEvent } from '@deepseek-ai/dsh-session'
  14. import SessionPersistenceSqlite, {
  15. DEFAULT_BUSY_TIMEOUT_MS,
  16. SCHEMA_VERSION,
  17. } from '@deepseek-ai/dsh-session-persistence-sqlite'
  18. import {
  19. runCoordinatorContract,
  20. type CoordinatorFixture,
  21. } from '../../session-persistence/tests/coordinator-contract.ts'
  22. import {
  23. meta,
  24. runPersistenceContract,
  25. } from '../../session-persistence/tests/contract.ts'
  26. import { MAX_PACKED_DATA_BYTES } from '../src/codec.ts'
  27. import {
  28. decodeEventRow,
  29. decodeSessionRow,
  30. decodeStoreIdentity,
  31. openDatabase,
  32. validateSchemaForMutation,
  33. rowToMeta,
  34. SESSION_PERSISTENCE_SQLITE_APPLICATION_ID,
  35. type SessionRow,
  36. } from '../src/schema.ts'
  37. import { SqliteStore } from '../src/store.ts'
  38. import { sql } from '../src/sql.ts'
  39. import { testSql } from './test-sql.ts'
  40. const dirs: string[] = []
  41. afterEach(async () => {
  42. for (const directory of dirs.splice(0)) await rm(directory, { recursive: true, force: true })
  43. })
  44. async function freshDbPath(prefix = 'dsh-sqlite-'): Promise<string> {
  45. const directory = await mkdtemp(join(tmpdir(), prefix))
  46. dirs.push(directory)
  47. return join(directory, 'sessions.db')
  48. }
  49. async function backendFailure(path: string): Promise<unknown> {
  50. const ctx = new Context()
  51. await ctx.plugin(SessionStore)
  52. try {
  53. await ctx.plugin(SessionPersistenceSqlite, { path })
  54. await ctx.sessionPersistence.list()
  55. return undefined
  56. } catch (error: unknown) {
  57. return error
  58. } finally {
  59. await ctx.fiber.dispose()
  60. }
  61. }
  62. function errorMessage(error: unknown): string {
  63. return error instanceof Error ? error.message : String(error)
  64. }
  65. function databaseWithJournalFailure(
  66. nextFailure: () => Error | undefined,
  67. ): typeof DatabaseSync {
  68. return class JournalFailureDatabase extends DatabaseSync {
  69. override prepare(source: string) {
  70. if (source !== sql('journal-mode-wal')) return super.prepare(source)
  71. const statement = super.prepare(sql('journal-mode-wal'))
  72. const get = statement.get.bind(statement)
  73. Object.defineProperty(statement, 'get', {
  74. value: () => {
  75. const failure = nextFailure()
  76. if (failure !== undefined) throw failure
  77. return get()
  78. },
  79. })
  80. return statement
  81. }
  82. }
  83. }
  84. function chunk(seq: number, text = `token-${seq}`): SessionEvent {
  85. return {
  86. type: 'assistant/chunk',
  87. seq,
  88. time: 1_000 + seq,
  89. data: {
  90. turn: 1,
  91. step: 1,
  92. chunk: { type: 'text-delta', index: 0, text },
  93. },
  94. }
  95. }
  96. function chunkLog(count: number): SessionEvent[] {
  97. return [
  98. { type: 'turn/start', seq: 0, time: 1, data: { turn: 1 } },
  99. { type: 'step/start', seq: 1, time: 2, data: { turn: 1, step: 1 } },
  100. ...Array.from({ length: count }, (_, index) => chunk(index + 2)),
  101. { type: 'step/end', seq: count + 2, time: count + 3, data: { turn: 1, step: 1 } },
  102. {
  103. type: 'turn/end',
  104. seq: count + 3,
  105. time: count + 4,
  106. data: { turn: 1, reason: { kind: 'completed' } },
  107. },
  108. ]
  109. }
  110. async function measureWriteTraffic(
  111. path: string,
  112. events: readonly SessionEvent[],
  113. ): Promise<{
  114. readonly walBytes: number
  115. readonly idleWalBytes: number
  116. readonly rows: number
  117. readonly largest: number
  118. readonly inserted: number
  119. readonly changed: number
  120. readonly removed: number
  121. }> {
  122. interface PhysicalRow {
  123. readonly rowid: number
  124. readonly seq: number
  125. readonly type: string
  126. readonly time: number
  127. readonly data: string | Uint8Array
  128. readonly source_event_seqs: Uint8Array | null
  129. readonly surface_op: string | null
  130. readonly ignorable: number | null
  131. }
  132. const sameValue = (left: string | Uint8Array | null, right: string | Uint8Array | null): boolean => (
  133. typeof left === 'string' || left === null
  134. ? left === right
  135. : right instanceof Uint8Array && Buffer.from(left).equals(Buffer.from(right))
  136. )
  137. const sameRow = (left: PhysicalRow, right: PhysicalRow): boolean => (
  138. left.rowid === right.rowid
  139. && left.seq === right.seq
  140. && left.type === right.type
  141. && left.time === right.time
  142. && sameValue(left.data, right.data)
  143. && sameValue(left.source_event_seqs, right.source_event_seqs)
  144. && left.surface_op === right.surface_op
  145. && left.ignorable === right.ignorable
  146. )
  147. const ctx = new Context()
  148. await ctx.plugin(SessionStore)
  149. await ctx.plugin(SessionPersistenceSqlite, { path, writeBatchMaxDelayMs: 200 })
  150. try {
  151. const header = meta('traffic')
  152. await ctx.sessionPersistence.create(header)
  153. let previous = new Map<number, PhysicalRow>()
  154. let inserted = 0
  155. let changed = 0
  156. let removed = 0
  157. const probe = new DatabaseSync(path, { readOnly: true })
  158. try {
  159. const selectRows = probe.prepare(testSql('select-event-rows'))
  160. for (let offset = 0; offset < events.length; offset += 40) {
  161. await ctx.sessionPersistence.append(header.id, events.slice(offset, offset + 40))
  162. const current = new Map((selectRows.all(header.id) as unknown as PhysicalRow[])
  163. .map(row => [row.seq, row]))
  164. for (const [seq, row] of current) {
  165. const old = previous.get(seq)
  166. if (old === undefined) inserted += 1
  167. else if (!sameRow(old, row)) changed += 1
  168. }
  169. for (const seq of previous.keys()) if (!current.has(seq)) removed += 1
  170. previous = current
  171. }
  172. } finally {
  173. probe.close()
  174. }
  175. const db = new DatabaseSync(path, { readOnly: true })
  176. const measured = db.prepare(testSql('measure-write-traffic')).get() as { rows: number; largest: number }
  177. db.close()
  178. const walBytes = (await stat(`${path}-wal`)).size
  179. await new Promise(resolve => setTimeout(resolve, 250))
  180. return {
  181. walBytes,
  182. idleWalBytes: (await stat(`${path}-wal`)).size,
  183. rows: measured.rows,
  184. largest: measured.largest,
  185. inserted,
  186. changed,
  187. removed,
  188. }
  189. } finally {
  190. await ctx.fiber.dispose()
  191. }
  192. }
  193. runPersistenceContract('sqlite', async () => {
  194. const ctx = new Context()
  195. await ctx.plugin(SessionStore)
  196. const fiber = await ctx.plugin(SessionPersistenceSqlite, { path: ':memory:' })
  197. return {
  198. persistence: ctx.sessionPersistence,
  199. dispose: async () => { await fiber.dispose() },
  200. }
  201. })
  202. runCoordinatorContract('sqlite', async (): Promise<CoordinatorFixture> => {
  203. const directory = await mkdtemp(join(tmpdir(), 'dsh-sqlite-coord-'))
  204. const path = join(directory, 'sessions.db')
  205. return {
  206. mount: async ctx => ctx.plugin(SessionPersistenceSqlite, { path }),
  207. corruptTail: async (id) => {
  208. const db = new DatabaseSync(path)
  209. const last = db.prepare(testSql('select-last-event'))
  210. .get(id) as { seq: number; type: string; data: string }
  211. const logicalLength = last.type === 'text-chunks'
  212. ? (JSON.parse(last.data) as { texts: string[] }).texts.length
  213. : 1
  214. const next = last.seq + logicalLength
  215. db.prepare(testSql('insert-corrupt-event'))
  216. .run(id, next, 'assistant/chunk', 99, '{not valid json', null)
  217. db.close()
  218. },
  219. cleanup: async () => { await rm(directory, { recursive: true, force: true }) },
  220. }
  221. })
  222. describe('SessionPersistenceSqlite physical packing', () => {
  223. it('loads from cordis.yml and packs through the assembled service', async () => {
  224. const path = await freshDbPath('dsh-sqlite-loader-')
  225. const configPath = join(path, '..', 'cordis.yml')
  226. await writeFile(configPath, [
  227. "- name: '@deepseek-ai/dsh-session'",
  228. "- name: '@deepseek-ai/dsh-session-persistence-sqlite'",
  229. ' config:',
  230. ` path: ${JSON.stringify(path)}`,
  231. '',
  232. ].join('\n'))
  233. const ctx = new Context()
  234. ctx.baseUrl = pathToFileURL(join(path, '..')).href + '/'
  235. await ctx.plugin(Loader)
  236. ctx.loader.builtins.include = Include
  237. ctx.loader.internal = {
  238. version: 'sqlite',
  239. async import(specifier: string) {
  240. if (specifier === '@deepseek-ai/dsh-session') return SessionStore
  241. if (specifier === '@deepseek-ai/dsh-session-persistence-sqlite') {
  242. return SessionPersistenceSqlite
  243. }
  244. throw new Error(`unexpected Loader import: ${specifier}`)
  245. },
  246. } as unknown as NonNullable<typeof ctx.loader.internal>
  247. await ctx.loader.create({
  248. name: 'cordis:include',
  249. config: { path: pathToFileURL(configPath).href },
  250. })
  251. await ctx.loader.await()
  252. const header = meta('loader')
  253. const events = chunkLog(4)
  254. await ctx.sessionPersistence.create(header)
  255. await ctx.sessionPersistence.append(header.id, events)
  256. expect((await ctx.sessionPersistence.inspect(header.id)).events).toEqual(events)
  257. await ctx.fiber.dispose()
  258. const db = new DatabaseSync(path)
  259. expect(db.prepare(testSql('count-packed-events')).get())
  260. .toEqual({ count: 1 })
  261. db.close()
  262. })
  263. it('packs each append once without rewriting earlier rows and seeks inside packed rows', async () => {
  264. const path = await freshDbPath()
  265. const ctx = new Context()
  266. await ctx.plugin(SessionStore)
  267. const fiber = await ctx.plugin(SessionPersistenceSqlite, { path })
  268. const header = meta('packed')
  269. const events = chunkLog(100)
  270. await ctx.sessionPersistence.create(header)
  271. await ctx.sessionPersistence.append(header.id, events.slice(0, 3))
  272. await ctx.sessionPersistence.append(header.id, events.slice(3, 4))
  273. const before = new DatabaseSync(path, { readOnly: true })
  274. const originalRows = before.prepare(testSql('select-event-rowids')).all()
  275. before.close()
  276. await ctx.sessionPersistence.append(header.id, events.slice(4))
  277. const inspected = await ctx.sessionPersistence.inspect(header.id)
  278. expect(inspected.events).toEqual(events)
  279. for (const fromSeq of [0, 2, 25, 101, 104, 105]) {
  280. expect((await ctx.sessionPersistence.readFrom(header.id, fromSeq)).events)
  281. .toEqual(events.filter(event => event.seq >= fromSeq))
  282. }
  283. await fiber.dispose()
  284. const db = new DatabaseSync(path)
  285. expect(db.prepare(testSql('select-user-version')).get()).toEqual({ user_version: SCHEMA_VERSION })
  286. expect(db.prepare(testSql('count-events')).get()).toEqual({ count: 7 })
  287. expect(db.prepare(testSql('count-packed-events')).get())
  288. .toEqual({ count: 1 })
  289. expect(db.prepare(testSql('select-event-rowids')).all().slice(0, originalRows.length))
  290. .toEqual(originalRows)
  291. db.close()
  292. })
  293. it.runIf(process.platform !== 'win32')('bounds paced-stream WAL extent without rewriting committed rows', async () => {
  294. const events = chunkLog(1_000)
  295. const measured = await measureWriteTraffic(await freshDbPath('dsh-sqlite-traffic-'), events)
  296. expect(measured).toMatchObject({ rows: 31, inserted: 31, changed: 0, removed: 0 })
  297. expect(measured.inserted).toBe(measured.rows)
  298. expect(measured.largest).toBeLessThanOrEqual(MAX_PACKED_DATA_BYTES)
  299. expect(measured.idleWalBytes).toBe(measured.walBytes)
  300. })
  301. it('includes a packed predecessor when an overlapping scalar tail hides it', async () => {
  302. const path = await freshDbPath('dsh-sqlite-overlap-')
  303. const store = new SqliteStore({ path, journalMode: 'wal', busyTimeoutMs: DEFAULT_BUSY_TIMEOUT_MS })
  304. const header = meta('overlap')
  305. await store.appendBatch(header, [chunk(0), chunk(1), chunk(2)], false)
  306. const db = new DatabaseSync(path)
  307. db.prepare(testSql('insert-corrupt-event'))
  308. .run(header.id, 1, 'assistant/chunk', 2, JSON.stringify(chunk(1).data), null)
  309. db.close()
  310. expect((await store.loadStoredFrom(header.id, 2))?.events).toEqual([chunk(2)])
  311. const malformed = new DatabaseSync(path)
  312. malformed.prepare(testSql('delete-session-events')).run(header.id)
  313. malformed.prepare(testSql('insert-corrupt-event'))
  314. .run(header.id, 0, 'text-chunks', 1, '{not json', 0)
  315. malformed.close()
  316. expect((await store.loadStoredFrom(header.id, 2))?.events).toEqual([])
  317. await store.close()
  318. })
  319. it('waits for a competing process within the configured busy timeout', async () => {
  320. const path = await freshDbPath('dsh-sqlite-busy-')
  321. const store = new SqliteStore({ path, journalMode: 'wal', busyTimeoutMs: 1_000 })
  322. const header = meta('busy')
  323. await store.appendBatch(header, [chunk(0)], false)
  324. const holder = spawn(process.execPath, ['--input-type=module', '-e', String.raw`
  325. import { DatabaseSync } from 'node:sqlite';
  326. const db = new DatabaseSync(process.argv[1]);
  327. db.exec('BEGIN IMMEDIATE');
  328. process.stdout.write('locked\n');
  329. setTimeout(() => { db.exec('COMMIT'); db.close(); }, 100);
  330. `, path], { stdio: ['ignore', 'pipe', 'pipe'] })
  331. const exited = new Promise<number | null>((resolve, reject) => {
  332. holder.once('error', reject)
  333. holder.once('exit', resolve)
  334. })
  335. try {
  336. await once(holder.stdout, 'data')
  337. await expect(store.appendBatch(header, [chunk(1)], true)).resolves.toBeUndefined()
  338. const code = await exited
  339. expect(code).toBe(0)
  340. expect((await store.loadStored(header.id))?.events).toEqual([chunk(0), chunk(1)])
  341. } finally {
  342. if (holder.exitCode === null) holder.kill()
  343. await store.close()
  344. }
  345. })
  346. it('rejects an older SQLite physical schema', async () => {
  347. const path = await freshDbPath('dsh-sqlite-old-schema-')
  348. const seed = await openDatabase(DatabaseSync, path, 'wal', DEFAULT_BUSY_TIMEOUT_MS)
  349. seed.exec(testSql('set-user-version-16'))
  350. seed.close()
  351. await chmod(path, 0o600)
  352. await expect(openDatabase(DatabaseSync, path, 'wal', DEFAULT_BUSY_TIMEOUT_MS))
  353. .rejects.toThrow(/schema version 16.*incompatible/)
  354. })
  355. it('rejects a stale physical append without replacing the winning tail', async () => {
  356. const path = await freshDbPath('dsh-sqlite-stale-')
  357. const first = new SqliteStore({ path, journalMode: 'wal', busyTimeoutMs: DEFAULT_BUSY_TIMEOUT_MS })
  358. const second = new SqliteStore({ path, journalMode: 'wal', busyTimeoutMs: DEFAULT_BUSY_TIMEOUT_MS })
  359. const header = meta(SessionId('stale'))
  360. await first.appendBatch(header, [chunk(0)], false)
  361. await second.appendBatch(header, [chunk(1)], true)
  362. await expect(first.appendBatch(header, [chunk(1)], true)).rejects.toThrow(/stored next seq is 2/)
  363. expect((await first.loadStored(header.id))?.events).toEqual([chunk(0), chunk(1)])
  364. await first.close()
  365. await second.close()
  366. })
  367. it('rejects a stale repair without deleting a newer winning tail', async () => {
  368. const path = await freshDbPath('dsh-sqlite-stale-repair-')
  369. const stale = new SqliteStore({ path, journalMode: 'wal', busyTimeoutMs: DEFAULT_BUSY_TIMEOUT_MS })
  370. const winner = new SqliteStore({ path, journalMode: 'wal', busyTimeoutMs: DEFAULT_BUSY_TIMEOUT_MS })
  371. const header = meta(SessionId('stale-repair'))
  372. await stale.appendBatch(header, [chunk(0)], false)
  373. const db = new DatabaseSync(path)
  374. db.prepare(testSql('insert-corrupt-event')).run(header.id, 1, 'assistant/chunk', 2, '{not json', null)
  375. db.close()
  376. expect((await stale.loadStored(header.id))?.tornMarker).toBe(1)
  377. await winner.commitRepair(header, 1, [])
  378. await winner.appendBatch(header, [chunk(1), chunk(2)], true)
  379. await expect(stale.commitRepair(header, 1, [])).rejects.toThrow(/repair is stale/)
  380. expect((await stale.loadStored(header.id))?.events).toEqual([chunk(0), chunk(1), chunk(2)])
  381. await stale.close()
  382. await winner.close()
  383. })
  384. })
  385. describe('SessionPersistenceSqlite schema ownership', () => {
  386. it('accepts every configured journal mode and SQLite memory mode result', async () => {
  387. const resources = {
  388. wal: 'journal-mode-wal',
  389. delete: 'journal-mode-delete',
  390. truncate: 'journal-mode-truncate',
  391. persist: 'journal-mode-persist',
  392. } as const
  393. for (const mode of ['wal', 'delete', 'truncate', 'persist'] as const) {
  394. ;(await openDatabase(DatabaseSync, ':memory:', mode, DEFAULT_BUSY_TIMEOUT_MS)).close()
  395. const path = await freshDbPath(`dsh-sqlite-journal-${mode}-`)
  396. const db = await openDatabase(DatabaseSync, path, mode, DEFAULT_BUSY_TIMEOUT_MS)
  397. expect(db.prepare(sql(resources[mode])).get()).toEqual({ journal_mode: mode })
  398. expect(db.prepare(sql('select-trusted-schema')).get()).toEqual({ trusted_schema: 0 })
  399. expect(db.prepare(sql('select-mmap-size')).get()).toEqual({ mmap_size: 0 })
  400. expect(db.prepare(sql('select-synchronous')).get()).toEqual({ synchronous: 2 })
  401. db.close()
  402. }
  403. })
  404. it('retries a busy journal-mode transition within its retry budget', async () => {
  405. const path = await freshDbPath('dsh-sqlite-journal-busy-')
  406. let attempts = 0
  407. const BusyOnceDatabase = databaseWithJournalFailure(() => {
  408. attempts += 1
  409. return attempts === 1
  410. ? Object.assign(new Error('database is locked'), {
  411. code: 'ERR_SQLITE_ERROR',
  412. errcode: 5,
  413. errstr: 'database is locked',
  414. })
  415. : undefined
  416. })
  417. const db = await openDatabase(BusyOnceDatabase, path, 'wal', 100)
  418. expect(attempts).toBe(2)
  419. expect(db.prepare(sql('journal-mode-wal')).get()).toEqual({ journal_mode: 'wal' })
  420. expect(db.prepare(sql('select-trusted-schema')).get()).toEqual({ trusted_schema: 0 })
  421. expect(db.prepare(sql('select-mmap-size')).get()).toEqual({ mmap_size: 0 })
  422. expect(db.prepare(sql('select-synchronous')).get()).toEqual({ synchronous: 2 })
  423. db.close()
  424. })
  425. it('does not retry journal failures outside the available busy budget', async () => {
  426. for (const { errcode, timeout } of [
  427. { errcode: 5, timeout: 0 },
  428. { errcode: 6, timeout: 100 },
  429. ]) {
  430. let attempts = 0
  431. const FailingDatabase = databaseWithJournalFailure(() => {
  432. attempts += 1
  433. return Object.assign(new Error(`SQLite error ${errcode}`), { errcode })
  434. })
  435. await expect(openDatabase(
  436. FailingDatabase,
  437. await freshDbPath(`dsh-sqlite-journal-failure-${errcode}-`),
  438. 'wal',
  439. timeout,
  440. )).rejects.toThrow(`SQLite error ${errcode}`)
  441. expect(attempts).toBe(1)
  442. }
  443. })
  444. it('starts no journal retry after its open-relative cutoff', async () => {
  445. let attempts = 0
  446. const BusyDatabase = databaseWithJournalFailure(() => {
  447. attempts += 1
  448. return Object.assign(new Error('database is locked'), { errcode: 5 })
  449. })
  450. const clock = vi.spyOn(performance, 'now')
  451. .mockReturnValueOnce(0)
  452. .mockReturnValueOnce(50)
  453. .mockReturnValueOnce(100)
  454. try {
  455. await expect(openDatabase(
  456. BusyDatabase,
  457. await freshDbPath('dsh-sqlite-journal-cutoff-'),
  458. 'wal',
  459. 100,
  460. )).rejects.toThrow('database is locked')
  461. } finally {
  462. clock.mockRestore()
  463. }
  464. expect(attempts).toBe(1)
  465. })
  466. it('paces repeated busy journal-mode attempts', async () => {
  467. let attempts = 0
  468. const BusyDatabase = databaseWithJournalFailure(() => {
  469. attempts += 1
  470. return Object.assign(new Error('database is locked'), { errcode: 5 })
  471. })
  472. await expect(openDatabase(
  473. BusyDatabase,
  474. await freshDbPath('dsh-sqlite-journal-paced-'),
  475. 'wal',
  476. 50,
  477. )).rejects.toThrow('database is locked')
  478. expect(attempts).toBeGreaterThan(1)
  479. expect(attempts).toBeLessThanOrEqual(6)
  480. })
  481. it('rejects unversioned, incompatible, and foreign-application databases', async () => {
  482. const unversionedPath = await freshDbPath('dsh-sqlite-unversioned-')
  483. const unversioned = new DatabaseSync(unversionedPath)
  484. unversioned.exec(testSql('create-unrelated-table'))
  485. unversioned.close()
  486. await expect(openDatabase(DatabaseSync, unversionedPath, 'wal', DEFAULT_BUSY_TIMEOUT_MS)).rejects.toThrow(/unversioned schema/)
  487. const incompatiblePath = await freshDbPath('dsh-sqlite-incompatible-')
  488. const incompatible = new DatabaseSync(incompatiblePath)
  489. incompatible.exec(testSql('set-user-version-16'))
  490. incompatible.close()
  491. await expect(openDatabase(DatabaseSync, incompatiblePath, 'wal', DEFAULT_BUSY_TIMEOUT_MS)).rejects.toThrow(/incompatible with this build/)
  492. const foreignPath = await freshDbPath('dsh-sqlite-foreign-')
  493. const foreign = new DatabaseSync(foreignPath)
  494. foreign.exec(testSql('set-user-version-17'))
  495. foreign.exec(testSql('set-application-id-12345'))
  496. foreign.close()
  497. await expect(openDatabase(DatabaseSync, foreignPath, 'wal', DEFAULT_BUSY_TIMEOUT_MS)).rejects.toThrow(/has application id 12345/)
  498. })
  499. it('rejects changed columns and non-strict owned tables', async () => {
  500. const changedPath = await freshDbPath('dsh-sqlite-columns-')
  501. ;(await openDatabase(DatabaseSync, changedPath, 'wal', DEFAULT_BUSY_TIMEOUT_MS)).close()
  502. const changed = new DatabaseSync(changedPath)
  503. changed.exec(testSql('add-unexpected-column'))
  504. changed.close()
  505. await expect(openDatabase(DatabaseSync, changedPath, 'wal', DEFAULT_BUSY_TIMEOUT_MS)).rejects.toThrow(/required schema objects/)
  506. const nonStrictPath = await freshDbPath('dsh-sqlite-nonstrict-')
  507. ;(await openDatabase(DatabaseSync, nonStrictPath, 'wal', DEFAULT_BUSY_TIMEOUT_MS)).close()
  508. const nonStrict = new DatabaseSync(nonStrictPath)
  509. nonStrict.exec(testSql('replace-events-with-nonstrict-table'))
  510. nonStrict.close()
  511. await expect(openDatabase(DatabaseSync, nonStrictPath, 'wal', DEFAULT_BUSY_TIMEOUT_MS)).rejects.toThrow(/required schema objects/)
  512. const loosePath = await freshDbPath('dsh-sqlite-loose-')
  513. const loose = new DatabaseSync(loosePath)
  514. loose.exec(testSql('create-loose-schema'))
  515. loose.close()
  516. await expect(openDatabase(DatabaseSync, loosePath, 'wal', DEFAULT_BUSY_TIMEOUT_MS)).rejects.toThrow(/required schema objects/)
  517. })
  518. it('rejects schema ownership changes observed at mutation time', async () => {
  519. const changedVersion = await openDatabase(DatabaseSync, ':memory:', 'wal', DEFAULT_BUSY_TIMEOUT_MS)
  520. changedVersion.exec(testSql('set-user-version-16'))
  521. expect(() => { validateSchemaForMutation(DatabaseSync, changedVersion, ':memory:') })
  522. .toThrow(/schema changed before mutation/)
  523. changedVersion.close()
  524. const changedApplication = await openDatabase(DatabaseSync, ':memory:', 'wal', DEFAULT_BUSY_TIMEOUT_MS)
  525. changedApplication.exec(testSql('set-application-id-12345'))
  526. expect(() => { validateSchemaForMutation(DatabaseSync, changedApplication, ':memory:') })
  527. .toThrow(/application id changed before mutation/)
  528. changedApplication.close()
  529. })
  530. it('validates creation time and restores every optional header field', () => {
  531. const base: SessionRow = {
  532. id: 'stored-header',
  533. version: 0,
  534. created_at: 1,
  535. cwd: '/project',
  536. parent_session: 'parent',
  537. seed_length: 4,
  538. origin: 'subagent',
  539. incarnation: '00000000-0000-4000-8000-000000000000',
  540. revision: 1,
  541. delegation_depth: 2,
  542. agent_preset: 'minimal',
  543. }
  544. expect(rowToMeta(decodeSessionRow(base))).toMatchObject({
  545. cwd: '/project',
  546. parentSession: 'parent',
  547. seedLength: 4,
  548. origin: 'subagent',
  549. delegationDepth: 2,
  550. agentPreset: 'minimal',
  551. })
  552. expect(() => decodeSessionRow({ ...base, created_at: -1 })).toThrow(/created_at/)
  553. expect(() => decodeSessionRow({ ...base, origin: 'external' })).toThrow(/origin/)
  554. expect(() => decodeSessionRow({ ...base, delegation_depth: -1 })).toThrow(/delegation_depth/)
  555. })
  556. it('rejects malformed SQLite row primitives generically', () => {
  557. const base: SessionRow = {
  558. id: 'stored-header',
  559. version: 0,
  560. created_at: 1,
  561. cwd: '/project',
  562. parent_session: null,
  563. seed_length: null,
  564. origin: null,
  565. incarnation: '00000000-0000-4000-8000-000000000000',
  566. revision: 1,
  567. delegation_depth: null,
  568. agent_preset: null,
  569. }
  570. for (const [value, message] of [
  571. [null, /object/],
  572. [{ ...base, id: 1 }, /id.*string/],
  573. [{ ...base, id: '' }, /id.*empty/],
  574. [{ ...base, version: '0' }, /version.*safe integer/],
  575. [{ ...base, cwd: 'relative' }, /cwd.*absolute/],
  576. [{ ...base, cwd: 1 }, /cwd.*string or null/],
  577. [{ ...base, incarnation: 'invalid' }, /incarnation.*UUID/],
  578. [{ ...base, seed_length: '1' }, /seed_length.*safe integer or null/],
  579. [{ ...base, agent_preset: 1 }, /agent_preset.*string or null/],
  580. ] as const) {
  581. expect(() => decodeSessionRow(value)).toThrow(message)
  582. }
  583. const eventRow = {
  584. seq: 0, type: 'turn/start', time: 1, data: '{}',
  585. source_event_seqs: null, surface_op: null, ignorable: null,
  586. }
  587. for (const [value, message] of [
  588. [null, /object/],
  589. [{ ...eventRow, seq: '0' }, /seq.*safe integer/],
  590. [{ ...eventRow, type: '' }, /type.*empty/],
  591. [{ ...eventRow, time: '1' }, /time.*safe integer/],
  592. [{ ...eventRow, data: 1 }, /data.*string or blob/],
  593. [{ ...eventRow, source_event_seqs: 1 }, /source_event_seqs.*blob or null/],
  594. [{ ...eventRow, ignorable: 2 }, /ignorable.*0, 1, or null/],
  595. ] as const) {
  596. expect(() => decodeEventRow(value)).toThrow(message)
  597. }
  598. expect(() => decodeStoreIdentity({ store_id: 'invalid' })).toThrow(/store_id.*UUID/)
  599. })
  600. it('rejects invalid durable metadata before exposing a session header', async () => {
  601. const path = await freshDbPath('dsh-sqlite-metadata-')
  602. const store = new SqliteStore({ path, journalMode: 'wal', busyTimeoutMs: DEFAULT_BUSY_TIMEOUT_MS })
  603. const header = meta('invalid-metadata')
  604. await store.appendBatch(header, [chunk(0)], false)
  605. const db = new DatabaseSync(path)
  606. db.prepare(testSql('update-invalid-session-metadata')).run(header.id)
  607. db.close()
  608. await expect(store.list()).rejects.toThrow(/seed_length|origin|delegation_depth/)
  609. await expect(store.loadStored(header.id)).rejects.toThrow(/seed_length|origin|delegation_depth/)
  610. await store.close()
  611. })
  612. it('uses the shared persistence application identity', () => {
  613. expect(SESSION_PERSISTENCE_SQLITE_APPLICATION_ID).toBe(0x44534850)
  614. })
  615. })
  616. describe('SessionPersistenceSqlite edge behavior', () => {
  617. it('keeps a fresh database unopened until the first persistence operation', async () => {
  618. const path = await freshDbPath('dsh-sqlite-lazy-')
  619. const ctx = new Context()
  620. await ctx.plugin(SessionStore)
  621. await ctx.plugin(SessionPersistenceSqlite, { path })
  622. await expect(stat(path)).rejects.toMatchObject({ code: 'ENOENT' })
  623. const emitWarning = Reflect.get(process, 'emitWarning')
  624. expect(await ctx.sessionPersistence.list()).toEqual([])
  625. expect(Reflect.get(process, 'emitWarning')).toBe(emitWarning)
  626. expect(typeof (await stat(path)).size).toBe('number')
  627. await ctx.fiber.dispose()
  628. })
  629. it('disposes after path validation without opening the database', async () => {
  630. const path = await freshDbPath('dsh-sqlite-unused-')
  631. const ctx = new Context()
  632. await ctx.plugin(SessionStore)
  633. await ctx.plugin(SessionPersistenceSqlite, { path })
  634. await ctx.fiber.dispose()
  635. await expect(stat(path)).rejects.toMatchObject({ code: 'ENOENT' })
  636. const untouchedPath = await freshDbPath('dsh-sqlite-never-validated-')
  637. const untouched = new SqliteStore({
  638. path: untouchedPath,
  639. journalMode: 'wal',
  640. busyTimeoutMs: DEFAULT_BUSY_TIMEOUT_MS,
  641. })
  642. await untouched.close()
  643. await expect(stat(untouchedPath)).rejects.toMatchObject({ code: 'ENOENT' })
  644. })
  645. it('uses constructor defaults and exposes locate and prepare directly', async () => {
  646. const ctx = new Context()
  647. await ctx.plugin(SessionStore)
  648. let persistence!: SessionPersistenceSqlite
  649. await ctx.plugin(Object.assign((inner: Context) => {
  650. persistence = new SessionPersistenceSqlite(inner, { path: ':memory:' })
  651. }, { inject: ['sessions'] }))
  652. const header = meta('direct-provider')
  653. const events = chunkLog(3)
  654. expect(persistence.locate(header)).toBeUndefined()
  655. await persistence.create(header)
  656. await persistence.append(header.id, events)
  657. const preparation = await persistence.prepare(header.id)
  658. expect(preparation.session.header).toEqual(header)
  659. preparation[Symbol.dispose]()
  660. await ctx.fiber.dispose()
  661. })
  662. it('keeps empty mutations inert and rolls back a repair without metadata', async () => {
  663. const store = new SqliteStore({
  664. path: ':memory:',
  665. journalMode: 'wal',
  666. busyTimeoutMs: DEFAULT_BUSY_TIMEOUT_MS,
  667. })
  668. const header = meta('empty-store')
  669. await store.appendBatch(header, [], false)
  670. await store.commitRepair(header, undefined, [])
  671. expect(await store.readStoredRevision(header.id)).toBeUndefined()
  672. await expect(store.commitRepair(header, 0, [])).rejects.toThrow(/metadata row is missing/)
  673. await store.close()
  674. })
  675. it('rejects omitted torn markers and stale closer positions', async () => {
  676. const path = await freshDbPath('dsh-sqlite-repair-validation-')
  677. const store = new SqliteStore({ path, journalMode: 'wal', busyTimeoutMs: DEFAULT_BUSY_TIMEOUT_MS })
  678. const header = meta('repair-validation')
  679. await store.appendBatch(header, [chunk(0)], false)
  680. const db = new DatabaseSync(path)
  681. db.prepare(testSql('insert-corrupt-event')).run(header.id, 1, 'assistant/chunk', 2, '{not json', null)
  682. db.close()
  683. await expect(store.commitRepair(header, undefined, [chunk(1)])).rejects.toThrow(/omitted current torn tail/)
  684. await store.commitRepair(header, 1, [])
  685. await expect(store.commitRepair(header, undefined, [chunk(2)])).rejects.toThrow(/closer starts at seq 2/)
  686. const cleared = new DatabaseSync(path)
  687. cleared.prepare(testSql('delete-session-events')).run(header.id)
  688. cleared.close()
  689. await store.commitRepair(header, undefined, [chunk(0)])
  690. expect((await store.loadStored(header.id))?.events).toEqual([chunk(0)])
  691. await store.close()
  692. })
  693. it('rejects malformed physical tail rows before appending', async () => {
  694. const path = await freshDbPath('dsh-sqlite-tail-')
  695. const store = new SqliteStore({ path, journalMode: 'wal', busyTimeoutMs: DEFAULT_BUSY_TIMEOUT_MS })
  696. const header = meta('invalid-tail')
  697. await store.appendBatch(header, [chunk(0)], false)
  698. const db = new DatabaseSync(path)
  699. db.prepare(testSql('insert-corrupt-event'))
  700. .run(header.id, 1, 'assistant/chunk', 2, '{not json', null)
  701. db.close()
  702. await expect(store.appendBatch(header, [chunk(2)], true)).rejects.toThrow(/invalid physical tail/)
  703. await store.close()
  704. })
  705. it('rejects missing and empty store identities', async () => {
  706. for (const mode of ['missing', 'empty'] as const) {
  707. const path = await freshDbPath(`dsh-sqlite-identity-${mode}-`)
  708. const db = await openDatabase(DatabaseSync, path, 'wal', DEFAULT_BUSY_TIMEOUT_MS)
  709. if (mode === 'missing') db.exec(testSql('delete-persistence-state'))
  710. else db.exec(testSql('empty-store-id'))
  711. db.close()
  712. await chmod(path, 0o600)
  713. expect(errorMessage(await backendFailure(path))).toMatch(/no valid store identity/)
  714. }
  715. })
  716. it('rejects invalid paths during service initialization', async () => {
  717. const path = await freshDbPath('dsh-sqlite-invalid-path-')
  718. const ctx = new Context()
  719. await ctx.plugin(SessionStore)
  720. await expect(ctx.plugin(SessionPersistenceSqlite, { path: `${path}\0` })).rejects.toMatchObject({
  721. code: 'ERR_INVALID_ARG_VALUE',
  722. })
  723. await ctx.fiber.dispose()
  724. })
  725. it('rejects non-files and symbolic links', async () => {
  726. const directoryPath = await freshDbPath('dsh-sqlite-directory-')
  727. await mkdir(directoryPath)
  728. expect(errorMessage(await backendFailure(directoryPath)))
  729. .toMatch(/must be a regular file/)
  730. const linkPath = await freshDbPath('dsh-sqlite-link-')
  731. const target = join(linkPath, '..', 'target.db')
  732. await writeFile(target, '')
  733. await symlink(target, linkPath)
  734. expect(errorMessage(await backendFailure(linkPath)))
  735. .toMatch(/not a symbolic link/)
  736. const parentLinkPath = await freshDbPath('dsh-sqlite-parent-link-')
  737. const realParent = join(parentLinkPath, '..', 'real-parent')
  738. const linkedParent = join(parentLinkPath, '..', 'linked-parent')
  739. await mkdir(realParent, { mode: 0o700 })
  740. await symlink(realParent, linkedParent)
  741. expect(errorMessage(await backendFailure(join(linkedParent, 'sessions.db'))))
  742. .toMatch(/must be a real directory/)
  743. })
  744. it.runIf(
  745. process.getuid !== undefined && process.getuid() !== 0,
  746. )('rejects permissive files and writable parents', async () => {
  747. const permissivePath = await freshDbPath('dsh-sqlite-permissive-')
  748. await writeFile(permissivePath, '')
  749. await chmod(permissivePath, 0o644)
  750. expect(errorMessage(await backendFailure(permissivePath)))
  751. .toMatch(/accessible only by that user/)
  752. const writableParentPath = await freshDbPath('dsh-sqlite-parent-')
  753. await chmod(join(writableParentPath, '..'), 0o770)
  754. expect(errorMessage(await backendFailure(writableParentPath)))
  755. .toMatch(/not group\/world-writable/)
  756. })
  757. it('surfaces database creation failures after path validation', async () => {
  758. const path = await freshDbPath('dsh-sqlite-create-failure-')
  759. const store = new SqliteStore({ path, journalMode: 'wal', busyTimeoutMs: DEFAULT_BUSY_TIMEOUT_MS })
  760. await store.validatePath()
  761. const parent = join(path, '..')
  762. await rm(parent, { recursive: true })
  763. await writeFile(parent, 'not a directory')
  764. await expect(store.open()).rejects.toThrow(/ENOENT|ENOTDIR/)
  765. await store.close()
  766. })
  767. })