write-behind.spec.ts 8.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275
  1. import { afterEach, describe, expect, it, vi } from 'vitest'
  2. import type { SessionEvent } from '@deepseek-ai/dsh-session'
  3. import { SessionWriteBehind } from '../src/write-behind.ts'
  4. /** Minimal ordered event fixture; batching does not interpret event vocabulary. */
  5. function event(seq: number): SessionEvent<'turn/start'> {
  6. return {
  7. type: 'turn/start',
  8. seq,
  9. time: seq,
  10. data: { turn: seq + 1 },
  11. }
  12. }
  13. afterEach(() => {
  14. vi.useRealTimers()
  15. })
  16. describe('SessionWriteBehind', () => {
  17. it('uses one fixed window from the first queued event and owns its copy', async () => {
  18. vi.useFakeTimers()
  19. const batches: SessionEvent[][] = []
  20. const controller = new SessionWriteBehind({
  21. maxDelayMs: 200,
  22. write: async (events) => { batches.push(structuredClone(events) as SessionEvent[]) },
  23. reportBackgroundFailure: vi.fn(),
  24. })
  25. const first = event(0)
  26. controller.enqueue(first)
  27. first.data.turn = 99
  28. await vi.advanceTimersByTimeAsync(150)
  29. controller.enqueue(event(1))
  30. await vi.advanceTimersByTimeAsync(49)
  31. expect(batches).toEqual([])
  32. await vi.advanceTimersByTimeAsync(1)
  33. expect(batches).toEqual([[
  34. expect.objectContaining({ seq: 0, data: { turn: 1 } }),
  35. expect.objectContaining({ seq: 1 }),
  36. ]])
  37. expect(controller.hasWork).toBe(false)
  38. })
  39. it('coalesces twenty events admitted ten milliseconds apart into one 200 ms batch', async () => {
  40. vi.useFakeTimers()
  41. const batches: number[][] = []
  42. const controller = new SessionWriteBehind({
  43. maxDelayMs: 200,
  44. write: async (events) => { batches.push(events.map(item => item.seq)) },
  45. reportBackgroundFailure: vi.fn(),
  46. })
  47. controller.enqueue(event(0))
  48. for (let seq = 1; seq < 20; seq += 1) {
  49. await vi.advanceTimersByTimeAsync(10)
  50. controller.enqueue(event(seq))
  51. }
  52. expect(batches).toEqual([])
  53. await vi.advanceTimersByTimeAsync(10)
  54. expect(batches).toEqual([Array.from({ length: 20 }, (_, seq) => seq)])
  55. await controller.flush()
  56. })
  57. it('makes concurrent flushes one immediate barrier that drains admitted tails', async () => {
  58. vi.useFakeTimers()
  59. const gate = Promise.withResolvers<boolean>()
  60. const batches: number[][] = []
  61. const controller = new SessionWriteBehind({
  62. maxDelayMs: 200,
  63. write: async (events) => {
  64. batches.push(events.map(item => item.seq))
  65. if (batches.length === 1) await gate.promise
  66. },
  67. reportBackgroundFailure: vi.fn(),
  68. })
  69. controller.enqueue(event(0))
  70. const first = controller.flush()
  71. const second = controller.flush()
  72. expect(second).toBe(first)
  73. await Promise.resolve()
  74. expect(batches).toEqual([[0]])
  75. controller.enqueue(event(1))
  76. gate.resolve(true)
  77. await first
  78. expect(batches).toEqual([[0], [1]])
  79. expect(controller.hasWork).toBe(false)
  80. expect(vi.getTimerCount()).toBe(0)
  81. })
  82. it('starts a new window for work admitted after an already-quiescent barrier', async () => {
  83. vi.useFakeTimers()
  84. const batches: number[][] = []
  85. const controller = new SessionWriteBehind({
  86. maxDelayMs: 200,
  87. write: async (events) => { batches.push(events.map(item => item.seq)) },
  88. reportBackgroundFailure: vi.fn(),
  89. })
  90. const barrier = controller.flush()
  91. controller.enqueue(event(0))
  92. await barrier
  93. expect(batches).toEqual([])
  94. expect(vi.getTimerCount()).toBe(1)
  95. await vi.advanceTimersByTimeAsync(200)
  96. expect(batches).toEqual([[0]])
  97. expect(controller.hasWork).toBe(false)
  98. })
  99. it('starts an over-budget tail immediately after the active write', async () => {
  100. vi.useFakeTimers()
  101. const gate = Promise.withResolvers<boolean>()
  102. const batches: number[][] = []
  103. const controller = new SessionWriteBehind({
  104. maxDelayMs: 200,
  105. write: async (events) => {
  106. batches.push(events.map(item => item.seq))
  107. if (batches.length === 1) await gate.promise
  108. },
  109. reportBackgroundFailure: vi.fn(),
  110. })
  111. controller.enqueue(event(0))
  112. await vi.advanceTimersByTimeAsync(200)
  113. expect(batches).toEqual([[0]])
  114. controller.enqueue(event(1))
  115. await vi.advanceTimersByTimeAsync(200)
  116. expect(batches).toEqual([[0]])
  117. gate.resolve(true)
  118. await vi.advanceTimersByTimeAsync(0)
  119. expect(batches).toEqual([[0], [1]])
  120. await controller.flush()
  121. })
  122. it('keeps a tail deadline that has not expired when the active write finishes', async () => {
  123. vi.useFakeTimers()
  124. const gate = Promise.withResolvers<boolean>()
  125. const batches: number[][] = []
  126. const controller = new SessionWriteBehind({
  127. maxDelayMs: 200,
  128. write: async (events) => {
  129. batches.push(events.map(item => item.seq))
  130. if (batches.length === 1) await gate.promise
  131. },
  132. reportBackgroundFailure: vi.fn(),
  133. })
  134. controller.enqueue(event(0))
  135. await vi.advanceTimersByTimeAsync(200)
  136. controller.enqueue(event(1))
  137. await vi.advanceTimersByTimeAsync(50)
  138. gate.resolve(true)
  139. await vi.advanceTimersByTimeAsync(0)
  140. expect(batches).toEqual([[0]])
  141. await vi.advanceTimersByTimeAsync(149)
  142. expect(batches).toEqual([[0]])
  143. await vi.advanceTimersByTimeAsync(1)
  144. expect(batches).toEqual([[0], [1]])
  145. await controller.flush()
  146. })
  147. it('pauses automatic retries after failure and preserves order for new work', async () => {
  148. vi.useFakeTimers()
  149. const failure = new Error('storage unavailable')
  150. const report = vi.fn()
  151. const batches: number[][] = []
  152. let attempt = 0
  153. const controller = new SessionWriteBehind({
  154. maxDelayMs: 200,
  155. write: async (events) => {
  156. batches.push(events.map(item => item.seq))
  157. if (++attempt === 1) throw failure
  158. },
  159. reportBackgroundFailure: report,
  160. })
  161. controller.enqueue(event(0))
  162. await vi.advanceTimersByTimeAsync(200)
  163. expect(report).toHaveBeenCalledWith(failure)
  164. expect(controller.hasWork).toBe(true)
  165. await vi.advanceTimersByTimeAsync(1_000)
  166. expect(batches).toEqual([[0]])
  167. controller.enqueue(event(1))
  168. await vi.advanceTimersByTimeAsync(199)
  169. expect(batches).toEqual([[0]])
  170. await vi.advanceTimersByTimeAsync(1)
  171. expect(batches).toEqual([[0], [0, 1]])
  172. await controller.flush()
  173. })
  174. it('observes an overlapping background failure and retries it inside flush', async () => {
  175. vi.useFakeTimers()
  176. const gate = Promise.withResolvers<boolean>()
  177. const report = vi.fn()
  178. const batches: number[][] = []
  179. const controller = new SessionWriteBehind({
  180. maxDelayMs: 200,
  181. write: async (events) => {
  182. batches.push(events.map(item => item.seq))
  183. if (batches.length === 1) {
  184. await gate.promise
  185. throw new Error('transient')
  186. }
  187. },
  188. reportBackgroundFailure: report,
  189. })
  190. controller.enqueue(event(0))
  191. await vi.advanceTimersByTimeAsync(200)
  192. const first = controller.flush()
  193. const second = controller.flush()
  194. gate.resolve(true)
  195. await expect(Promise.all([first, second])).resolves.toEqual([undefined, undefined])
  196. expect(batches).toEqual([[0], [0]])
  197. expect(report).toHaveBeenCalledOnce()
  198. expect(controller.hasWork).toBe(false)
  199. })
  200. it('surfaces a barrier failure without detached logging and retains its batch', async () => {
  201. vi.useFakeTimers()
  202. const failure = new Error('durability failed')
  203. const report = vi.fn()
  204. const batches: number[][] = []
  205. let attempt = 0
  206. const controller = new SessionWriteBehind({
  207. maxDelayMs: 200,
  208. write: async (events) => {
  209. batches.push(events.map(item => item.seq))
  210. if (++attempt === 1) throw failure
  211. },
  212. reportBackgroundFailure: report,
  213. })
  214. controller.enqueue(event(0))
  215. await expect(controller.flush()).rejects.toBe(failure)
  216. expect(report).not.toHaveBeenCalled()
  217. expect(controller.hasWork).toBe(true)
  218. controller.enqueue(event(1))
  219. await vi.advanceTimersByTimeAsync(200)
  220. expect(batches).toEqual([[0], [0, 1]])
  221. await controller.flush()
  222. })
  223. it('retains a failed batch larger than the engine call-argument limit', async () => {
  224. const failure = new Error('durability failed')
  225. const batchSize = 150_000
  226. const sizes: number[] = []
  227. let attempt = 0
  228. const controller = new SessionWriteBehind({
  229. maxDelayMs: 200,
  230. write: async (events) => {
  231. sizes.push(events.length)
  232. if (++attempt === 1) throw failure
  233. },
  234. reportBackgroundFailure: vi.fn(),
  235. })
  236. for (let seq = 0; seq < batchSize; seq += 1) controller.enqueue(event(seq))
  237. await expect(controller.flush()).rejects.toBe(failure)
  238. expect(controller.hasWork).toBe(true)
  239. await controller.flush()
  240. expect(sizes).toEqual([batchSize, batchSize])
  241. expect(controller.hasWork).toBe(false)
  242. })
  243. })