transport.client.spec.ts 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379
  1. import { describe, expect, it, vi } from 'vitest'
  2. import {
  3. RemoteStream,
  4. RemoteStreamCarrierError,
  5. RemoteStreamError,
  6. type RemoteStreamOptions,
  7. } from '@deepseek-ai/dsh-api-gateway/client'
  8. import type { RemoteResult } from '@deepseek-ai/dsh-typert-protocol'
  9. import {
  10. createSessionControlStream,
  11. SessionEventStream,
  12. sessionStreamFailure,
  13. type SessionJournalChange,
  14. type SessionRemote,
  15. } from '../src/client/index.ts'
  16. import type {
  17. SessionAddress,
  18. SessionControlFrame,
  19. SessionEventEntry,
  20. SessionFollowFrame,
  21. SessionFollowRequest,
  22. SessionHistoryRecord,
  23. SessionPage,
  24. SessionPageRequest,
  25. } from '../src/types.ts'
  26. type SessionTransportRemote = Pick<SessionRemote, 'control' | 'follow' | 'page'>
  27. const ADDRESS: SessionAddress = { kind: 'session', sessionId: 'session-1' as never }
  28. const AVAILABLE_CONNECTION = {
  29. generation: {
  30. getSnapshot: () => ({ id: 1, host: { home: '/home/fixture' } }),
  31. subscribe: () => () => {},
  32. },
  33. }
  34. function entry(seq: number): SessionEventEntry {
  35. return { type: 'event', event: { type: 'turn/start', seq, time: seq, data: { turn: seq } } }
  36. }
  37. function chunks(seq0: number): SessionHistoryRecord {
  38. return {
  39. type: 'chunks',
  40. event: {
  41. type: 'chunkrow/text-chunks',
  42. seq: seq0,
  43. time: seq0,
  44. data: { turn: 1, step: 1, index: 0, texts: ['a', 'b', 'c'], dt: [1, 1] },
  45. },
  46. }
  47. }
  48. function page(records: readonly SessionHistoryRecord[], hasMore = false): SessionPage {
  49. return { records, hasMore }
  50. }
  51. function snapshot(
  52. cursor: number,
  53. records: readonly SessionHistoryRecord[],
  54. hasMore = false,
  55. ): SessionFollowFrame {
  56. return {
  57. type: 'snapshot',
  58. header: {
  59. version: 0,
  60. id: ADDRESS.kind === 'session' ? ADDRESS.sessionId : ADDRESS.childSessionId,
  61. createdAt: 0,
  62. },
  63. cursor,
  64. records,
  65. hasMore,
  66. projections: { asOfSeq: cursor, values: {} },
  67. }
  68. }
  69. function sessionClient(remote: SessionTransportRemote) {
  70. return {
  71. session: remote as SessionRemote,
  72. $stream: <Item>(options: RemoteStreamOptions<Item>) => (
  73. new RemoteStream(AVAILABLE_CONNECTION, options)
  74. ),
  75. }
  76. }
  77. interface FollowGeneration {
  78. readonly frames: readonly SessionFollowFrame[]
  79. readonly terminal?: Error
  80. readonly hold?: boolean
  81. readonly waitAfterFrames?: Promise<void>
  82. }
  83. class ScriptedSessionRemote implements SessionTransportRemote {
  84. readonly followRequests: SessionFollowRequest[] = []
  85. readonly pageRequests: SessionPageRequest[] = []
  86. readonly signals: AbortSignal[] = []
  87. constructor(
  88. private readonly generations: FollowGeneration[],
  89. private readonly pages: RemoteResult<SessionPage>[],
  90. private readonly controlFrames: readonly SessionControlFrame[] = [],
  91. private readonly holdControl = true,
  92. ) {}
  93. async *follow(request: SessionFollowRequest, signal = new AbortController().signal): AsyncIterable<SessionFollowFrame> {
  94. const generation = this.generations.shift()
  95. if (generation === undefined) throw new Error('no scripted Session generation')
  96. this.followRequests.push(request)
  97. this.signals.push(signal)
  98. for (const frame of generation.frames) yield frame
  99. await generation.waitAfterFrames
  100. if (generation.terminal !== undefined) throw generation.terminal
  101. if (generation.hold === true && !signal.aborted) {
  102. await new Promise<void>((resolve) => {
  103. signal.addEventListener('abort', () => { resolve() }, { once: true })
  104. })
  105. }
  106. }
  107. page(request: SessionPageRequest): Promise<RemoteResult<SessionPage>> {
  108. this.pageRequests.push(request)
  109. const result = this.pages.shift()
  110. if (result === undefined) throw new Error('no scripted Session page')
  111. return Promise.resolve(result)
  112. }
  113. async *control(signal = new AbortController().signal): AsyncIterable<SessionControlFrame> {
  114. for (const frame of this.controlFrames) yield frame
  115. if (this.holdControl && !signal.aborted) {
  116. await new Promise<void>((resolve) => {
  117. signal.addEventListener('abort', () => { resolve() }, { once: true })
  118. })
  119. }
  120. }
  121. }
  122. describe('Session Client stream adapters', () => {
  123. it('validates a packed logical range before publishing one compact Client entry', async () => {
  124. const row = chunks(1)
  125. const remote = new ScriptedSessionRemote(
  126. [{ frames: [snapshot(4, [entry(0), row, entry(4)]), entry(5)], hold: true }],
  127. [],
  128. )
  129. const changes: SessionJournalChange[] = []
  130. const stream = new SessionEventStream(sessionClient(remote), ADDRESS, {
  131. publish: (change) => { changes.push(change) },
  132. failed: vi.fn(),
  133. })
  134. await stream.open({})
  135. await vi.waitFor(() => { expect(changes).toHaveLength(2) })
  136. expect(changes[0]).toMatchObject({
  137. type: 'replace',
  138. entries: [
  139. entry(0),
  140. row,
  141. entry(4),
  142. ],
  143. })
  144. expect(changes[0]?.type === 'replace' ? changes[0].entries[1] : undefined).toBe(row)
  145. expect(changes[1]).toEqual({ type: 'append', entry: entry(5) })
  146. await stream.dispose()
  147. })
  148. it('rejects a packed record emitted by the live follow path', async () => {
  149. const failed = vi.fn()
  150. const remote = new ScriptedSessionRemote(
  151. [{ frames: [snapshot(-1, []), chunks(0) as SessionFollowFrame], hold: true }],
  152. [],
  153. )
  154. const stream = new SessionEventStream(sessionClient(remote), ADDRESS, {
  155. publish: vi.fn(),
  156. failed,
  157. })
  158. await stream.open({})
  159. await vi.waitFor(() => { expect(failed).toHaveBeenCalledOnce() })
  160. expect(failed.mock.calls[0]?.[0]).toMatchObject({
  161. message: 'session live stream emitted a packed history record',
  162. })
  163. await stream.dispose()
  164. })
  165. it('binds an event journal to one address and publishes replace, append, and prepend changes', async () => {
  166. const remote = new ScriptedSessionRemote(
  167. [{
  168. frames: [
  169. snapshot(3, [entry(2), entry(3)], true),
  170. entry(3),
  171. entry(4),
  172. ],
  173. hold: true,
  174. }],
  175. [
  176. { ok: true, value: page([entry(0), entry(1)], false) },
  177. ],
  178. )
  179. const changes: SessionJournalChange[] = []
  180. const stream = new SessionEventStream(sessionClient(remote), ADDRESS, {
  181. publish: (change) => { changes.push(change) },
  182. failed: vi.fn(),
  183. })
  184. await stream.open({ maxMessages: 50 })
  185. await vi.waitFor(() => { expect(changes).toHaveLength(2) })
  186. await stream.prepend({ beforeSeq: 2, maxMessages: 50 })
  187. expect(remote.followRequests).toEqual([{ address: ADDRESS, maxMessages: 50 }])
  188. expect(remote.pageRequests).toEqual([
  189. { address: ADDRESS, throughSeq: 4, beforeSeq: 2, maxMessages: 50 },
  190. ])
  191. expect(changes).toMatchObject([
  192. { type: 'replace', entries: [entry(2), entry(3)], hasMore: true },
  193. { type: 'append', entry: entry(4) },
  194. { type: 'prepend', entries: [entry(0), entry(1)], hasMore: false },
  195. ])
  196. await stream.dispose()
  197. expect(remote.signals[0]?.aborted).toBe(true)
  198. })
  199. it('replaces the retained window from each reconnect snapshot', async () => {
  200. const lost = new RemoteStreamCarrierError('lost')
  201. const remote = new ScriptedSessionRemote(
  202. [
  203. {
  204. frames: [snapshot(1, [entry(0), entry(1)]), entry(2)],
  205. terminal: lost,
  206. },
  207. { frames: [snapshot(4, [entry(0), entry(1), entry(2), entry(3), entry(4)])], hold: true },
  208. ],
  209. [],
  210. )
  211. const changes: SessionJournalChange[] = []
  212. const carrierFailed = vi.fn()
  213. const stream = new SessionEventStream(sessionClient(remote), ADDRESS, {
  214. publish: (change) => { changes.push(change) },
  215. carrierFailed,
  216. failed: vi.fn(),
  217. })
  218. await stream.open({ maxMessages: 50 })
  219. await vi.waitFor(() => { expect(remote.followRequests).toHaveLength(2) })
  220. expect(remote.followRequests).toEqual([
  221. { address: ADDRESS, maxMessages: 50 },
  222. { address: ADDRESS, maxMessages: 50 },
  223. ])
  224. expect(remote.pageRequests).toEqual([])
  225. expect(changes.map(change => change.type)).toEqual(['replace', 'append', 'replace'])
  226. expect(carrierFailed).toHaveBeenCalledWith(lost)
  227. await stream.dispose()
  228. })
  229. it('repairs a resumed event stream without an optional message limit', async () => {
  230. const finish = Promise.withResolvers<undefined>()
  231. const remote = new ScriptedSessionRemote(
  232. [
  233. {
  234. frames: [snapshot(0, [entry(0)])],
  235. waitAfterFrames: finish.promise,
  236. terminal: new RemoteStreamCarrierError('lost'),
  237. },
  238. { frames: [snapshot(1, [entry(0), entry(1)])], hold: true },
  239. ],
  240. [],
  241. )
  242. const stream = new SessionEventStream(sessionClient(remote), ADDRESS, {
  243. publish: vi.fn(),
  244. failed: vi.fn(),
  245. })
  246. await stream.open({})
  247. finish.resolve(undefined)
  248. await vi.waitFor(() => { expect(remote.followRequests).toHaveLength(2) })
  249. expect(remote.followRequests).toEqual([{ address: ADDRESS }, { address: ADDRESS }])
  250. expect(remote.pageRequests).toEqual([])
  251. await stream.dispose()
  252. })
  253. it('repairs a live gap without adding an absent message limit', async () => {
  254. const remote = new ScriptedSessionRemote(
  255. [{ frames: [snapshot(0, [entry(0)]), entry(2)], hold: true }],
  256. [{ ok: true, value: page([entry(0), entry(1), entry(2)]) }],
  257. )
  258. const changes: SessionJournalChange[] = []
  259. const stream = new SessionEventStream(sessionClient(remote), ADDRESS, {
  260. publish: (change) => { changes.push(change) },
  261. failed: vi.fn(),
  262. })
  263. await stream.open({})
  264. await vi.waitFor(() => { expect(changes).toHaveLength(2) })
  265. expect(remote.pageRequests).toEqual([{ address: ADDRESS, throughSeq: 2 }])
  266. await stream.dispose()
  267. })
  268. it('turns a pagination failure into a typed stream failure', async () => {
  269. const failure = { code: 'session-not-found', message: 'missing', details: { sessionId: 'session-1' } } as const
  270. const remote = new ScriptedSessionRemote(
  271. [{ frames: [snapshot(-1, [])], hold: true }],
  272. [{ ok: false, error: failure }],
  273. )
  274. const stream = new SessionEventStream(sessionClient(remote), ADDRESS, {
  275. publish: vi.fn(),
  276. failed: vi.fn(),
  277. })
  278. await stream.open({})
  279. await expect(stream.prepend({})).rejects.toBeInstanceOf(RemoteStreamError)
  280. await expect(stream.open({})).rejects.toThrow('already opened')
  281. expect(sessionStreamFailure(new RemoteStreamError(failure.code, failure.message, failure.details)))
  282. .toEqual(failure)
  283. expect(sessionStreamFailure(new Error('local'))).toBeUndefined()
  284. expect(remote.signals[0]?.aborted).toBe(false)
  285. expect(remote.pageRequests).toEqual([{ address: ADDRESS, throughSeq: -1 }])
  286. await stream.dispose()
  287. expect(remote.signals[0]?.aborted).toBe(true)
  288. })
  289. it('maps the Host-wide control baseline and deltas into one snapshot stream', async () => {
  290. const baseline: SessionControlFrame = {
  291. type: 'baseline',
  292. value: { queues: {}, jobs: {}, projections: {} },
  293. }
  294. const update: SessionControlFrame = {
  295. type: 'queue', sessionId: 'session-1' as never, items: [],
  296. }
  297. const remote = new ScriptedSessionRemote([], [], [baseline, update])
  298. const accept = vi.fn<(frame: SessionControlFrame) => void>()
  299. const stream = createSessionControlStream(sessionClient(remote), {
  300. accept,
  301. failed: vi.fn(),
  302. })
  303. stream.start()
  304. stream.start()
  305. await vi.waitFor(() => { expect(accept).toHaveBeenCalledTimes(2) })
  306. expect(accept.mock.calls.map(([frame]) => frame)).toEqual([baseline, update])
  307. await stream.dispose()
  308. await stream.dispose()
  309. })
  310. it('classifies control streams that end before and after their opening baseline', async () => {
  311. const beforeFailed = vi.fn()
  312. const before = createSessionControlStream(
  313. sessionClient(new ScriptedSessionRemote([], [], [], false)),
  314. { accept: vi.fn(), failed: beforeFailed },
  315. )
  316. before.start()
  317. await vi.waitFor(() => { expect(beforeFailed).toHaveBeenCalledOnce() })
  318. expect(beforeFailed.mock.calls[0]?.[0]).toMatchObject({
  319. message: 'session control stream ended before its opening snapshot',
  320. })
  321. await before.dispose()
  322. const baseline: SessionControlFrame = {
  323. type: 'baseline',
  324. value: { queues: {}, jobs: {}, projections: {} },
  325. }
  326. const carrierFailed = vi.fn()
  327. const failed = vi.fn()
  328. const afterRemote = new ScriptedSessionRemote([], [], [baseline], false)
  329. const after = createSessionControlStream(sessionClient(afterRemote), {
  330. accept: vi.fn(),
  331. carrierFailed: (error) => {
  332. carrierFailed(error)
  333. void after.dispose()
  334. },
  335. failed,
  336. })
  337. after.start()
  338. await vi.waitFor(() => { expect(carrierFailed).toHaveBeenCalledOnce() })
  339. expect(carrierFailed.mock.calls[0]?.[0]).toMatchObject({
  340. message: 'session control stream ended without a terminal result',
  341. })
  342. expect(failed).not.toHaveBeenCalled()
  343. await after.dispose()
  344. })
  345. })