| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628 |
- import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest'
- import { createServer, type IncomingMessage, type Server, type ServerResponse } from 'node:http'
- import { AddressInfo } from 'node:net'
- import { Context } from '@deepseek-ai/cordis'
- import WebRuntime from '@deepseek-ai/dsh-web'
- import { HttpFetchProvider, LOCAL_FETCH_PROVIDER_ID } from '@deepseek-ai/dsh-web-fetch-http'
- import type { HttpFetchLimits, HttpFetchResolver } from '@deepseek-ai/dsh-web-fetch-http'
- import * as fetchPlugin from '@deepseek-ai/dsh-web-fetch-http'
- import { createPinnedLookup, isPublicIpAddress, publicHttpNetwork, requestPinned, resolvePublicAddresses } from '../src/network.ts'
- import {
- classifyContentType,
- decoderForCharset,
- isSameOrigin,
- parseCharset,
- parseFetchUrl,
- validateFetchUrl,
- WEB_FETCH_MAX_URL_LENGTH,
- } from '../src/policy.ts'
- const limits: HttpFetchLimits = {
- maxResponseBytes: 5_000_000,
- maxBodyChars: 100_000,
- timeoutMs: 5_000,
- maxRedirects: 5,
- userAgent: 'test-agent/1.0',
- }
- type Handler = (req: IncomingMessage, res: ServerResponse) => void
- let server: Server
- let base: string
- let handler: Handler
- let restoreResolution: () => void
- beforeEach(async () => {
- handler = (_req, res) => { res.writeHead(200, { 'content-type': 'text/plain' }); res.end('default') }
- server = createServer((req, res) => { handler(req, res) })
- await new Promise<void>(resolve => server.listen(0, '127.0.0.1', resolve))
- const { port } = server.address() as AddressInfo
- base = `http://127.0.0.1:${port}`
- const spy = vi.spyOn(publicHttpNetwork, 'resolve').mockResolvedValue([{ address: '127.0.0.1', family: 4 }])
- restoreResolution = () => { spy.mockRestore() }
- })
- afterEach(async () => {
- vi.unstubAllGlobals()
- vi.restoreAllMocks()
- await new Promise<void>(resolve => server.close(() => { resolve() }))
- })
- function provider(overrides: Partial<HttpFetchLimits> = {}): HttpFetchProvider {
- return new HttpFetchProvider({ ...limits, ...overrides })
- }
- describe('policy helpers', () => {
- it('validates scheme, credentials, and length', () => {
- expect(parseFetchUrl('https://example.com/preflight').pathname).toBe('/preflight')
- expect(validateFetchUrl('https://example.com/x').hostname).toBe('example.com')
- expect(() => validateFetchUrl('ftp://example.com')).toThrow(expect.objectContaining({ code: 'WEB_INVALID_URL' }))
- expect(() => validateFetchUrl('not a url')).toThrow(expect.objectContaining({ code: 'WEB_INVALID_URL' }))
- expect(() => validateFetchUrl('https://user:pass@example.com')).toThrow(expect.objectContaining({ code: 'WEB_BLOCKED_URL' }))
- const prefix = 'https://example.com/'
- const exact = `${prefix}${'a'.repeat(WEB_FETCH_MAX_URL_LENGTH - prefix.length)}`
- expect(validateFetchUrl(exact).href).toBe(exact)
- expect(() => validateFetchUrl(`${exact}a`)).toThrow(expect.objectContaining({ code: 'WEB_INVALID_URL' }))
- })
- it('classifies content types', () => {
- expect(classifyContentType('text/html; charset=utf-8')).toBe('html')
- expect(classifyContentType('application/xhtml+xml')).toBe('html')
- expect(classifyContentType('text/plain')).toBe('text')
- expect(classifyContentType('application/json')).toBe('text')
- expect(classifyContentType('image/png')).toBeUndefined()
- expect(classifyContentType(null)).toBeUndefined()
- })
- it('compares origins', () => {
- expect(isSameOrigin(new URL('https://a.com/x'), new URL('https://a.com/y'))).toBe(true)
- expect(isSameOrigin(new URL('https://a.com'), new URL('https://b.com'))).toBe(false)
- expect(isSameOrigin(new URL('http://a.com'), new URL('https://a.com'))).toBe(false)
- })
- it('parses the charset parameter', () => {
- expect(parseCharset('text/html; charset=UTF-8')).toBe('utf-8')
- expect(parseCharset('text/plain; charset="iso-8859-1"')).toBe('iso-8859-1')
- expect(parseCharset('text/plain')).toBeUndefined()
- expect(parseCharset(null)).toBeUndefined()
- })
- it('builds a decoder for a charset and defaults to UTF-8', () => {
- expect(decoderForCharset(undefined).encoding).toBe('utf-8')
- expect(decoderForCharset('iso-8859-1').encoding).toBe('windows-1252')
- expect(() => decoderForCharset('not-a-charset')).toThrow(expect.objectContaining({ code: 'WEB_UNSUPPORTED_CONTENT_TYPE' }))
- })
- })
- describe('public-network policy', () => {
- it('accepts only globally reachable unicast addresses', () => {
- for (const address of ['8.8.8.8', '2001:4860:4860::8888', '::ffff:8.8.8.8']) {
- expect(isPublicIpAddress(address), address).toBe(true)
- }
- for (const address of [
- '0.0.0.0',
- '10.0.0.1',
- '100.64.0.1',
- '127.0.0.1',
- '169.254.169.254',
- '192.0.2.1',
- '224.0.0.1',
- '255.255.255.255',
- '::',
- '::1',
- 'fe80::1',
- 'fc00::1',
- 'ff02::1',
- '::ffff:127.0.0.1',
- '64:ff9b::808:808',
- 'not-an-ip',
- ]) {
- expect(isPublicIpAddress(address), address).toBe(false)
- }
- })
- it('retains one fully public DNS answer set', async () => {
- const resolver = vi.fn(async () => [
- { address: '8.8.4.4', family: 4 },
- { address: '2001:4860:4860::8888', family: 6 },
- ])
- await expect(resolvePublicAddresses('example.test', new AbortController().signal, resolver))
- .resolves.toEqual([
- { address: '8.8.4.4', family: 4 },
- { address: '2001:4860:4860::8888', family: 6 },
- ])
- })
- it('rejects the whole DNS answer set when one address is not public', async () => {
- const resolver = vi.fn(async () => [
- { address: '8.8.8.8', family: 4 },
- { address: '127.0.0.1', family: 4 },
- ])
- await expect(resolvePublicAddresses('rebinding.test', new AbortController().signal, resolver))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_BLOCKED_URL' }))
- })
- it('rejects empty and invalid resolver results', async () => {
- await expect(resolvePublicAddresses('empty.test', new AbortController().signal, async () => []))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_PROVIDER_ERROR' }))
- await expect(resolvePublicAddresses('family.test', new AbortController().signal, async () => [{ address: '8.8.8.8', family: 0 }]))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_PROVIDER_ERROR' }))
- await expect(resolvePublicAddresses('mismatch.test', new AbortController().signal, async () => [{ address: '::1', family: 4 }]))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_PROVIDER_ERROR' }))
- })
- it('validates bracketed IPv6 literals after checking for an active DNS64 prefix', async () => {
- const resolver = vi.fn(async () => [{ address: '192.0.0.170', family: 4 }])
- await expect(resolvePublicAddresses('[2001:4860:4860::8888]', new AbortController().signal, resolver))
- .resolves.toEqual([{ address: '2001:4860:4860::8888', family: 6 }])
- expect(resolver).toHaveBeenCalledWith('ipv4only.arpa', { all: true, order: 'verbatim' })
- })
- it('rejects a network-specific NAT64 address that translates to private IPv4', async () => {
- const resolver = vi.fn(async (hostname: string) => hostname === 'ipv4only.arpa'
- ? [{ address: '2001:4860:64:64::c000:aa', family: 6 }]
- : [{ address: '2001:4860:64:64::7f00:1', family: 6 }])
- await expect(resolvePublicAddresses('nat64.test', new AbortController().signal, resolver))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_BLOCKED_URL' }))
- })
- it('accepts a network-specific NAT64 address that translates to public IPv4', async () => {
- const resolver = vi.fn(async (hostname: string) => hostname === 'ipv4only.arpa'
- ? [{ address: '2001:4860:64:64::c000:aa', family: 6 }]
- : [{ address: '2001:4860:64:64::808:808', family: 6 }])
- await expect(resolvePublicAddresses('nat64.test', new AbortController().signal, resolver))
- .resolves.toEqual([{ address: '2001:4860:64:64::808:808', family: 6 }])
- })
- it('deduplicates discovered prefixes and ignores addresses outside their translation layout', async () => {
- const resolver = vi.fn(async (hostname: string) => hostname === 'ipv4only.arpa'
- ? [
- { address: '2001:4860:64:64::c000:aa', family: 6 },
- { address: '2001:4860:64:64::c000:ab', family: 6 },
- { address: '2001:4860:64:64:c0:0:aa00:0', family: 6 },
- ]
- : [
- { address: '2001:4860:65:64::808:808', family: 6 },
- { address: '2001:4860:64:64:100::1', family: 6 },
- ])
- await expect(resolvePublicAddresses('native-v6.test', new AbortController().signal, resolver))
- .resolves.toEqual([
- { address: '2001:4860:65:64::808:808', family: 6 },
- { address: '2001:4860:64:64:100::1', family: 6 },
- ])
- })
- it('stops waiting for DNS when the request is aborted', async () => {
- let finish!: (value: never[]) => void
- const resolver = vi.fn(() => new Promise<never[]>((resolve) => { finish = resolve }))
- const controller = new AbortController()
- const pending = resolvePublicAddresses('slow.test', controller.signal, resolver)
- controller.abort(new Error('stop'))
- await expect(pending).rejects.toThrow('web fetch aborted during hostname resolution')
- finish([])
- const alreadyAborted = new AbortController()
- alreadyAborted.abort(new Error('already stopped'))
- await expect(resolvePublicAddresses('slow.test', alreadyAborted.signal, resolver))
- .rejects.toThrow('web fetch aborted during hostname resolution')
- })
- it('propagates resolver failures', async () => {
- await expect(resolvePublicAddresses('broken.test', new AbortController().signal, async () => { throw new Error('dns failed') }))
- .rejects.toThrow('dns failed')
- })
- it('serves only the retained addresses through the connector lookup', async () => {
- const lookup = createPinnedLookup([
- { address: '8.8.8.8', family: 4 },
- { address: '2001:4860:4860::8888', family: 6 },
- ])
- const call = (options: Parameters<typeof lookup>[1]) => new Promise<{
- error: NodeJS.ErrnoException | null
- address: string | import('node:dns').LookupAddress[]
- family: number | undefined
- }>((resolve) => {
- lookup('fixed.test', options, (error, address, family) => { resolve({ error, address, family }) })
- })
- await expect(call({ all: true })).resolves.toMatchObject({
- error: null,
- address: [{ address: '8.8.8.8', family: 4 }, { address: '2001:4860:4860::8888', family: 6 }],
- })
- await expect(call({ family: 4 })).resolves.toMatchObject({ error: null, address: '8.8.8.8', family: 4 })
- await expect(call({ family: 'IPv6' })).resolves.toMatchObject({ error: null, address: '2001:4860:4860::8888', family: 6 })
- await expect(call({ family: 'IPv4' })).resolves.toMatchObject({ error: null, address: '8.8.8.8', family: 4 })
- await expect(call({ family: 7 })).resolves.toMatchObject({ error: { code: 'ENOTFOUND' }, address: '', family: 7 })
- await expect(call({ family: 7, all: true })).resolves.toMatchObject({ error: { code: 'ENOTFOUND' }, address: [], family: 7 })
- })
- it('pins the connection to the validated address without resolving the URL hostname again', async () => {
- handler = (_req, res) => { res.writeHead(200, { 'content-type': 'text/plain' }); res.end('pinned') }
- const { port } = server.address() as AddressInfo
- const request = await requestPinned(
- new URL(`http://does-not-resolve.invalid:${port}/`),
- [{ address: '127.0.0.1', family: 4 }],
- {},
- new AbortController().signal,
- )
- try {
- await expect(request.response.text()).resolves.toBe('pinned')
- } finally {
- await request.close()
- }
- })
- })
- describe('HttpFetchProvider success', () => {
- it('fetches a text body', async () => {
- handler = (_req, res) => { res.writeHead(200, { 'content-type': 'text/plain' }); res.end('hello world') }
- const result = await provider().fetch({ url: base })
- expect(provider().available()).toBe(true)
- expect(result.statusCode).toBe(200)
- expect(result.body).toEqual({ kind: 'text', content: 'hello world' })
- expect(result.truncated).toBe(false)
- })
- it('fetches an html body and classifies it as html', async () => {
- handler = (_req, res) => { res.writeHead(200, { 'content-type': 'text/html' }); res.end('<h1>hi</h1>') }
- const result = await provider().fetch({ url: base })
- expect(result.body).toEqual({ kind: 'html', content: '<h1>hi</h1>' })
- })
- it('uses an explicitly injected validated-address resolver', async () => {
- const resolveAddresses = vi.fn<HttpFetchResolver>(async () => [{ address: '127.0.0.1', family: 4 }])
- const result = await new HttpFetchProvider(limits, resolveAddresses).fetch({ url: base })
- expect(result.statusCode).toBe(200)
- expect(resolveAddresses).toHaveBeenCalledWith('127.0.0.1', expect.any(AbortSignal))
- expect(publicHttpNetwork.resolve).not.toHaveBeenCalled()
- })
- it('sends the configured user agent', async () => {
- let seen: string | undefined
- handler = (req, res) => { seen = req.headers['user-agent']; res.writeHead(200, { 'content-type': 'text/plain' }); res.end('ok') }
- await provider().fetch({ url: base })
- expect(seen).toBe('test-agent/1.0')
- })
- it('returns a non-2xx response as a result, not an error', async () => {
- handler = (_req, res) => { res.writeHead(404, { 'content-type': 'text/plain' }); res.end('nope') }
- const result = await provider().fetch({ url: base })
- expect(result.statusCode).toBe(404)
- expect(result.body).toEqual({ kind: 'text', content: 'nope' })
- })
- })
- describe('HttpFetchProvider caps', () => {
- it('rejects an over-cap Content-Length with WEB_FETCH_TOO_LARGE', async () => {
- handler = (_req, res) => { res.writeHead(200, { 'content-type': 'text/plain', 'content-length': '999999' }); res.end('x'.repeat(999999)) }
- await expect(provider({ maxResponseBytes: 10 }).fetch({ url: base }))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_FETCH_TOO_LARGE' }))
- })
- it('truncates a stream that grows past the byte cap', async () => {
- handler = (_req, res) => { res.writeHead(200, { 'content-type': 'text/plain' }); res.end('abcdefghij') }
- const result = await provider({ maxResponseBytes: 4 }).fetch({ url: base })
- expect(result.body.content).toBe('abcd')
- expect(result.truncated).toBe(true)
- })
- it('does not flag a body that exactly fills the byte cap as truncated', async () => {
- handler = (_req, res) => { res.writeHead(200, { 'content-type': 'text/plain' }); res.end('abcd') }
- const result = await provider({ maxResponseBytes: 4 }).fetch({ url: base })
- expect(result.body.content).toBe('abcd')
- expect(result.truncated).toBe(false)
- })
- it('truncates a decoded body past the character cap', async () => {
- handler = (_req, res) => { res.writeHead(200, { 'content-type': 'text/plain' }); res.end('abcdefghij') }
- const result = await provider({ maxBodyChars: 3 }).fetch({ url: base })
- expect(result.body.content).toBe('abc')
- expect(result.truncated).toBe(true)
- })
- it('rejects an unsupported content type', async () => {
- handler = (_req, res) => { res.writeHead(200, { 'content-type': 'image/png' }); res.end('binary') }
- await expect(provider().fetch({ url: base }))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_UNSUPPORTED_CONTENT_TYPE' }))
- })
- it('rejects a response with no content type at all', async () => {
- handler = (_req, res) => { res.writeHead(200); res.end('no type') }
- await expect(provider().fetch({ url: base }))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_UNSUPPORTED_CONTENT_TYPE' }))
- })
- it('accepts a declared content-length within the cap', async () => {
- handler = (_req, res) => { const body = 'sized'; res.writeHead(200, { 'content-type': 'text/plain', 'content-length': String(body.length) }); res.end(body) }
- const result = await provider().fetch({ url: base })
- expect(result.body.content).toBe('sized')
- })
- it('decodes a non-UTF-8 declared charset', async () => {
- // 0xE9 is "é" in ISO-8859-1; decoded as UTF-8 it would be a replacement char.
- handler = (_req, res) => { res.writeHead(200, { 'content-type': 'text/plain; charset=iso-8859-1' }); res.end(Buffer.from([0x63, 0x61, 0x66, 0xE9])) }
- const result = await provider().fetch({ url: base })
- expect(result.body.content).toBe('café')
- })
- it('rejects an unsupported declared charset', async () => {
- handler = (_req, res) => { res.writeHead(200, { 'content-type': 'text/plain; charset=not-a-charset' }); res.end('x') }
- await expect(provider().fetch({ url: base }))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_UNSUPPORTED_CONTENT_TYPE' }))
- })
- })
- describe('HttpFetchProvider redirects', () => {
- it('follows a same-origin redirect and reports the final URL', async () => {
- handler = (req, res) => {
- if (req.url === '/start') { res.writeHead(302, { location: '/end' }); res.end() }
- else { res.writeHead(200, { 'content-type': 'text/plain' }); res.end('arrived') }
- }
- const result = await provider().fetch({ url: `${base}/start` })
- expect(result.body.content).toBe('arrived')
- expect(result.url).toBe(`${base}/end`)
- })
- it('blocks a cross-origin redirect with WEB_REDIRECT_BLOCKED', async () => {
- handler = (_req, res) => { res.writeHead(302, { location: 'https://example.com/' }); res.end() }
- await expect(provider().fetch({ url: base }))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_REDIRECT_BLOCKED' }))
- })
- it('re-validates a redirect target, rejecting same-origin credentials in the Location', async () => {
- const { port } = server.address() as AddressInfo
- handler = (_req, res) => { res.writeHead(302, { location: `http://user:pass@127.0.0.1:${port}/` }); res.end() }
- await expect(provider().fetch({ url: base }))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_BLOCKED_URL' }))
- })
- it('rejects exceeding the redirect hop cap', async () => {
- handler = (req, res) => {
- const n = Number(new URL(req.url ?? '/', base).searchParams.get('n') ?? '0')
- res.writeHead(302, { location: `/?n=${n + 1}` })
- res.end()
- }
- await expect(provider({ maxRedirects: 2 }).fetch({ url: `${base}/?n=0` }))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_REDIRECT_BLOCKED' }))
- })
- it('follows exactly maxRedirects hops: a chain landing on the Nth redirect succeeds', async () => {
- // maxRedirects: 2 → /?n=0 → /?n=1 → /?n=2(200). Exactly 2 redirects + 1
- // final = 3 requests; the cap is inclusive of the landing request.
- let requests = 0
- handler = (req, res) => {
- requests++
- const n = Number(new URL(req.url ?? '/', base).searchParams.get('n') ?? '0')
- if (n >= 2) { res.writeHead(200, { 'content-type': 'text/plain' }); res.end('landed') }
- else { res.writeHead(302, { location: `/?n=${n + 1}` }); res.end() }
- }
- const result = await provider({ maxRedirects: 2 }).fetch({ url: `${base}/?n=0` })
- expect(result.body.content).toBe('landed')
- expect(requests).toBe(3)
- })
- it('makes exactly maxRedirects+1 requests before blocking an over-long chain', async () => {
- // maxRedirects: 2 on an infinite chain: requests at n=0,1,2 (the 3rd is the
- // over-limit redirect, refused before its Location is followed) = 3 total.
- let requests = 0
- handler = (req, res) => {
- requests++
- const n = Number(new URL(req.url ?? '/', base).searchParams.get('n') ?? '0')
- res.writeHead(302, { location: `/?n=${n + 1}` })
- res.end()
- }
- await expect(provider({ maxRedirects: 2 }).fetch({ url: `${base}/?n=0` }))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_REDIRECT_BLOCKED', message: 'exceeded the maximum of 2 redirects' }))
- expect(requests).toBe(3)
- })
- it('reports an over-limit redirect as "exceeded", not cross-origin, even when the over-limit hop points cross-origin', async () => {
- // The redirect budget is checked BEFORE the over-limit hop's target is
- // origin-validated, so the diagnosis is "exceeded", not "cross-origin".
- handler = (req, res) => {
- const n = Number(new URL(req.url ?? '/', base).searchParams.get('n') ?? '0')
- const location = n === 0 ? '/?n=1' : 'https://example.com/'
- res.writeHead(302, { location })
- res.end()
- }
- await expect(provider({ maxRedirects: 1 }).fetch({ url: `${base}/?n=0` }))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_REDIRECT_BLOCKED', message: 'exceeded the maximum of 1 redirects' }))
- })
- it('maxRedirects: 0 follows no redirect but still fetches a direct 200', async () => {
- handler = (req, res) => {
- if (req.url === '/r') { res.writeHead(302, { location: '/done' }); res.end() }
- else { res.writeHead(200, { 'content-type': 'text/plain' }); res.end('direct') }
- }
- await expect(provider({ maxRedirects: 0 }).fetch({ url: `${base}/r` }))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_REDIRECT_BLOCKED' }))
- const direct = await provider({ maxRedirects: 0 }).fetch({ url: `${base}/done` })
- expect(direct.body.content).toBe('direct')
- })
- it('treats a redirect without a Location header as a provider error', async () => {
- handler = (_req, res) => { res.writeHead(302); res.end() }
- await expect(provider().fetch({ url: base }))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_PROVIDER_ERROR' }))
- })
- it('follows a relative same-origin redirect', async () => {
- handler = (req, res) => {
- if (req.url === '/a') { res.writeHead(301, { location: 'b' }); res.end() }
- else { res.writeHead(200, { 'content-type': 'text/plain' }); res.end('landed') }
- }
- const result = await provider().fetch({ url: `${base}/a` })
- expect(result.body.content).toBe('landed')
- })
- })
- describe('HttpFetchProvider invalid URLs and abort', () => {
- it('blocks a loopback destination before opening a connection', async () => {
- restoreResolution()
- await expect(provider().fetch({ url: base }))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_BLOCKED_URL' }))
- })
- it('rejects a non-http scheme before any network access', async () => {
- await expect(provider().fetch({ url: 'ftp://example.com' }))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_INVALID_URL' }))
- })
- it('rejects credentials in the URL', async () => {
- await expect(provider().fetch({ url: 'http://user:pass@127.0.0.1/' }))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_BLOCKED_URL' }))
- })
- it('honors a pre-aborted signal', async () => {
- const controller = new AbortController()
- controller.abort()
- await expect(provider().fetch({ url: base }, controller.signal))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_ABORTED' }))
- })
- it('aborts an in-flight fetch via the signal', async () => {
- handler = (_req, _res) => { /* never responds */ }
- const controller = new AbortController()
- const promise = provider().fetch({ url: base }, controller.signal)
- controller.abort()
- await expect(promise).rejects.toThrow(expect.objectContaining({ code: 'WEB_ABORTED' }))
- })
- it('times out a slow response with WEB_FETCH_TIMEOUT', async () => {
- handler = (_req, _res) => { /* never responds */ }
- await expect(provider({ timeoutMs: 50 }).fetch({ url: base }))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_FETCH_TIMEOUT' }))
- })
- it('classifies a timeout DURING the body read as WEB_FETCH_TIMEOUT, not WEB_ABORTED', async () => {
- // Promise body that resolves headers (so fetch() returns) but a content-length
- // that outlasts the bytes sent, so readCapped()'s reader awaits more and the
- // timeout fires mid-read — the reader then surfaces a generic AbortError that
- // must still be recovered as the timeout reason via signal.reason.
- handler = (_req, res) => {
- res.writeHead(200, { 'content-type': 'text/plain', 'content-length': '100' })
- res.write('partial')
- // never send the remaining bytes nor end the response
- }
- await expect(provider({ timeoutMs: 80 }).fetch({ url: base }))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_FETCH_TIMEOUT' }))
- })
- it('maps a connection failure to WEB_PROVIDER_ERROR', async () => {
- // Port 1 on loopback is not listening: a real connection failure (not abort).
- await expect(provider().fetch({ url: 'http://127.0.0.1:1/' }))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_PROVIDER_ERROR' }))
- })
- })
- describe('HttpFetchProvider body cancellation on error paths', () => {
- /** A fake Response whose body.cancel is observable. */
- type FakeInit = { status: number; headers: Record<string, string>; location?: string }
- function fakeResponse(init: FakeInit): { response: Response; cancelled: () => boolean } {
- let cancelled = false
- const headers = new Headers(init.headers)
- if (init.location !== undefined) headers.set('location', init.location)
- const response = {
- status: init.status,
- headers,
- body: { cancel: () => { cancelled = true; return Promise.resolve() } },
- } as unknown as Response
- return { response, cancelled: () => cancelled }
- }
- function stubRequest(response: Response): void {
- vi.spyOn(publicHttpNetwork, 'request').mockResolvedValue({
- response: response as never,
- close: async () => {},
- })
- }
- it('cancels the body when a cross-origin redirect is blocked', async () => {
- const { response, cancelled } = fakeResponse({ status: 302, headers: {}, location: 'https://elsewhere.test/' })
- stubRequest(response)
- await expect(provider().fetch({ url: 'http://127.0.0.1:9/' }))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_REDIRECT_BLOCKED' }))
- expect(cancelled()).toBe(true)
- })
- it('cancels the body when an unsupported charset is rejected', async () => {
- const { response, cancelled } = fakeResponse({ status: 200, headers: { 'content-type': 'text/plain; charset=not-a-charset' } })
- stubRequest(response)
- await expect(provider().fetch({ url: 'http://127.0.0.1:9/' }))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_UNSUPPORTED_CONTENT_TYPE' }))
- expect(cancelled()).toBe(true)
- })
- it('cancels the body when a redirect has no Location header', async () => {
- const { response, cancelled } = fakeResponse({ status: 302, headers: {} })
- stubRequest(response)
- await expect(provider().fetch({ url: 'http://127.0.0.1:9/' }))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_PROVIDER_ERROR' }))
- expect(cancelled()).toBe(true)
- })
- })
- describe('web-fetch-http plugin registration', () => {
- it('registers the provider into ctx.web (HMR-safe)', async () => {
- const ctx = new Context()
- await ctx.plugin(WebRuntime, { fetchProvider: LOCAL_FETCH_PROVIDER_ID })
- const fiber = await ctx.plugin(fetchPlugin, {})
- await expect(ctx.web.fetch({ url: `${base}/` }))
- .resolves.toMatchObject({ statusCode: 200 })
- await fiber.dispose()
- await expect(ctx.web.fetch({ url: `${base}/` }))
- .rejects.toThrow(expect.objectContaining({ code: 'WEB_PROVIDER_CONFIGURED_MISSING' }))
- })
- it('has no default export (namespace plugin export shape)', () => {
- expect('default' in fetchPlugin).toBe(false)
- })
- it('rejects a non-positive resource limit at construction', async () => {
- const ctx = new Context()
- await ctx.plugin(WebRuntime, { fetchProvider: LOCAL_FETCH_PROVIDER_ID })
- await expect(ctx.plugin(fetchPlugin, { maxResponseBytes: -1 }))
- .rejects.toThrow(/maxResponseBytes must be a positive finite number/)
- })
- it('rejects a zero timeout at construction', async () => {
- const ctx = new Context()
- await ctx.plugin(WebRuntime, { fetchProvider: LOCAL_FETCH_PROVIDER_ID })
- await expect(ctx.plugin(fetchPlugin, { timeoutMs: 0 }))
- .rejects.toThrow(/timeoutMs must be a positive finite number/)
- })
- it('rejects a timeout beyond Node timer range at construction', async () => {
- const ctx = new Context()
- await ctx.plugin(WebRuntime, { fetchProvider: LOCAL_FETCH_PROVIDER_ID })
- await expect(ctx.plugin(fetchPlugin, { timeoutMs: 2_147_483_648 }))
- .rejects.toThrow(/timeoutMs must be no greater than 2147483647/)
- })
- it('rejects a fractional redirect cap at construction', async () => {
- const ctx = new Context()
- await ctx.plugin(WebRuntime, { fetchProvider: LOCAL_FETCH_PROVIDER_ID })
- await expect(ctx.plugin(fetchPlugin, { maxRedirects: 1.5 }))
- .rejects.toThrow(/maxRedirects must be a non-negative integer/)
- })
- it('rejects a negative redirect cap at construction', async () => {
- const ctx = new Context()
- await ctx.plugin(WebRuntime, { fetchProvider: LOCAL_FETCH_PROVIDER_ID })
- await expect(ctx.plugin(fetchPlugin, { maxRedirects: -1 }))
- .rejects.toThrow(/maxRedirects must be a non-negative integer/)
- })
- it('accepts maxRedirects: 0 (follow no redirects) as valid config', async () => {
- const ctx = new Context()
- await ctx.plugin(WebRuntime, { fetchProvider: LOCAL_FETCH_PROVIDER_ID })
- const fiber = await ctx.plugin(fetchPlugin, { maxRedirects: 0 })
- await expect(ctx.web.fetch({ url: `${base}/` }))
- .resolves.toMatchObject({ statusCode: 200 })
- await fiber.dispose()
- })
- })
|