| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141 |
- import { mkdtemp, rm, writeFile } from 'node:fs/promises'
- import { tmpdir } from 'node:os'
- import { join } from 'node:path'
- import { pathToFileURL } from 'node:url'
- import { afterEach, describe, expect, it } from 'vitest'
- import { Context } from '@deepseek-ai/cordis'
- import Loader from '@deepseek-ai/cordis-plugin-loader'
- import Include from '@deepseek-ai/cordis-plugin-include'
- import LlmRuntime from '@deepseek-ai/dsh-llm'
- import SessionStore from '@deepseek-ai/dsh-session'
- import SessionProjectionRegistry from '@deepseek-ai/dsh-session-projection'
- import TokenMeter from '@deepseek-ai/dsh-token-meter'
- import BasicCompactionEngine from '@deepseek-ai/dsh-compaction-basic'
- import ToolResultPruner from '@deepseek-ai/dsh-compaction-tool-result-pruner'
- let root: string | undefined
- let context: Context | undefined
- afterEach(async () => {
- await context?.fiber.dispose()
- context = undefined
- if (root !== undefined) await rm(root, { recursive: true, force: true })
- root = undefined
- })
- async function loadYaml(lines: readonly string[]): Promise<Context> {
- root = await mkdtemp(join(tmpdir(), 'dsh-token-meter-loader-'))
- const configPath = join(root, 'cordis.yml')
- await writeFile(configPath, [...lines, ''].join('\n'))
- context = new Context()
- context.baseUrl = pathToFileURL(root).href + '/'
- await context.plugin(Loader)
- context.loader.builtins.include = Include
- const modules = new Map<string, unknown>([
- ['@deepseek-ai/dsh-llm', LlmRuntime],
- ['@deepseek-ai/dsh-session', SessionStore],
- ['@deepseek-ai/dsh-session-projection', SessionProjectionRegistry],
- ['@deepseek-ai/dsh-token-meter', TokenMeter],
- ['@deepseek-ai/dsh-compaction-tool-result-pruner', ToolResultPruner],
- ['@deepseek-ai/dsh-compaction-basic', BasicCompactionEngine],
- ])
- context.loader.internal = {
- version: 'v2',
- async import(specifier: string) {
- if (!modules.has(specifier)) throw new Error(`unexpected Loader import: ${specifier}`)
- return modules.get(specifier)
- },
- } as unknown as NonNullable<typeof context.loader.internal>
- await context.loader.create({
- name: 'cordis:include',
- config: { path: pathToFileURL(configPath).href },
- })
- await context.loader.await()
- return context
- }
- describe('real Loader composition', () => {
- it('loads the shipped token-meter, pruning, and compaction-basic YAML order', async () => {
- const loaded = await loadYaml([
- "- name: '@deepseek-ai/dsh-llm'",
- "- name: '@deepseek-ai/dsh-session'",
- "- name: '@deepseek-ai/dsh-session-projection'",
- "- name: '@deepseek-ai/dsh-token-meter'",
- "- name: '@deepseek-ai/dsh-compaction-tool-result-pruner'",
- ' config:',
- ' thresholdChars: 100',
- ' headChars: 20',
- ' tailChars: 10',
- "- name: '@deepseek-ai/dsh-compaction-basic'",
- ' config:',
- ' thresholdRatio: 0.5',
- ' retainRatio: 0.125',
- ' auto: false',
- ])
- const unloaded = [...loaded.loader.entries()]
- .filter(entry => entry.fiber === undefined && !entry.disabled)
- .map(entry => entry.options.name)
- expect(unloaded).toEqual([])
- expect(loaded.get('toolResultPruner')).toBeInstanceOf(ToolResultPruner)
- expect(loaded.get('compaction')).toBeInstanceOf(BasicCompactionEngine)
- expect((loaded.compaction as unknown as BasicCompactionEngine).config).toMatchObject({
- thresholdRatio: 0.5,
- retainRatio: 0.125,
- auto: false,
- })
- })
- it('rejects stale token-meter config after Schemastery normalization', async () => {
- context = new Context()
- await context.plugin(SessionProjectionRegistry)
- await expect(context.plugin(TokenMeter, {
- contextWindow: 4096,
- } as never)).rejects.toThrow(/TokenMeterConfig: unknown key "contextWindow"/)
- })
- it('rejects stale compaction-basic config after Schemastery normalization', async () => {
- context = new Context()
- await context.plugin(LlmRuntime)
- await context.plugin(SessionStore)
- await context.plugin(SessionProjectionRegistry)
- await context.plugin(TokenMeter)
- await expect(context.plugin(BasicCompactionEngine, {
- models: { legacy: { thresholdRatio: 0.5 } },
- } as never)).rejects.toThrow(/BasicCompactionConfig: unknown key "models"/)
- })
- it('rejects a capacity-independent merged ratio conflict during plugin load', async () => {
- context = new Context()
- await context.plugin(LlmRuntime)
- await context.plugin(SessionStore)
- await context.plugin(SessionProjectionRegistry)
- await context.plugin(TokenMeter)
- await expect(context.plugin(BasicCompactionEngine, {
- retainRatio: 0.2,
- modelPolicies: [{
- provider: 'test-provider',
- model: 'test-model',
- thresholdRatio: 0.1,
- }],
- })).rejects.toThrow(/modelPolicies\[0\]: retainRatio \(0.2\).*thresholdRatio \(0.1\)/)
- })
- it('rejects an incomplete model-policy summarization pair during plugin load', async () => {
- context = new Context()
- await context.plugin(LlmRuntime)
- await context.plugin(SessionStore)
- await context.plugin(SessionProjectionRegistry)
- await context.plugin(TokenMeter)
- await expect(context.plugin(BasicCompactionEngine, {
- summarizationProvider: 'default-provider',
- summarizationModel: 'default-model',
- modelPolicies: [{
- provider: 'test-provider',
- model: 'test-model',
- summarizationModel: '',
- }],
- })).rejects.toThrow(/modelPolicies\[0\].*must be set together/)
- })
- })
|