deepseek-harness/apps/web/tests/core-web-profile.snapshot.ts

import { writeFile } from 'node:fs/promises'
import { join } from 'node:path'
import { fileURLToPath } from 'node:url'
import { afterAll, beforeAll, describe, expect, it } from 'vitest'
import type { AgentHandle } from '@deepseek-ai/dsh-agent'
import { CallId, createUserMessage } from '@deepseek-ai/dsh-llm'
import { SessionId } from '@deepseek-ai/dsh-session'
import { assertFixtureInventory, launchWebScaffold, type WebScaffold } from './scaffold.ts'

const CORE_WEB_OVERLAY = fileURLToPath(new URL('../../cli/config/core-web.cordis.yml', import.meta.url))
const SNAPSHOT_DIR = fileURLToPath(new URL('./snapshots/core-web-profile', import.meta.url))
const FIXTURE = join(SNAPSHOT_DIR, 'session.jsonl')
const PROMPT = 'Reply exactly CORE_WEB_REQUEST_OK and stop.'

describe('core Web profile', () => {
  let scaffold: WebScaffold
  let agentHandle: AgentHandle

  beforeAll(async () => {
    const systemPrompt = process.env.DSH_SYSTEM_PROMPT
    Reflect.deleteProperty(process.env, 'DSH_SYSTEM_PROMPT')
    try {
      scaffold = await launchWebScaffold({ extraOverlayPath: CORE_WEB_OVERLAY, replayFixture: FIXTURE })
    } finally {
      if (systemPrompt !== undefined) process.env.DSH_SYSTEM_PROMPT = systemPrompt
    }
    agentHandle = await scaffold.ctx.agents.create({
      sessionId: SessionId('core-web-profile-smoke'),
      meta: { cwd: scaffold.workspaceCwd },
      agentOptions: { provider: 'deepseek-official', model: 'deepseek-v4-flash' },
    })
  })

  afterAll(async () => {
    const failures: unknown[] = []
    await agentHandle?.dispose().catch((error: unknown) => failures.push(error))
    await scaffold?.close().catch((error: unknown) => failures.push(error))
    if (failures.length === 1) throw failures[0]
    if (failures.length > 1) throw new AggregateError(failures, 'core Web profile smoke teardown failed')
  })

  it('sends the RL prompt and tool schemas through a real request, then executes both tools', async () => {
    agentHandle.agent.followup(createUserMessage({
      content: [{ type: 'text', text: PROMPT }],
      source: { kind: 'user' },
    }))
    await agentHandle.agent.whenIdle()

    const requestHeader = agentHandle.agent.session.requestHeader()
    if (requestHeader === undefined) throw new Error('the core Web agent issued no model request')

    const seedPath = join(scaffold.workspaceCwd, 'profile-smoke.txt')
    await writeFile(seedPath, 'CORE_WEB_EDITOR_OK\n')
    const signal = new AbortController().signal
    const bash = await scaffold.ctx.tools.execute({
      signal,
      callId: CallId('core-web-bash-smoke'),
      name: 'bash',
      arguments: { command: "printf 'CORE_WEB_BASH_OK\\n'" },
      agent: agentHandle.agent,
    })
    const editor = await scaffold.ctx.tools.execute({
      signal,
      callId: CallId('core-web-editor-smoke'),
      name: 'str_replace_editor',
      arguments: { command: 'view', path: seedPath },
      agent: agentHandle.agent,
    })

    const text = (result: typeof bash): string => result.content
      .filter(block => block.type === 'text')
      .map(block => block.text)
      .join('')
      .replaceAll(scaffold.workspaceCwd, '{{cwd}}')
      .trimEnd()

    expect({
      prompt: requestHeader.system,
      tools: requestHeader.tools?.map(tool => tool.name),
      bash: text(bash),
      editor: text(editor),
    }).toMatchInlineSnapshot(`
      {
        "bash": "CORE_WEB_BASH_OK",
        "editor": "Here's the content of {{cwd}}/profile-smoke.txt with line numbers (which has a total of 2 lines):
           1  CORE_WEB_EDITOR_OK
           2",
        "prompt": "You are a helpful software engineer assistant.",
        "tools": [
          "bash",
          "str_replace_editor",
        ],
      }
    `)
    expect(requestHeader.tools).toEqual(scaffold.ctx.tools.schemas(agentHandle.agent))

    const entries = [...scaffold.ctx.loader.entries()]
    expect(entries.find(entry => entry.options.id === 'persistent-bash')?.fiber).toBeDefined()
    expect(entries.find(entry => entry.options.id === 'pty-local')?.fiber).toBeDefined()
    expect(entries.find(entry => entry.options.id === 'str-replace-editor')?.fiber).toBeDefined()
    expect(entries.find(entry => entry.options.id === 'web-runtime')?.fiber).toBeDefined()
    expect(entries.find(entry => entry.options.id === 'workspace-context')?.fiber).toBeUndefined()
    await assertFixtureInventory(SNAPSHOT_DIR, ['session.jsonl'])
  })

  it('uses DSH_SYSTEM_PROMPT as the complete prompt when configured', async () => {
    const previous = process.env.DSH_SYSTEM_PROMPT
    process.env.DSH_SYSTEM_PROMPT = 'RL prompt override'
    let overrideScaffold: WebScaffold | undefined
    let overrideAgent: AgentHandle | undefined
    try {
      overrideScaffold = await launchWebScaffold({ extraOverlayPath: CORE_WEB_OVERLAY, replayFixture: FIXTURE })
      overrideAgent = await overrideScaffold.ctx.agents.create({
        sessionId: SessionId('core-web-profile-override'),
        meta: { cwd: overrideScaffold.workspaceCwd },
        agentOptions: { provider: 'deepseek-official', model: 'deepseek-v4-flash' },
      })
      overrideAgent.agent.followup(createUserMessage({
        content: [{ type: 'text', text: PROMPT }],
        source: { kind: 'user' },
      }))
      await overrideAgent.agent.whenIdle()
      expect(overrideAgent.agent.session.requestHeader()?.system).toBe('RL prompt override')
    } finally {
      try {
        await overrideAgent?.dispose()
      } finally {
        try {
          await overrideScaffold?.close()
        } finally {
          if (previous === undefined) Reflect.deleteProperty(process.env, 'DSH_SYSTEM_PROMPT')
          else process.env.DSH_SYSTEM_PROMPT = previous
        }
      }
    }
  })
})