Yichen Jiang
6a6cb43c71
# Conflicts: # docs/event-producer-consumer.md # docs/rfc/README.md # packages/core/agent-core/src/index.ts # packages/ui/acp-agent/src/index.ts
98 lines
4.1 KiB
TypeScript
98 lines
4.1 KiB
TypeScript
import { mkdtemp, mkdir, rm, writeFile } from 'node:fs/promises'
|
|
import { tmpdir } from 'node:os'
|
|
import { join } from 'node:path'
|
|
import { afterEach, describe, expect, it } from 'vitest'
|
|
import { Context } from 'cordis'
|
|
import LlmService from '@deepseek-ai/dsh-llm'
|
|
import SessionStore, { SessionId } from '@deepseek-ai/dsh-session'
|
|
import SystemPrompt from '@deepseek-ai/dsh-system-prompt'
|
|
import ToolRegistry from '@deepseek-ai/dsh-tools'
|
|
import AgentRegistry, { AgentId } from '@deepseek-ai/dsh-agent'
|
|
import type { Agent } from '@deepseek-ai/dsh-agent'
|
|
import AgentLoop from '@deepseek-ai/dsh-agent-loop'
|
|
import * as LlmDeepSeek from '@deepseek-ai/dsh-llm-deepseek'
|
|
import * as ProjectInstructions from '@deepseek-ai/dsh-project-instructions'
|
|
import LocalFileSystem from '@deepseek-ai/dsh-fs-local'
|
|
import * as ToolFs from '@deepseek-ai/dsh-tool-fs'
|
|
import type { SessionEvent } from '@deepseek-ai/dsh-session'
|
|
|
|
const PROBE = 'banana-271828'
|
|
const NESTED_PROBE = 'papaya-314159'
|
|
|
|
let ctx: Context | undefined
|
|
let workdir: string | undefined
|
|
|
|
afterEach(async () => {
|
|
await ctx?.fiber.dispose()
|
|
ctx = undefined
|
|
if (workdir !== undefined) await rm(workdir, { recursive: true, force: true })
|
|
workdir = undefined
|
|
})
|
|
|
|
async function harness(): Promise<{ ctx: Context; agent: Agent }> {
|
|
workdir = await mkdtemp(join(tmpdir(), 'dsh-project-instructions-e2e-'))
|
|
await mkdir(join(workdir, '.git'), { recursive: true })
|
|
await writeFile(join(workdir, 'AGENTS.md'), `If the user asks for the project instruction handshake, reply with exactly this string and nothing else: ${PROBE}.\n`)
|
|
ctx = new Context()
|
|
await ctx.plugin(LlmService)
|
|
await ctx.plugin(SessionStore)
|
|
await ctx.plugin(SystemPrompt, { persona: 'Answer the user exactly and concisely.' })
|
|
await ctx.plugin(ToolRegistry)
|
|
await ctx.plugin(AgentRegistry)
|
|
await ctx.plugin(LocalFileSystem, { cwd: '/' })
|
|
await ctx.plugin(ToolFs)
|
|
await ctx.plugin(ProjectInstructions)
|
|
await ctx.plugin(AgentLoop, { agents: [] })
|
|
await ctx.plugin(LlmDeepSeek, { models: ['deepseek-v4-flash'] })
|
|
const handle = ctx.agents.create({
|
|
agentId: AgentId('project-instructions-e2e'),
|
|
sessionId: SessionId('project-instructions-e2e-session'),
|
|
meta: { cwd: workdir },
|
|
agentOptions: { model: 'deepseek-v4-flash' },
|
|
})
|
|
return { ctx, agent: handle.agent }
|
|
}
|
|
|
|
function waitForIdle(ctx: Context, agent: Agent): Promise<void> {
|
|
return new Promise((resolve) => {
|
|
const dispose = ctx.on('agent/status', (subject, status) => {
|
|
if (subject === agent && status === 'idle') {
|
|
dispose()
|
|
resolve()
|
|
}
|
|
})
|
|
})
|
|
}
|
|
|
|
function finalText(events: SessionEvent[]): string {
|
|
const message = events.findLast(event => event.type === 'assistant/message')
|
|
if (message?.type !== 'assistant/message') return ''
|
|
return message.data.content
|
|
.filter(block => block.type === 'text')
|
|
.map(block => block.text)
|
|
.join('')
|
|
}
|
|
|
|
describe.skipIf(!process.env.DEEPSEEK_API_KEY)('project instructions e2e: real model sees AGENTS.md baseline', () => {
|
|
it('obeys a probe instruction loaded from the workspace', async () => {
|
|
const live = await harness()
|
|
|
|
live.agent.send([{ type: 'text', text: 'Project instruction handshake?' }])
|
|
await waitForIdle(live.ctx, live.agent)
|
|
|
|
expect(finalText([...live.agent.session.events])).toContain(PROBE)
|
|
}, 120_000)
|
|
|
|
it('loads a nested AGENTS.md after the real read tool touches a descendant file', async () => {
|
|
const live = await harness()
|
|
await mkdir(join(workdir!, 'pkg/deep'), { recursive: true })
|
|
await writeFile(join(workdir!, 'pkg/AGENTS.md'), `If the user asks for the nested instruction handshake, reply with exactly this string and nothing else: ${NESTED_PROBE}.\n`)
|
|
await writeFile(join(workdir!, 'pkg/deep/file.txt'), 'This file exists only to trigger nested project instructions.\n')
|
|
|
|
live.agent.send([{ type: 'text', text: 'Use the read tool to inspect pkg/deep/file.txt. After reading it, answer: nested instruction handshake?' }])
|
|
await waitForIdle(live.ctx, live.agent)
|
|
|
|
expect(finalText([...live.agent.session.events])).toContain(NESTED_PROBE)
|
|
}, 120_000)
|
|
})
|