| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388 |
- import { afterEach, describe, expect, it, vi } from "vitest";
- import { mkdtemp, mkdir, rm, writeFile } from "node:fs/promises";
- import { tmpdir } from "node:os";
- import { join } from "node:path";
- import { ContinuityAuditor } from "../agents/continuity.js";
- const ZERO_USAGE = {
- promptTokens: 0,
- completionTokens: 0,
- totalTokens: 0,
- } as const;
- describe("ContinuityAuditor", () => {
- afterEach(() => {
- vi.restoreAllMocks();
- });
- it("prefers book language override when building audit prompts", async () => {
- const root = await mkdtemp(join(tmpdir(), "inkos-auditor-lang-test-"));
- const bookDir = join(root, "book");
- const storyDir = join(bookDir, "story");
- await mkdir(storyDir, { recursive: true });
- await Promise.all([
- writeFile(
- join(bookDir, "book.json"),
- JSON.stringify({
- id: "english-book",
- title: "English Book",
- genre: "xuanhuan",
- platform: "royalroad",
- chapterWordCount: 800,
- targetChapters: 60,
- status: "active",
- language: "en",
- createdAt: "2026-03-23T00:00:00.000Z",
- updatedAt: "2026-03-23T00:00:00.000Z",
- }, null, 2),
- "utf-8",
- ),
- writeFile(join(storyDir, "current_state.md"), "# Current State\n\n- Lin Yue keeps the oath token hidden.\n", "utf-8"),
- writeFile(join(storyDir, "pending_hooks.md"), "# Pending Hooks\n", "utf-8"),
- writeFile(join(storyDir, "chapter_summaries.md"), "# Chapter Summaries\n", "utf-8"),
- writeFile(join(storyDir, "subplot_board.md"), "# Subplot Board\n", "utf-8"),
- writeFile(join(storyDir, "emotional_arcs.md"), "# Emotional Arcs\n", "utf-8"),
- writeFile(join(storyDir, "character_matrix.md"), "# Character Matrix\n", "utf-8"),
- writeFile(join(storyDir, "volume_outline.md"), "# Volume Outline\n\n## Chapter 1\nReturn to the mentor debt.\n", "utf-8"),
- writeFile(join(storyDir, "style_guide.md"), "# Style Guide\n\n- Keep the prose restrained.\n", "utf-8"),
- ]);
- const auditor = new ContinuityAuditor({
- client: {
- provider: "openai",
- apiFormat: "chat",
- stream: false,
- defaults: {
- temperature: 0.7,
- maxTokens: 4096,
- thinkingBudget: 0, maxTokensCap: null,
- extra: {},
- },
- },
- model: "test-model",
- projectRoot: root,
- });
- const chatSpy = vi.spyOn(ContinuityAuditor.prototype as never, "chat" as never).mockResolvedValue({
- content: JSON.stringify({
- passed: true,
- issues: [],
- summary: "ok",
- }),
- usage: ZERO_USAGE,
- });
- try {
- await auditor.auditChapter(bookDir, "Chapter body.", 1, "xuanhuan");
- const messages = chatSpy.mock.calls[0]?.[0] as
- | ReadonlyArray<{ content: string }>
- | undefined;
- const systemPrompt = messages?.[0]?.content ?? "";
- expect(systemPrompt).toContain("ALL OUTPUT MUST BE IN ENGLISH");
- } finally {
- await rm(root, { recursive: true, force: true });
- }
- });
- it("localizes English audit prompts instead of mixing Chinese control text", async () => {
- const root = await mkdtemp(join(tmpdir(), "inkos-auditor-en-prompt-test-"));
- const bookDir = join(root, "book");
- const storyDir = join(bookDir, "story");
- await mkdir(storyDir, { recursive: true });
- await Promise.all([
- writeFile(
- join(bookDir, "book.json"),
- JSON.stringify({
- id: "english-book",
- title: "English Book",
- genre: "other",
- platform: "royalroad",
- chapterWordCount: 800,
- targetChapters: 60,
- status: "active",
- language: "en",
- createdAt: "2026-03-23T00:00:00.000Z",
- updatedAt: "2026-03-23T00:00:00.000Z",
- }, null, 2),
- "utf-8",
- ),
- writeFile(join(storyDir, "current_state.md"), "# Current State\n\n- Mara keeps the warehouse key hidden.\n", "utf-8"),
- writeFile(join(storyDir, "pending_hooks.md"), "# Pending Hooks\n", "utf-8"),
- writeFile(join(storyDir, "chapter_summaries.md"), "# Chapter Summaries\n", "utf-8"),
- writeFile(join(storyDir, "subplot_board.md"), "# Subplot Board\n", "utf-8"),
- writeFile(join(storyDir, "emotional_arcs.md"), "# Emotional Arcs\n", "utf-8"),
- writeFile(join(storyDir, "character_matrix.md"), "# Character Matrix\n", "utf-8"),
- writeFile(join(storyDir, "volume_outline.md"), "# Volume Outline\n\n## Chapter 1\nCheck Warehouse 9.\n", "utf-8"),
- writeFile(join(storyDir, "style_guide.md"), "# Style Guide\n\n- Keep the prose restrained.\n", "utf-8"),
- ]);
- const auditor = new ContinuityAuditor({
- client: {
- provider: "openai",
- apiFormat: "chat",
- stream: false,
- defaults: {
- temperature: 0.7,
- maxTokens: 4096,
- thinkingBudget: 0, maxTokensCap: null,
- extra: {},
- },
- },
- model: "test-model",
- projectRoot: root,
- });
- const chatSpy = vi.spyOn(ContinuityAuditor.prototype as never, "chat" as never).mockResolvedValue({
- content: JSON.stringify({
- passed: true,
- issues: [],
- summary: "ok",
- }),
- usage: ZERO_USAGE,
- });
- try {
- await auditor.auditChapter(bookDir, "Chapter body.", 1, "other");
- const messages = chatSpy.mock.calls[0]?.[0] as
- | ReadonlyArray<{ content: string }>
- | undefined;
- const systemPrompt = messages?.[0]?.content ?? "";
- const userPrompt = messages?.[1]?.content ?? "";
- expect(systemPrompt).toContain("Hook Check");
- expect(systemPrompt).toContain("Chapter Memo Drift Check");
- expect(systemPrompt).not.toContain("Outline Drift Check");
- expect(systemPrompt).toContain("stays dormant long enough to feel abandoned");
- expect(systemPrompt).toContain("3-question test");
- expect(systemPrompt).toContain("same mode long enough to flatten rhythm");
- expect(systemPrompt).not.toContain("more than 5 chapters");
- expect(systemPrompt).not.toContain("3 straight chapters");
- expect(systemPrompt).not.toContain("3+ consecutive chapters");
- expect(systemPrompt).not.toContain("伏笔检查");
- expect(systemPrompt).not.toContain("大纲偏离检测");
- expect(userPrompt).toContain("Review chapter 1.");
- expect(userPrompt).toContain("## Current State Card");
- expect(userPrompt).toContain("## Pending Hooks");
- expect(userPrompt).not.toContain("请审查第1章");
- expect(userPrompt).not.toContain("## 当前状态卡");
- expect(userPrompt).not.toContain("## 伏笔池");
- } finally {
- await rm(root, { recursive: true, force: true });
- }
- });
- it("uses selected summary and hook evidence instead of full long-history markdown in governed mode", async () => {
- const root = await mkdtemp(join(tmpdir(), "inkos-auditor-test-"));
- const bookDir = join(root, "book");
- const storyDir = join(bookDir, "story");
- await mkdir(storyDir, { recursive: true });
- await Promise.all([
- writeFile(join(storyDir, "current_state.md"), "# Current State\n\n- Lin Yue still hides the broken oath token.\n", "utf-8"),
- writeFile(
- join(storyDir, "pending_hooks.md"),
- [
- "# Pending Hooks",
- "",
- "| hook_id | 起始章节 | 类型 | 状态 | 最近推进 | 预期回收 | 备注 |",
- "| --- | --- | --- | --- | --- | --- | --- |",
- "| guild-route | 1 | mystery | open | 2 | 6 | Merchant guild trail |",
- "| mentor-oath | 8 | relationship | open | 99 | 101 | Mentor oath debt with Lin Yue |",
- "",
- ].join("\n"),
- "utf-8",
- ),
- writeFile(
- join(storyDir, "chapter_summaries.md"),
- [
- "# Chapter Summaries",
- "",
- "| 1 | Guild Trail | Merchant guild flees west | Route clues only | None | guild-route seeded | tense | action |",
- "| 99 | Trial Echo | Lin Yue | Mentor left without explanation | Oath token matters again | mentor-oath advanced | aching | fallout |",
- "",
- ].join("\n"),
- "utf-8",
- ),
- writeFile(join(storyDir, "subplot_board.md"), "# 支线进度板\n", "utf-8"),
- writeFile(join(storyDir, "emotional_arcs.md"), "# 情感弧线\n", "utf-8"),
- writeFile(join(storyDir, "character_matrix.md"), "# 角色交互矩阵\n", "utf-8"),
- writeFile(join(storyDir, "volume_outline.md"), "# Volume Outline\n\n## Chapter 100\nTrack the merchant guild trail.\n", "utf-8"),
- writeFile(join(storyDir, "style_guide.md"), "# Style Guide\n\n- Keep the prose restrained.\n", "utf-8"),
- ]);
- const auditor = new ContinuityAuditor({
- client: {
- provider: "openai",
- apiFormat: "chat",
- stream: false,
- defaults: {
- temperature: 0.7,
- maxTokens: 4096,
- thinkingBudget: 0, maxTokensCap: null,
- extra: {},
- },
- },
- model: "test-model",
- projectRoot: root,
- });
- const chatSpy = vi.spyOn(ContinuityAuditor.prototype as never, "chat" as never).mockResolvedValue({
- content: JSON.stringify({
- passed: true,
- issues: [],
- summary: "ok",
- }),
- usage: ZERO_USAGE,
- });
- try {
- await auditor.auditChapter(
- bookDir,
- "Chapter body.",
- 100,
- "xuanhuan",
- {
- chapterIntent: "# Chapter Intent\n\n## Goal\nBring the focus back to the mentor oath conflict.\n",
- contextPackage: {
- chapter: 100,
- selectedContext: [
- {
- source: "story/chapter_summaries.md#99",
- reason: "Relevant episodic memory.",
- excerpt: "Trial Echo | Mentor left without explanation | mentor-oath advanced",
- },
- {
- source: "story/pending_hooks.md#mentor-oath",
- reason: "Carry forward unresolved hook.",
- excerpt: "relationship | open | 101 | Mentor oath debt with Lin Yue",
- },
- ],
- },
- ruleStack: {
- layers: [{ id: "L4", name: "current_task", precedence: 70, scope: "local" }],
- sections: {
- hard: ["current_state"],
- soft: ["current_focus"],
- diagnostic: ["continuity_audit"],
- },
- overrideEdges: [],
- activeOverrides: [],
- },
- },
- );
- const messages = chatSpy.mock.calls[0]?.[0] as
- | ReadonlyArray<{ content: string }>
- | undefined;
- const userPrompt = messages?.[1]?.content ?? "";
- expect(userPrompt).toContain("story/chapter_summaries.md#99");
- expect(userPrompt).toContain("story/pending_hooks.md#mentor-oath");
- expect(userPrompt).not.toContain("| 1 | Guild Trail |");
- expect(userPrompt).not.toContain("guild-route | 1 | mystery");
- } finally {
- await rm(root, { recursive: true, force: true });
- }
- });
- it("injects the chapter memo into the audit prompt for memo-drift checking", async () => {
- const root = await mkdtemp(join(tmpdir(), "inkos-auditor-memo-drift-"));
- const bookDir = join(root, "book");
- const storyDir = join(bookDir, "story");
- await mkdir(storyDir, { recursive: true });
- await Promise.all([
- writeFile(join(storyDir, "current_state.md"), "# Current State\n", "utf-8"),
- writeFile(join(storyDir, "pending_hooks.md"), "# Pending Hooks\n", "utf-8"),
- writeFile(join(storyDir, "chapter_summaries.md"), "# Chapter Summaries\n", "utf-8"),
- writeFile(join(storyDir, "subplot_board.md"), "# 支线\n", "utf-8"),
- writeFile(join(storyDir, "emotional_arcs.md"), "# 情感\n", "utf-8"),
- writeFile(join(storyDir, "character_matrix.md"), "# 矩阵\n", "utf-8"),
- writeFile(join(storyDir, "style_guide.md"), "# Style\n", "utf-8"),
- ]);
- const auditor = new ContinuityAuditor({
- client: {
- provider: "openai",
- apiFormat: "chat",
- stream: false,
- defaults: {
- temperature: 0.7,
- maxTokens: 4096,
- thinkingBudget: 0, maxTokensCap: null,
- extra: {},
- },
- },
- model: "test-model",
- projectRoot: root,
- });
- const chatSpy = vi.spyOn(ContinuityAuditor.prototype as never, "chat" as never).mockResolvedValue({
- content: JSON.stringify({ passed: true, issues: [], summary: "ok" }),
- usage: ZERO_USAGE,
- });
- const memoBody = [
- "## 当前任务",
- "陆焚在小巷抢回残刃并离开。",
- "",
- "## 读者此刻在等什么",
- "读者想看他怎么脱身。",
- "",
- "## 该兑现的 / 暂不掀的",
- "兑现:残刃归手;暂不掀:身世。",
- "",
- "## 日常/过渡承担什么任务",
- "开篇小巷场景 → 情绪代入 + 信息植入。",
- "",
- "## 关键抉择过三连问",
- "陆焚选择独自动手的理由是什么?",
- "",
- "## 章尾必须发生的改变",
- "陆焚拿回残刃,被人目击。",
- "",
- "## 不要做",
- "不要写成大段打斗。",
- ].join("\n");
- try {
- await auditor.auditChapter(bookDir, "Chapter body.", 42, "xuanhuan", {
- chapterMemo: {
- chapter: 42,
- goal: "陆焚抢回残刃并离开",
- isGoldenOpening: false,
- body: memoBody,
- threadRefs: [],
- },
- });
- const messages = chatSpy.mock.calls[0]?.[0] as
- | ReadonlyArray<{ content: string }>
- | undefined;
- const systemPrompt = messages?.[0]?.content ?? "";
- const userPrompt = messages?.[1]?.content ?? "";
- // Prompt declares structure-only scope and sparse-memo legality.
- expect(systemPrompt).toContain("审稿边界");
- expect(systemPrompt).toContain("你不审文笔");
- expect(systemPrompt).toContain("稀疏 memo 是合法状态");
- expect(systemPrompt).toContain("章节备忘偏离");
- expect(systemPrompt).not.toContain("大纲偏离检测");
- // User prompt injects the memo for drift-checking.
- expect(userPrompt).toContain("## 章节备忘(用于 memo 偏离检测)");
- expect(userPrompt).toContain("goal:陆焚抢回残刃并离开");
- expect(userPrompt).toContain("## 章尾必须发生的改变");
- // Legacy volume-outline block is gone.
- expect(userPrompt).not.toContain("## 卷纲");
- } finally {
- await rm(root, { recursive: true, force: true });
- }
- });
- });
|