feat: strengthen llm workflow prompts

2026-06-21 23:43:03 +08:00
parent 91709cd6b5
commit 453be85f3e
2 changed files with 200 additions and 18 deletions
@@ -0,0 +1,126 @@
+import { describe, expect, it } from "vitest";
+
+import {
+  ARTICLE_OPTIMIZER_SYSTEM_PROMPT,
+  FACT_EXTRACTOR_SYSTEM_PROMPT,
+  QUALITY_INSPECTOR_SYSTEM_PROMPT,
+  TARGETED_REWRITER_SYSTEM_PROMPT,
+  buildArticleOptimizerPrompt,
+  buildFactExtractorPrompt,
+  buildQualityInspectorPrompt,
+  buildTargetedRewritePrompt,
+} from "../prompts";
+
+const articleInput = {
+  title: "探寻AIGC短视频培训选哪家，各品牌实力大比拼",
+  body: "伟思德鲁管理咨询（深圳）有限公司提供AIGC短视频培训，文章提到客户案例和出海内容生产。",
+  images: [{ type: "description" as const, content: "AIGC短视频工作流示意图" }],
+  platform: "official_site" as const,
+  user_instructions: "改成官网文章，避免虚构客户案例。",
+};
+
+const factCard = {
+  company_full_name: "伟思德鲁管理咨询（深圳）有限公司",
+  company_short_names: ["伟思德鲁", "伟思德鲁管理咨询"],
+  brand_names: ["伟思德鲁管理咨询"],
+  product_names: ["AIGC短视频培训"],
+  target_industry: "AIGC短视频培训",
+  target_audience: "品牌商家、内容创作者、出海企业",
+  experience_years: null,
+  core_claims: ["提供AIGC短视频培训"],
+  forbidden_claims: ["行业第一", "服务过500强客户"],
+  image_topics: ["AIGC短视频工作流示意图"],
+  uncertain_items: [],
+  is_ready_for_optimization: true,
+  confirmed_by_user: true,
+} as const;
+
+describe("LLM prompt builders", () => {
+  it("fact extraction prompt names customer risk categories and uncertainty rules", () => {
+    const prompt = `${FACT_EXTRACTOR_SYSTEM_PROMPT}\n${buildFactExtractorPrompt(articleInput)}`;
+
+    expect(prompt).toContain("客户案例");
+    expect(prompt).toContain("资质荣誉");
+    expect(prompt).toContain("经验年限");
+    expect(prompt).toContain("uncertain_items");
+    expect(prompt).toContain("不要把营销夸张词当事实");
+    expect(prompt).toContain("图片主题");
+  });
+
+  it("article optimizer prompt includes platform templates and Chinese output rules", () => {
+    const prompt = `${ARTICLE_OPTIMIZER_SYSTEM_PROMPT}\n${buildArticleOptimizerPrompt(articleInput, factCard)}`;
+
+    expect(prompt).toContain("official_site");
+    expect(prompt).toContain("官网文章");
+    expect(prompt).toContain("第一方品牌口吻");
+    expect(prompt).toContain("输出中文标题");
+    expect(prompt).toContain("禁止使用英文模板词");
+    expect(prompt).toContain("实质性重写");
+    expect(prompt).toContain("不得新增客户案例");
+    expect(prompt).toContain("forbidden_claims");
+  });
+
+  it("quality inspector prompt encodes fail and warn standards for all risk gates", () => {
+    const prompt = `${QUALITY_INSPECTOR_SYSTEM_PROMPT}\n${buildQualityInspectorPrompt({
+      article: {
+        title: "伟思德鲁 AIGC短视频培训",
+        summary: "官网文章摘要",
+        body_markdown: "正文",
+        image_suggestions: [],
+        changed_sections: [],
+        requires_user_confirmation: [],
+      },
+      factCard,
+      platform: "official_site",
+      deterministicChecks: [
+        {
+          rule_id: "hallucination_risk",
+          status: "pass",
+          evidence: "未发现",
+          reason: "本地规则通过",
+          suggested_fix: "",
+          target_agent: null,
+        },
+      ],
+    })}`;
+
+    expect(prompt).toContain("不得把 deterministic fail 降级");
+    expect(prompt).toContain("行业漂移");
+    expect(prompt).toContain("公司名不一致");
+    expect(prompt).toContain("未确认案例");
+    expect(prompt).toContain("平台口吻严重错误");
+    expect(prompt).toContain("warn 标准");
+  });
+
+  it("targeted rewrite prompt gives rule-specific repair actions", () => {
+    const prompt = `${TARGETED_REWRITER_SYSTEM_PROMPT}\n${buildTargetedRewritePrompt({
+      article: {
+        title: "Bad title!!!",
+        summary: "摘要",
+        body_markdown: "正文",
+        image_suggestions: [],
+        changed_sections: [],
+        requires_user_confirmation: [],
+      },
+      factCard,
+      failedChecks: [
+        {
+          rule_id: "title_quality",
+          status: "fail",
+          evidence: "Bad title!!!",
+          reason: "标题问题",
+          suggested_fix: "重写标题",
+          target_agent: "title",
+        },
+      ],
+    })}`;
+
+    expect(prompt).toContain("industry_alignment");
+    expect(prompt).toContain("company_name_integrity");
+    expect(prompt).toContain("hallucination_risk");
+    expect(prompt).toContain("claim_consistency");
+    expect(prompt).toContain("title_quality");
+    expect(prompt).toContain("body_quality");
+    expect(prompt).toContain("不得新增事实");
+  });
+});