{ "identity": "synthetic-deterministic-not-model-trial", "title": "反馈如何变成可验收需求", "description": "12条虚构反馈，经证据、问题假设、合成已批准决定、需求和验收形成追溯。脚本只检结构与固定样例，语义质量及真人时间未评。", "stages": [ { "title": "PM01 证据", "artifact": { "artifactId": "PM01-EVIDENCE-01", "identity": "synthetic-demonstration-not-measured", "product": "Northstar HR Knowledge Assistant (fictional B2B product)", "sourceFixture": "fixtures/feedbacks.json", "annotationNote": "All records and author-supplied theme hints are fictional. Theme hints are candidate labels, not independently reviewed findings.", "labelMethod": "fixture-carried synthetic author hints; no model classification was run", "summary": { "feedbackRecordCount": 12, "identifiedCustomerCount": 7, "recordsWithUnknownCustomer": 1, "independentSignalCount": 11, "confirmedDuplicateRecordCount": 1, "unresolvedDuplicateCandidateCount": 1, "recordsWithVersionConflict": 2, "recordsWithMissingFields": 4, "highImpactRecordIds": [ "FB-010" ] }, "rows": [ { "id": "FB-001", "sourceRef": "fixtures/feedbacks.json#FB-001", "customerId": "C-ALPINE", "ticketId": "HR-41", "reportedAt": "2026-06-10", "productVersionReported": "2.2.1", "productVersionAttached": "2.2.1", "policySources": [ { "policy_id": "LEAVE", "version": "2024.1", "effective_from": "2024-01-01" } ], "eventType": "negative", "impact": "high", "themeCandidate": "stale-policy-source", "themeLabelStatus": "synthetic-author-hint", "duplicateCandidateOf": null, "duplicateResolutionStatus": "not-a-candidate", "duplicateMergeReason": null, "duplicateOf": null, "signalClusterId": "SIG-001", "independentSignal": true, "missingFields": [], "versionConflicts": [], "excerpt": "Synthetic: answer said the parental-leave threshold was 12 months and cited the 2024.1 handbook; the tenant admin says 2026.1 is current." }, { "id": "FB-002", "sourceRef": "fixtures/feedbacks.json#FB-002", "customerId": "C-ALPINE", "ticketId": "HR-41", "reportedAt": "2026-06-11", "productVersionReported": "2.2.1", "productVersionAttached": "2.2.1", "policySources": [ { "policy_id": "LEAVE", "version": "2024.1", "effective_from": "2024-01-01" } ], "eventType": "negative", "impact": "high", "themeCandidate": "stale-policy-source", "themeLabelStatus": "synthetic-author-hint", "duplicateCandidateOf": "FB-001", "duplicateResolutionStatus": "synthetic-confirmed-duplicate", "duplicateMergeReason": "同一租户且同一工单 HR-41；转发记录明确标注为同一原始反馈副本。", "duplicateOf": "FB-001", "signalClusterId": "SIG-001", "independentSignal": false, "missingFields": [], "versionConflicts": [], "excerpt": "Synthetic duplicate forwarded by the account team: answer said the parental-leave threshold was 12 months and cited the 2024.1 handbook; the tenant admin says 2026.1 is current." }, { "id": "FB-003", "sourceRef": "fixtures/feedbacks.json#FB-003", "customerId": "C-ALPINE", "ticketId": "HR-52", "reportedAt": "2026-06-21", "productVersionReported": "2.2.1", "productVersionAttached": "2.2.1", "policySources": [], "eventType": "negative", "impact": "medium", "themeCandidate": "citation-version-not-visible", "themeLabelStatus": "synthetic-author-hint", "duplicateCandidateOf": "FB-001", "duplicateResolutionStatus": "unresolved-candidate", "duplicateMergeReason": "同一客户与主题相近，但工单 HR-52 不同；仅作候选，保留为独立信号。", "duplicateOf": null, "signalClusterId": "SIG-003", "independentSignal": true, "missingFields": [ "policy_sources" ], "versionConflicts": [], "excerpt": "Synthetic: a leave answer linked to a handbook page, but the answer view did not show which policy version it used." }, { "id": "FB-004", "sourceRef": "fixtures/feedbacks.json#FB-004", "customerId": "C-BRAVO", "ticketId": "HR-100", "reportedAt": "2026-07-02", "productVersionReported": "2.2.2", "productVersionAttached": "2.2.2", "policySources": [ { "policy_id": "LEAVE", "version": "2025.2", "effective_from": "2025-02-01" }, { "policy_id": "LEAVE", "version": "2026.1", "effective_from": "2026-01-01" } ], "eventType": "negative", "impact": "high", "themeCandidate": "conflicting-policy-source-versions", "themeLabelStatus": "synthetic-author-hint", "duplicateCandidateOf": null, "duplicateResolutionStatus": "not-a-candidate", "duplicateMergeReason": null, "duplicateOf": null, "signalClusterId": "SIG-004", "independentSignal": true, "missingFields": [], "versionConflicts": [ { "kind": "policy-source-version", "policyId": "LEAVE", "values": [ "2025.2", "2026.1" ], "status": "unresolved" } ], "excerpt": "Synthetic: one answer combined two LEAVE documents with different effective versions; support could not tell which one should govern." }, { "id": "FB-005", "sourceRef": "fixtures/feedbacks.json#FB-005", "customerId": "C-DELTA", "ticketId": "HR-208", "reportedAt": "2026-07-12", "productVersionReported": "2.2.2", "productVersionAttached": "2.2.2", "policySources": [ { "policy_id": "BENEFIT", "version": "unknown", "effective_from": null } ], "eventType": "negative", "impact": "medium", "themeCandidate": "missing-source-effective-date", "themeLabelStatus": "synthetic-author-hint", "duplicateCandidateOf": null, "duplicateResolutionStatus": "not-a-candidate", "duplicateMergeReason": null, "duplicateOf": null, "signalClusterId": "SIG-005", "independentSignal": true, "missingFields": [ "policy_source_effective_from", "policy_source_version" ], "versionConflicts": [], "excerpt": "Synthetic: the answer gave a specific benefits deadline, but the linked document had no effective date in the supplied export." }, { "id": "FB-006", "sourceRef": "fixtures/feedbacks.json#FB-006", "customerId": "C-ECHO", "ticketId": "HR-311", "reportedAt": "2026-07-20", "productVersionReported": null, "productVersionAttached": null, "policySources": [], "eventType": "negative", "impact": "low", "themeCandidate": "reproduction-details-missing", "themeLabelStatus": "synthetic-author-hint", "duplicateCandidateOf": null, "duplicateResolutionStatus": "not-a-candidate", "duplicateMergeReason": null, "duplicateOf": null, "signalClusterId": "SIG-006", "independentSignal": true, "missingFields": [ "attached_product_version", "policy_sources", "reported_product_version" ], "versionConflicts": [], "excerpt": "Synthetic: reporter says an answer was outdated but supplied no build number, trace, or source link." }, { "id": "FB-007", "sourceRef": "fixtures/feedbacks.json#FB-007", "customerId": "C-FOXTROT", "ticketId": "HR-402", "reportedAt": "2026-08-01", "productVersionReported": "2.2.2", "productVersionAttached": "2.2.2", "policySources": [ { "policy_id": "LEAVE", "version": "2026.1", "effective_from": "2026-01-01" } ], "eventType": "positive-control", "impact": "low", "themeCandidate": "safe-clarification-and-handoff", "themeLabelStatus": "synthetic-author-hint", "duplicateCandidateOf": null, "duplicateResolutionStatus": "not-a-candidate", "duplicateMergeReason": null, "duplicateOf": null, "signalClusterId": "SIG-007", "independentSignal": true, "missingFields": [], "versionConflicts": [], "excerpt": "Synthetic counterexample: when the question omitted the employee group, the assistant asked for clarification and offered HR support instead of guessing." }, { "id": "FB-008", "sourceRef": "fixtures/feedbacks.json#FB-008", "customerId": "C-BRAVO", "ticketId": "HR-441", "reportedAt": "2026-08-08", "productVersionReported": "2.2.3", "productVersionAttached": "2.2.2", "policySources": [ { "policy_id": "LEAVE", "version": "2026.1", "effective_from": "2026-01-01" } ], "eventType": "diagnostic-conflict", "impact": "medium", "themeCandidate": "product-build-attribution-conflict", "themeLabelStatus": "synthetic-author-hint", "duplicateCandidateOf": null, "duplicateResolutionStatus": "not-a-candidate", "duplicateMergeReason": null, "duplicateOf": null, "signalClusterId": "SIG-008", "independentSignal": true, "missingFields": [], "versionConflicts": [ { "kind": "product-build-attribution", "values": [ "2.2.3", "2.2.2" ], "status": "unresolved" } ], "excerpt": "Synthetic: ticket metadata says build 2.2.3 while its attached diagnostic bundle says 2.2.2; reproduction status is unresolved." }, { "id": "FB-009", "sourceRef": "fixtures/feedbacks.json#FB-009", "customerId": null, "ticketId": null, "reportedAt": "2026-08-14", "productVersionReported": "2.2.3", "productVersionAttached": "2.2.3", "policySources": [], "eventType": "negative", "impact": "medium", "themeCandidate": "source-and-identity-details-missing", "themeLabelStatus": "synthetic-author-hint", "duplicateCandidateOf": null, "duplicateResolutionStatus": "not-a-candidate", "duplicateMergeReason": null, "duplicateOf": null, "signalClusterId": "SIG-009", "independentSignal": true, "missingFields": [ "customer_id", "policy_sources", "ticket_id" ], "versionConflicts": [], "excerpt": "Synthetic: short note says a policy answer looked stale; customer, ticket, query, and source were not included." }, { "id": "FB-010", "sourceRef": "fixtures/feedbacks.json#FB-010", "customerId": "C-GAMMA", "ticketId": "HR-502", "reportedAt": "2026-08-25", "productVersionReported": "2.2.3", "productVersionAttached": "2.2.3", "policySources": [ { "policy_id": "LEAVE", "version": "2024.1", "effective_from": "2024-01-01" } ], "eventType": "negative", "impact": "critical", "themeCandidate": "high-impact-wrong-definitive-answer", "themeLabelStatus": "synthetic-author-hint", "duplicateCandidateOf": null, "duplicateResolutionStatus": "not-a-candidate", "duplicateMergeReason": null, "duplicateOf": null, "signalClusterId": "SIG-010", "independentSignal": true, "missingFields": [], "versionConflicts": [], "excerpt": "Synthetic single report: an HR admin says an employee leave plan was rescheduled after a definitive answer used an obsolete cutoff. HR later corrected it; the record does not establish downstream loss." }, { "id": "FB-011", "sourceRef": "fixtures/feedbacks.json#FB-011", "customerId": "C-GAMMA", "ticketId": "HR-519", "reportedAt": "2026-09-03", "productVersionReported": "2.2.3", "productVersionAttached": "2.2.3", "policySources": [ { "policy_id": "LEAVE", "version": "2026.1", "effective_from": "2026-01-01" } ], "eventType": "positive-control", "impact": "low", "themeCandidate": "current-source-answer-with-version", "themeLabelStatus": "synthetic-author-hint", "duplicateCandidateOf": null, "duplicateResolutionStatus": "not-a-candidate", "duplicateMergeReason": null, "duplicateOf": null, "signalClusterId": "SIG-011", "independentSignal": true, "missingFields": [], "versionConflicts": [], "excerpt": "Synthetic counterexample: a separate answer showed the 2026.1 source and was reported as matching the tenant's current policy." }, { "id": "FB-012", "sourceRef": "fixtures/feedbacks.json#FB-012", "customerId": "C-HOTEL", "ticketId": "HR-601", "reportedAt": "2026-09-17", "productVersionReported": "2.2.3", "productVersionAttached": "2.2.3", "policySources": [ { "policy_id": "BENEFIT", "version": "2026.2", "effective_from": "2026-02-01" } ], "eventType": "positive-control", "impact": "low", "themeCandidate": "current-source-answer-with-version", "themeLabelStatus": "synthetic-author-hint", "duplicateCandidateOf": null, "duplicateResolutionStatus": "not-a-candidate", "duplicateMergeReason": null, "duplicateOf": null, "signalClusterId": "SIG-012", "independentSignal": true, "missingFields": [], "versionConflicts": [], "excerpt": "Synthetic counterexample: benefits answer displayed a source version and was reported as easy to verify." } ], "scopeLimit": "12 synthetic messages are a demonstration fixture, not the frozen PM01 card's 100-message comparison batch and not a customer prevalence sample." } }, { "title": "PM04 问题", "artifact": { "artifactId": "PM04-HYPOTHESES-01", "identity": "synthetic-demonstration-not-measured", "inputArtifact": "artifacts/PM01-evidence-table.json", "inputArtifactId": "PM01-EVIDENCE-01", "facts": { "feedbackRecordCount": 12, "identifiedCustomerCount": 7, "independentSignalCount": 11, "versionConflictRecordIds": [ "FB-004", "FB-008" ], "policySourceConflictRecordIds": [ "FB-004" ], "productBuildConflictRecordIds": [ "FB-008" ], "missingInformationRecordIds": [ "FB-003", "FB-005", "FB-006", "FB-009" ], "criticalSignalRecordIds": [ "FB-010" ] }, "hypotheses": [ { "id": "HYP-01", "claimType": "hypothesis", "statement": "部分政策问答可能使用了过期或不明确的来源元数据；现有材料只能支持一个待复核的问题候选。", "supportEvidenceRefs": [ "FB-001", "FB-003", "FB-004", "FB-005", "FB-010" ], "supportConditions": [ { "evidenceRef": "FB-004", "requiredCondition": "policy-source-version-conflict" }, { "evidenceRef": "FB-005", "requiredCondition": "missing-policy-source-effective-from" } ], "counterEvidenceRefs": [ "FB-007", "FB-011", "FB-012" ], "counterEvidenceConditions": [ { "evidenceRef": "FB-007", "requiredCondition": "positive-safe-clarification" }, { "evidenceRef": "FB-011", "requiredCondition": "positive-current-source-answer" }, { "evidenceRef": "FB-012", "requiredCondition": "positive-current-source-answer" } ], "unknowns": [ "各租户实际生效政策及其授权来源", "问题能否按记录复现", "检索索引/客户配置/回答版本的因果关系", "总体分母与反馈选择偏差" ], "boundary": "合成便利样本中的候选解释，不是根因结论、客户共识或频率估计。" }, { "id": "HYP-02", "claimType": "hypothesis", "statement": "版本归属及复现材料可能不足以稳定判断问题是否已修复或回归。", "supportEvidenceRefs": [ "FB-006", "FB-008", "FB-009" ], "supportConditions": [ { "evidenceRef": "FB-008", "requiredCondition": "product-build-attribution-conflict" }, { "evidenceRef": "FB-006", "requiredCondition": "missing-reported-product-version" } ], "counterEvidenceRefs": [ "FB-011", "FB-012" ], "counterEvidenceConditions": [ { "evidenceRef": "FB-011", "requiredCondition": "positive-current-source-answer" }, { "evidenceRef": "FB-012", "requiredCondition": "positive-current-source-answer" } ], "unknowns": [ "缺失构建号和日志的事件对应哪个部署", "FB-008 两份构建记录哪份权威", "不同租户配置是否一致" ], "boundary": "材料不足本身是证据状态，不代表产品缺陷已被确认。" }, { "id": "HYP-03", "claimType": "hypothesis", "statement": "单条高影响错误报告足以要求验收明确拒绝无依据的确定性政策答复并提供人工升级路径；它不能被当作常见程度证据。", "supportEvidenceRefs": [ "FB-010" ], "supportConditions": [ { "evidenceRef": "FB-010", "requiredCondition": "critical-impact" } ], "counterEvidenceRefs": [ "FB-007", "FB-011" ], "counterEvidenceConditions": [ { "evidenceRef": "FB-007", "requiredCondition": "positive-safe-clarification" }, { "evidenceRef": "FB-011", "requiredCondition": "positive-current-source-answer" } ], "unknowns": [ "报告中的政策是否确为当时适用规则", "被描述的处置影响是否完整", "独立复核和实际发生率" ], "boundary": "单个合成严重信号用于设计风险场景，不外推严重错误频率。" } ], "prevalenceClaim": null, "semanticReview": "not-performed" } }, { "title": "PM07 需求草案", "artifact": { "artifactId": "PM07-REQUIREMENTS-DRAFT-01", "identity": "synthetic-demonstration-not-measured", "documentStatus": "draft", "inputArtifacts": [ "artifacts/PM04-problem-hypotheses.json", "fixtures/approved-decision.json" ], "inputHypothesisArtifactId": "PM04-HYPOTHESES-01", "decisionTrace": { "decisionId": "DEC-SYN-001", "recordType": "synthetic-approved-decision", "approvalStatus": "approved", "approvedBy": "合成角色：Northstar 产品决策委员会（虚构角色，无真人审批）", "approvedAt": "2026-10-23 (synthetic fixture date)", "provenanceNote": "这是专门补入的合成已批准决定输入，用来跨过本演示未运行 PM05/PM06 的授权缺口。它不是 AI 建议、模型推断、真实会议记录或真实组织批准。", "sourceHypothesisIds": [ "HYP-01", "HYP-02", "HYP-03" ] }, "requirements": [ { "id": "REQ-01", "title": "政策答复展示可核验来源", "statement": "对给出政策性答案的响应，展示所引用文件名称、版本和生效日期；未知元数据显式显示未知。", "decisionRefs": [ "DEC-SYN-001" ], "hypothesisRefs": [ "HYP-01" ], "evidenceRefs": [ "FB-001", "FB-003", "FB-011", "FB-012" ], "status": "draft-from-synthetic-approved-decision" }, { "id": "REQ-02", "title": "来源冲突或缺失时不作确定性政策承诺", "statement": "来源版本冲突或缺少确定现行规则所需元数据时，不输出确定性政策结论；说明无法核实，并请求澄清或转交 HR。", "decisionRefs": [ "DEC-SYN-001" ], "hypothesisRefs": [ "HYP-01", "HYP-02", "HYP-03" ], "evidenceRefs": [ "FB-004", "FB-005", "FB-006", "FB-008", "FB-010" ], "status": "draft-from-synthetic-approved-decision" }, { "id": "REQ-03", "title": "不自动修改客户政策文档", "statement": "试点流程不得自动写入、覆盖或重发布客户的源政策文档。", "decisionRefs": [ "DEC-SYN-001" ], "hypothesisRefs": [ "HYP-02" ], "evidenceRefs": [ "FB-008", "FB-009" ], "status": "draft-from-synthetic-approved-decision" } ], "approvalBoundary": "只把 DEC-SYN-001 视为此合成演示的上游授权输入；本需求文档仍是草案，需真实产品/业务责任人审阅后才可批准。" } }, { "title": "PM08 验收", "artifact": { "artifactId": "PM08-ACCEPTANCE-01", "identity": "synthetic-demonstration-not-measured", "documentStatus": "draft-scenarios", "inputArtifact": "artifacts/PM07-requirements-draft.json", "inputArtifactId": "PM07-REQUIREMENTS-DRAFT-01", "scenarios": [ { "id": "AC-01", "coverage": "current-source-and-citation", "requirementRefs": [ "REQ-01" ], "hypothesisRefs": [ "HYP-01" ], "evidenceRefs": [ "FB-011", "FB-012" ], "evidenceConditions": [ { "evidenceRef": "FB-011", "requiredCondition": "positive-current-source-answer" }, { "evidenceRef": "FB-012", "requiredCondition": "positive-current-source-answer" } ], "setup": "仅有一份经责任人指定为当前版本、版本与生效日期齐全且与问题匹配的来源。", "expected": "给出范围内答复，并展示来源名称、版本和生效日期。", "mustNot": [ "隐藏来源版本", "把fixture提示当成生产真值" ] }, { "id": "AC-02", "coverage": "conflicting-policy-versions", "requirementRefs": [ "REQ-01", "REQ-02" ], "hypothesisRefs": [ "HYP-01", "HYP-02" ], "evidenceRefs": [ "FB-004" ], "evidenceConditions": [ { "evidenceRef": "FB-004", "requiredCondition": "policy-source-version-conflict" } ], "setup": "同一政策主题检索到两个互相冲突的来源版本。", "expected": "不生成确定性政策答复；展示冲突状态，并请求有权限的 HR/租户管理员澄清或转人工。", "mustNot": [ "静默择一版本", "把反馈记录里的版本冲突自行裁为已解决" ] }, { "id": "AC-03", "coverage": "missing-source-metadata", "requirementRefs": [ "REQ-01", "REQ-02" ], "hypothesisRefs": [ "HYP-01", "HYP-02" ], "evidenceRefs": [ "FB-005", "FB-006", "FB-009" ], "setup": "来源生效日期、产品构建号、客户或可复现查询信息缺失，且缺失字段影响判断现行规则或问题归属。", "expected": "保留未知状态；不补造字段或给出确定性政策结论；按缺失类型询问或转交人工。", "mustNot": [ "推测缺失日期/客户/构建号", "把二手描述写成已复现事实" ] }, { "id": "AC-04", "coverage": "single-high-impact-report", "requirementRefs": [ "REQ-02" ], "hypothesisRefs": [ "HYP-03" ], "evidenceRefs": [ "FB-010" ], "evidenceConditions": [ { "evidenceRef": "FB-010", "requiredCondition": "critical-impact" } ], "setup": "离线回归用例模拟来源过期且会影响员工假期安排的政策问题。", "expected": "系统不按过期来源给出确定结论；说明无法核实并给出 HR 人工升级路径。", "mustNot": [ "将单个案例改写为普遍发生率", "宣称已造成未经证实的损失" ] }, { "id": "AC-05", "coverage": "clarification-and-human-handoff", "requirementRefs": [ "REQ-02" ], "hypothesisRefs": [ "HYP-01", "HYP-03" ], "evidenceRefs": [ "FB-007", "FB-010" ], "evidenceConditions": [ { "evidenceRef": "FB-007", "requiredCondition": "positive-safe-clarification" } ], "setup": "用户省略适用员工组信息，或系统无法确认来源现行性。", "expected": "提出具体澄清问题；不能安全消解时提供人工 HR 路径并保留未决状态。", "mustNot": [ "用流畅语气掩盖不确定性", "假称人工已接单" ] }, { "id": "AC-06", "coverage": "no-source-document-write", "requirementRefs": [ "REQ-03" ], "hypothesisRefs": [ "HYP-02" ], "evidenceRefs": [ "FB-008", "FB-009" ], "setup": "试点处理来源错误或缺失的报告。", "expected": "只记录缺口和建议负责人；源政策内容保持只读，任何更改另走客户授权流程。", "mustNot": [ "自动修订或发布客户文档" ] }, { "id": "AC-07", "coverage": "product-build-attribution-conflict", "requirementRefs": [ "REQ-02" ], "hypothesisRefs": [ "HYP-02" ], "evidenceRefs": [ "FB-008" ], "evidenceConditions": [ { "evidenceRef": "FB-008", "requiredCondition": "product-build-attribution-conflict" } ], "setup": "工单记录的产品构建号与附件诊断包中的构建号不一致。", "expected": "保留构建归属未决；不得仅凭冲突记录声称已修复、已回归或已复现。", "mustNot": [ "静默选择工单或附件中的一个版本", "把冲突写成已核实根因" ] } ], "semanticReview": "not-performed" } } ], "verification": { "identity": "synthetic-demonstration-not-measured", "verifier": "verifier.py", "feedbackFixtureFingerprint": { "path": "fixtures/feedbacks.json", "algorithm": "sha256-canonical-json", "value": "7c7c4893503a06069d6447a2e4cdb04dadfb00f28894985d939ae5fd649d01a5" }, "decisionFixtureFingerprint": { "path": "fixtures/approved-decision.json", "algorithm": "sha256-canonical-json", "value": "db319fb11253411e86ef4ff530028ed9ef8cb82e23710cd7ec8afa0de0b176f9" }, "result": "passed", "baselineStageChecks": { "PM01": [ { "label": "逐条记录与稳定来源引用", "status": "passed", "basis": "由固定 fixture 与逐行字段作可重复比较；只验证结构/出处，不判定主题语义正确性。" }, { "label": "反馈条数、识别客户数与独立信号分开", "status": "passed", "basis": "由固定 fixture 与逐行字段作可重复比较；只验证结构/出处，不判定主题语义正确性。" }, { "label": "重复候选引用已知、无自环/循环且未知客户不合并", "status": "passed", "basis": "确认引用必须指向已知记录且图无环；确认合并要求双方有相同且非空客户 ID。" }, { "label": "候选状态与合成确认合并理由均保留", "status": "passed", "basis": "由固定 fixture 与逐行字段作可重复比较；只验证结构/出处，不判定主题语义正确性。" }, { "label": "产品/政策版本冲突显式保留为未决", "status": "passed", "basis": "由固定 fixture 与逐行字段作可重复比较；只验证结构/出处，不判定主题语义正确性。" }, { "label": "缺失字段保持未知且高影响记录保留", "status": "passed", "basis": "由固定 fixture 与逐行字段作可重复比较；只验证结构/出处，不判定主题语义正确性。" } ], "PM04": [ { "label": "假设引用均指向现存证据 ID", "status": "passed", "basis": "检查稳定引用、作者声明的固定 fixture 支持条件和事实/假设边界；不判断假设的业务合理性。" }, { "label": "假设支持条件仍与当前输入事实相符", "status": "passed", "basis": "逐条把手写假设的指定支撑条件与 PM01 当前来源记录比较；输入变化须作者复核，非通用语义评分。" }, { "label": "反证极性与来源事件类型及固定主题标签相符", "status": "passed", "basis": "反证引用必须逐条声明固定样例的正向事件类型与作者主题标签条件；只验证结构标注，不解释自由文本或判定语义 gold。" }, { "label": "假设、反证与未知字段分开", "status": "passed", "basis": "检查稳定引用、作者声明的固定 fixture 支持条件和事实/假设边界；不判断假设的业务合理性。" }, { "label": "单条高影响证据保留为独立问题信号", "status": "passed", "basis": "检查稳定引用、作者声明的固定 fixture 支持条件和事实/假设边界；不判断假设的业务合理性。" }, { "label": "不把便利样本写成总体频率", "status": "passed", "basis": "检查稳定引用、作者声明的固定 fixture 支持条件和事实/假设边界；不判断假设的业务合理性。" } ], "PM07": [ { "label": "决定批准身份与需求草案身份分离", "status": "passed", "basis": "将输出中的批准者/状态/来源与独立 fixture 比较；需求字段引用结构可核验，未核验需求内容。" }, { "label": "每条需求引用决定及有效假设", "status": "passed", "basis": "将输出中的批准者/状态/来源与独立 fixture 比较；需求字段引用结构可核验，未核验需求内容。" }, { "label": "需求仍标为草案且批准缺口可见", "status": "passed", "basis": "将输出中的批准者/状态/来源与独立 fixture 比较；需求字段引用结构可核验，未核验需求内容。" } ], "PM08": [ { "label": "场景引用均指向现存需求、假设和反馈 ID", "status": "passed", "basis": "按场景覆盖标签、必需引用及固定输入的支撑条件检查；不评定场景语义或验收充分性。" }, { "label": "场景覆盖正常、冲突、缺失、高影响与转人工边界", "status": "passed", "basis": "按场景覆盖标签、必需引用及固定输入的支撑条件检查；不评定场景语义或验收充分性。" }, { "label": "场景引用的固定证据条件仍与输入相符", "status": "passed", "basis": "政策版本冲突、产品构建冲突和 critical 场景必须各自链接到输入中仍成立的事实条件。" }, { "label": "每场景明确预期与禁止行为", "status": "passed", "basis": "按场景覆盖标签、必需引用及固定输入的支撑条件检查；不评定场景语义或验收充分性。" } ] }, "faultTests": [ { "id": "F01", "label": "同一客户转发重复被算成独立信号", "artifact": "faults/F01-duplicate-inflation.json", "detectedBy": "PM01 / 候选状态与合成确认合并理由均保留", "result": "caught; PM01 拒绝；该反馈不能推进到 PM04。", "lesson": "消息数、客户数和独立信号数必须分开，重复关系不能靠总数掩盖。", "injectedCheckStatuses": [ { "label": "逐条记录与稳定来源引用", "status": "passed", "basis": "由固定 fixture 与逐行字段作可重复比较；只验证结构/出处，不判定主题语义正确性。" }, { "label": "反馈条数、识别客户数与独立信号分开", "status": "failed", "basis": "由固定 fixture 与逐行字段作可重复比较；只验证结构/出处，不判定主题语义正确性。" }, { "label": "重复候选引用已知、无自环/循环且未知客户不合并", "status": "passed", "basis": "确认引用必须指向已知记录且图无环；确认合并要求双方有相同且非空客户 ID。" }, { "label": "候选状态与合成确认合并理由均保留", "status": "failed", "basis": "由固定 fixture 与逐行字段作可重复比较；只验证结构/出处，不判定主题语义正确性。" }, { "label": "产品/政策版本冲突显式保留为未决", "status": "passed", "basis": "由固定 fixture 与逐行字段作可重复比较；只验证结构/出处，不判定主题语义正确性。" }, { "label": "缺失字段保持未知且高影响记录保留", "status": "passed", "basis": "由固定 fixture 与逐行字段作可重复比较；只验证结构/出处，不判定主题语义正确性。" } ] }, { "id": "F02", "label": "构建版本冲突被静默裁掉", "artifact": "faults/F02-version-conflict-erased.json", "detectedBy": "PM01 / 产品/政策版本冲突显式保留为未决", "result": "caught; PM01 拒绝；冲突未解决前不得传作已知版本。", "lesson": "矛盾的报告值和附件值要保留，不能由汇总层静默择一。", "injectedCheckStatuses": [ { "label": "逐条记录与稳定来源引用", "status": "passed", "basis": "由固定 fixture 与逐行字段作可重复比较；只验证结构/出处，不判定主题语义正确性。" }, { "label": "反馈条数、识别客户数与独立信号分开", "status": "passed", "basis": "由固定 fixture 与逐行字段作可重复比较；只验证结构/出处，不判定主题语义正确性。" }, { "label": "重复候选引用已知、无自环/循环且未知客户不合并", "status": "passed", "basis": "确认引用必须指向已知记录且图无环；确认合并要求双方有相同且非空客户 ID。" }, { "label": "候选状态与合成确认合并理由均保留", "status": "passed", "basis": "由固定 fixture 与逐行字段作可重复比较；只验证结构/出处，不判定主题语义正确性。" }, { "label": "产品/政策版本冲突显式保留为未决", "status": "failed", "basis": "由固定 fixture 与逐行字段作可重复比较；只验证结构/出处，不判定主题语义正确性。" }, { "label": "缺失字段保持未知且高影响记录保留", "status": "passed", "basis": "由固定 fixture 与逐行字段作可重复比较；只验证结构/出处，不判定主题语义正确性。" } ] }, { "id": "F03", "label": "缺失构建号被补成“已完整”", "artifact": "faults/F03-missing-field-invented.json", "detectedBy": "PM01 / 缺失字段保持未知且高影响记录保留", "result": "caught; PM01 拒绝；PM04 不会接收到一个伪完整记录。", "lesson": "未知应原样保留，格式完整不能替代来源事实。", "injectedCheckStatuses": [ { "label": "逐条记录与稳定来源引用", "status": "passed", "basis": "由固定 fixture 与逐行字段作可重复比较；只验证结构/出处，不判定主题语义正确性。" }, { "label": "反馈条数、识别客户数与独立信号分开", "status": "passed", "basis": "由固定 fixture 与逐行字段作可重复比较；只验证结构/出处，不判定主题语义正确性。" }, { "label": "重复候选引用已知、无自环/循环且未知客户不合并", "status": "passed", "basis": "确认引用必须指向已知记录且图无环；确认合并要求双方有相同且非空客户 ID。" }, { "label": "候选状态与合成确认合并理由均保留", "status": "passed", "basis": "由固定 fixture 与逐行字段作可重复比较；只验证结构/出处，不判定主题语义正确性。" }, { "label": "产品/政策版本冲突显式保留为未决", "status": "passed", "basis": "由固定 fixture 与逐行字段作可重复比较；只验证结构/出处，不判定主题语义正确性。" }, { "label": "缺失字段保持未知且高影响记录保留", "status": "failed", "basis": "由固定 fixture 与逐行字段作可重复比较；只验证结构/出处，不判定主题语义正确性。" } ] }, { "id": "F04", "label": "PM04 摘要漏掉唯一高影响反馈", "artifact": "faults/F04-critical-signal-dropped.json", "detectedBy": "PM04 / 单条高影响证据保留为独立问题信号", "result": "caught; PM04 拒绝；PM07 的需求依据不接受这份假设产物。", "lesson": "少数高影响记录须独立可见，不能被常见主题或正例抵消。", "injectedCheckStatuses": [ { "label": "假设引用均指向现存证据 ID", "status": "passed", "basis": "检查稳定引用、作者声明的固定 fixture 支持条件和事实/假设边界；不判断假设的业务合理性。" }, { "label": "假设支持条件仍与当前输入事实相符", "status": "failed", "basis": "逐条把手写假设的指定支撑条件与 PM01 当前来源记录比较；输入变化须作者复核，非通用语义评分。" }, { "label": "反证极性与来源事件类型及固定主题标签相符", "status": "passed", "basis": "反证引用必须逐条声明固定样例的正向事件类型与作者主题标签条件；只验证结构标注，不解释自由文本或判定语义 gold。" }, { "label": "假设、反证与未知字段分开", "status": "passed", "basis": "检查稳定引用、作者声明的固定 fixture 支持条件和事实/假设边界；不判断假设的业务合理性。" }, { "label": "单条高影响证据保留为独立问题信号", "status": "failed", "basis": "检查稳定引用、作者声明的固定 fixture 支持条件和事实/假设边界；不判断假设的业务合理性。" }, { "label": "不把便利样本写成总体频率", "status": "passed", "basis": "检查稳定引用、作者声明的固定 fixture 支持条件和事实/假设边界；不判断假设的业务合理性。" } ] }, { "id": "F05", "label": "把 AI 建议冒充已批准决定", "artifact": "faults/F05-ai-suggestion-as-approval.json", "detectedBy": "PM07 / 决定批准身份与需求草案身份分离", "result": "caught; PM07 授权门拒绝；需求草案不能声称得到批准。", "lesson": "建议、决定和批准是不同状态，授权缺口必须由明确的批准记录填补。", "injectedCheckStatuses": [ { "label": "决定批准身份与需求草案身份分离", "status": "failed", "basis": "将输出中的批准者/状态/来源与独立 fixture 比较；需求字段引用结构可核验，未核验需求内容。" }, { "label": "每条需求引用决定及有效假设", "status": "passed", "basis": "将输出中的批准者/状态/来源与独立 fixture 比较；需求字段引用结构可核验，未核验需求内容。" }, { "label": "需求仍标为草案且批准缺口可见", "status": "passed", "basis": "将输出中的批准者/状态/来源与独立 fixture 比较；需求字段引用结构可核验，未核验需求内容。" } ] }, { "id": "F06", "label": "PM08 验收集缺少冲突版本场景", "artifact": "faults/F06-conflict-scenario-removed.json", "detectedBy": "PM08 / 场景覆盖正常、冲突、缺失、高影响与转人工边界", "result": "caught; PM08 覆盖门拒绝；验收包不能进入完成状态。", "lesson": "上游版本冲突必须在下游场景中有对应拒绝/澄清行为。", "injectedCheckStatuses": [ { "label": "场景引用均指向现存需求、假设和反馈 ID", "status": "passed", "basis": "按场景覆盖标签、必需引用及固定输入的支撑条件检查；不评定场景语义或验收充分性。" }, { "label": "场景覆盖正常、冲突、缺失、高影响与转人工边界", "status": "failed", "basis": "按场景覆盖标签、必需引用及固定输入的支撑条件检查；不评定场景语义或验收充分性。" }, { "label": "场景引用的固定证据条件仍与输入相符", "status": "failed", "basis": "政策版本冲突、产品构建冲突和 critical 场景必须各自链接到输入中仍成立的事实条件。" }, { "label": "每场景明确预期与禁止行为", "status": "passed", "basis": "按场景覆盖标签、必需引用及固定输入的支撑条件检查；不评定场景语义或验收充分性。" } ] }, { "id": "F07", "label": "FB-004 的政策来源冲突被修掉但旧假设/场景仍沿用", "artifact": "faults/F07-policy-source-conflict-removed-input.json", "detectedBy": "PM04 / 假设支持条件仍与当前输入事实相符; PM08 / 场景引用的固定证据条件仍与输入相符", "result": "caught; PM04 与 PM08 均拒绝仍引用已消失冲突的旧产物。", "lesson": "固定手写假设和验收要逐条链接到当前输入事实；输入变化后必须作者复核。", "injectedCheckStatuses": [ { "label": "假设引用均指向现存证据 ID", "status": "passed", "basis": "检查稳定引用、作者声明的固定 fixture 支持条件和事实/假设边界；不判断假设的业务合理性。" }, { "label": "假设支持条件仍与当前输入事实相符", "status": "failed", "basis": "逐条把手写假设的指定支撑条件与 PM01 当前来源记录比较；输入变化须作者复核，非通用语义评分。" }, { "label": "反证极性与来源事件类型及固定主题标签相符", "status": "passed", "basis": "反证引用必须逐条声明固定样例的正向事件类型与作者主题标签条件；只验证结构标注，不解释自由文本或判定语义 gold。" }, { "label": "假设、反证与未知字段分开", "status": "passed", "basis": "检查稳定引用、作者声明的固定 fixture 支持条件和事实/假设边界；不判断假设的业务合理性。" }, { "label": "单条高影响证据保留为独立问题信号", "status": "passed", "basis": "检查稳定引用、作者声明的固定 fixture 支持条件和事实/假设边界；不判断假设的业务合理性。" }, { "label": "不把便利样本写成总体频率", "status": "passed", "basis": "检查稳定引用、作者声明的固定 fixture 支持条件和事实/假设边界；不判断假设的业务合理性。" }, { "label": "场景引用均指向现存需求、假设和反馈 ID", "status": "passed", "basis": "按场景覆盖标签、必需引用及固定输入的支撑条件检查；不评定场景语义或验收充分性。" }, { "label": "场景覆盖正常、冲突、缺失、高影响与转人工边界", "status": "passed", "basis": "按场景覆盖标签、必需引用及固定输入的支撑条件检查；不评定场景语义或验收充分性。" }, { "label": "场景引用的固定证据条件仍与输入相符", "status": "failed", "basis": "政策版本冲突、产品构建冲突和 critical 场景必须各自链接到输入中仍成立的事实条件。" }, { "label": "每场景明确预期与禁止行为", "status": "passed", "basis": "按场景覆盖标签、必需引用及固定输入的支撑条件检查；不评定场景语义或验收充分性。" } ] }, { "id": "F08", "label": "FB-010 严重度降级但旧高影响假设/场景仍沿用", "artifact": "faults/F08-critical-impact-downgraded-input.json", "detectedBy": "PM04 / 单条高影响证据保留为独立问题信号; PM08 / 场景引用的固定证据条件仍与输入相符", "result": "caught; PM04 与 PM08 均拒绝仍把低影响记录写成 critical 的旧产物。", "lesson": "下游的 critical 声明必须由当前输入严重度支持，不能只靠仍存在的引用 ID。", "injectedCheckStatuses": [ { "label": "假设引用均指向现存证据 ID", "status": "passed", "basis": "检查稳定引用、作者声明的固定 fixture 支持条件和事实/假设边界；不判断假设的业务合理性。" }, { "label": "假设支持条件仍与当前输入事实相符", "status": "failed", "basis": "逐条把手写假设的指定支撑条件与 PM01 当前来源记录比较；输入变化须作者复核，非通用语义评分。" }, { "label": "反证极性与来源事件类型及固定主题标签相符", "status": "passed", "basis": "反证引用必须逐条声明固定样例的正向事件类型与作者主题标签条件；只验证结构标注，不解释自由文本或判定语义 gold。" }, { "label": "假设、反证与未知字段分开", "status": "passed", "basis": "检查稳定引用、作者声明的固定 fixture 支持条件和事实/假设边界；不判断假设的业务合理性。" }, { "label": "单条高影响证据保留为独立问题信号", "status": "failed", "basis": "检查稳定引用、作者声明的固定 fixture 支持条件和事实/假设边界；不判断假设的业务合理性。" }, { "label": "不把便利样本写成总体频率", "status": "passed", "basis": "检查稳定引用、作者声明的固定 fixture 支持条件和事实/假设边界；不判断假设的业务合理性。" }, { "label": "场景引用均指向现存需求、假设和反馈 ID", "status": "passed", "basis": "按场景覆盖标签、必需引用及固定输入的支撑条件检查；不评定场景语义或验收充分性。" }, { "label": "场景覆盖正常、冲突、缺失、高影响与转人工边界", "status": "passed", "basis": "按场景覆盖标签、必需引用及固定输入的支撑条件检查；不评定场景语义或验收充分性。" }, { "label": "场景引用的固定证据条件仍与输入相符", "status": "failed", "basis": "政策版本冲突、产品构建冲突和 critical 场景必须各自链接到输入中仍成立的事实条件。" }, { "label": "每场景明确预期与禁止行为", "status": "passed", "basis": "按场景覆盖标签、必需引用及固定输入的支撑条件检查；不评定场景语义或验收充分性。" } ] }, { "id": "F14", "label": "FB-007 正向澄清样例变成负向猜答但旧反证/场景仍沿用", "artifact": "faults/F14-fb007-counterevidence-polarity.json", "detectedBy": "PM04 / 反证极性与来源事件类型及固定主题标签相符; PM08 / 场景引用的固定证据条件仍与输入相符", "result": "caught; PM04 反证极性与 PM08 AC-05 正向澄清条件均拒绝旧产物；自由文本仍需人工重审。", "lesson": "固定样例的正向/负向事件类型和主题标签须与反证及验收例证一致；自由文本语义未自动评定，输入变化仍须作者重审。", "injectedCheckStatuses": [ { "label": "假设引用均指向现存证据 ID", "status": "passed", "basis": "检查稳定引用、作者声明的固定 fixture 支持条件和事实/假设边界；不判断假设的业务合理性。" }, { "label": "假设支持条件仍与当前输入事实相符", "status": "passed", "basis": "逐条把手写假设的指定支撑条件与 PM01 当前来源记录比较；输入变化须作者复核，非通用语义评分。" }, { "label": "反证极性与来源事件类型及固定主题标签相符", "status": "failed", "basis": "反证引用必须逐条声明固定样例的正向事件类型与作者主题标签条件；只验证结构标注，不解释自由文本或判定语义 gold。" }, { "label": "假设、反证与未知字段分开", "status": "passed", "basis": "检查稳定引用、作者声明的固定 fixture 支持条件和事实/假设边界；不判断假设的业务合理性。" }, { "label": "单条高影响证据保留为独立问题信号", "status": "passed", "basis": "检查稳定引用、作者声明的固定 fixture 支持条件和事实/假设边界；不判断假设的业务合理性。" }, { "label": "不把便利样本写成总体频率", "status": "passed", "basis": "检查稳定引用、作者声明的固定 fixture 支持条件和事实/假设边界；不判断假设的业务合理性。" }, { "label": "场景引用均指向现存需求、假设和反馈 ID", "status": "passed", "basis": "按场景覆盖标签、必需引用及固定输入的支撑条件检查；不评定场景语义或验收充分性。" }, { "label": "场景覆盖正常、冲突、缺失、高影响与转人工边界", "status": "passed", "basis": "按场景覆盖标签、必需引用及固定输入的支撑条件检查；不评定场景语义或验收充分性。" }, { "label": "场景引用的固定证据条件仍与输入相符", "status": "failed", "basis": "政策版本冲突、产品构建冲突和 critical 场景必须各自链接到输入中仍成立的事实条件。" }, { "label": "每场景明确预期与禁止行为", "status": "passed", "basis": "按场景覆盖标签、必需引用及固定输入的支撑条件检查；不评定场景语义或验收充分性。" } ] }, { "id": "F09", "label": "重复候选指向不存在的记录", "artifact": "faults/F09-unknown-duplicate-target.json", "detectedBy": "PM01 / 重复候选引用已知、无自环/循环且未知客户不合并", "result": "caught; PM01 输入门拒绝；不生成合并簇或下游产物。", "lesson": "只有明确、可追溯且同一已知客户的合成确认才能合并；候选关系必须引用已知记录且无环。", "injectedCheckStatuses": [ { "label": "重复候选引用已知、无自环/循环且未知客户不合并", "status": "failed", "basis": "无效候选图必须在 PM01 建表前 fail closed。" } ] }, { "id": "F10", "label": "重复候选自环", "artifact": "faults/F10-duplicate-self-loop.json", "detectedBy": "PM01 / 重复候选引用已知、无自环/循环且未知客户不合并", "result": "caught; PM01 输入门拒绝；不生成合并簇或下游产物。", "lesson": "只有明确、可追溯且同一已知客户的合成确认才能合并；候选关系必须引用已知记录且无环。", "injectedCheckStatuses": [ { "label": "重复候选引用已知、无自环/循环且未知客户不合并", "status": "failed", "basis": "无效候选图必须在 PM01 建表前 fail closed。" } ] }, { "id": "F11", "label": "重复候选二节点循环", "artifact": "faults/F11-duplicate-two-cycle.json", "detectedBy": "PM01 / 重复候选引用已知、无自环/循环且未知客户不合并", "result": "caught; PM01 输入门拒绝；不生成合并簇或下游产物。", "lesson": "只有明确、可追溯且同一已知客户的合成确认才能合并；候选关系必须引用已知记录且无环。", "injectedCheckStatuses": [ { "label": "重复候选引用已知、无自环/循环且未知客户不合并", "status": "failed", "basis": "无效候选图必须在 PM01 建表前 fail closed。" } ] }, { "id": "F12", "label": "缺失客户 ID 不得合并", "artifact": "faults/F12-missing-customer-not-merged.json", "detectedBy": "PM01 / 重复候选引用已知、无自环/循环且未知客户不合并", "result": "caught; PM01 输入门拒绝；不生成合并簇或下游产物。", "lesson": "只有明确、可追溯且同一已知客户的合成确认才能合并；候选关系必须引用已知记录且无环。", "injectedCheckStatuses": [ { "label": "重复候选引用已知、无自环/循环且未知客户不合并", "status": "failed", "basis": "无效候选图必须在 PM01 建表前 fail closed。" } ] }, { "id": "F13", "label": "两个未知客户不得相互合并", "artifact": "faults/F13-unknown-customers-not-merged.json", "detectedBy": "PM01 / 重复候选引用已知、无自环/循环且未知客户不合并", "result": "caught; PM01 输入门拒绝；不生成合并簇或下游产物。", "lesson": "只有明确、可追溯且同一已知客户的合成确认才能合并；候选关系必须引用已知记录且无环。", "injectedCheckStatuses": [ { "label": "重复候选引用已知、无自环/循环且未知客户不合并", "status": "failed", "basis": "无效候选图必须在 PM01 建表前 fail closed。" } ] } ], "interpretation": "Pass means required structure, stable IDs, references, and declared failure gates matched this fixture. It is not expert semantic approval or evidence of product effectiveness.", "humanReview": "not-performed", "elapsedTimeOrHumanMinutesRecorded": false } }