可点击证据第一期:报告里的每个数字都点得开出处

「引用即渲染」:写报告的模型只写引用标记([[m:指标id]]、[[i:输入字段]]、[[see:…]]),数值由系统按口径卡
填进去,每个数字都挂着一条能复算的证据链。本期是数字层闭环;实体、结论句的概率性证据放在后续几期。

内核(engine/evidence.py,口径卡、出具契约、表达式等)
- 口径卡记录每个指标的来源:原式、代入式(每个输入写成「值 ← 路径」)、复算结果、口径与版本
- 出具契约的数值匹配改为按位置标注;同一个值有几个出处时记为「出处不唯一」并列出候选,不再随便挑一个
- 证据 id 由内容派生,事后对不上就是被改过;零值、结构性数字(列表序号、代码块标签)单独处理
- 口径卡新增 on_missing:缺输入时默认仍是整个节点失败,可以改成记为空值、交给契约判档

报告撰写节点(report)与引用模式的出具契约
- 流式生成时 token 里就是真实数字,不会漏出原始标记;裸数字、不存在的引用当场判违规,交回去重写
  (max_repairs,默认 1 次);仍不过时按 on_violation 失败(正式运行默认)或把违规标在报告里(探索运行默认)
- report.checked 事件记下核对结果,落在封存范围内;fail 模式下仍不过时带 failed,运行记录里画成失败
- 出具契约写了 report_from 就按引用核对:取回文档时复验哈希,独立重算一遍,全部带引用才判完整出具
- 成果字段逐字等于报告正文时标注 _evidence;复核只能加说明,不能改写带证据的答案(前后端各拦一道)

证据接口
- GET /api/runs/{id}/evidence 返回证据图;GET …/evidence/segments/{id} 返回一个片段的证据链
- 只认封存范围内的事件能追到的工件,不读 artifacts 表;封存被改过时不把任何一项标成已封存
- 没有报告的旧运行降级为 none 或 legacy_contract

界面
- EvidenceDoc 按块、句、片段渲染报告,片段是和正文一样的按钮;整份报告只占一个 Tab 位,
  ←/→ 在片段间移动、↑/↓ 按句、n/N 跳到下一处「无证据」、Enter 打开面板、Esc 关闭并把焦点还回去
- EvidencePanel:宽屏侧边、窄屏底部抽屉、360px 画布右栏里栏内展开;显示指标步骤、代入式、复算结果、
  封存状态。正文不是封存的那份报告时明确说出来,不拿别的报告的封存画绿
- 出具横幅多一行「N/N 数字有出处 · 无证据 M」和「定位下一处」;没有 _evidence 的旧回答渲染一字不差
- 画布认得报告撰写节点;Copilot 手册补上口径卡、报告节点、出具契约的写法;新增模板「⑨ 可追溯周报」

验证(沙箱):tsc 干净,生产构建通过,pytest 1601 passed,check-all 16 项检查全绿(新增 check-evidence)。
This commit is contained in:
ThearchyHelios
2026-09-28 11:47:23 +08:00
parent b418c0d951
commit e4f2693918
56 changed files with 12309 additions and 215 deletions
+39 -1
View File
@@ -10,6 +10,7 @@ import { ToastHost } from '../components/ui'
import type { RunEvent } from '../types'
import fixtures from '../run/__tests__/fixtures.json'
import mdSamples from '../run/__tests__/markdown-samples.json'
import evidenceFixture from '../run/__tests__/evidence-doc.json'
import {
CALIBER_ONE_OUTPUT, CALIBERS_OUTPUT, COPILOT_STUCK, COPILOT_TOOLS_DROPPED, MIXED_OUTPUT, abandonedRun, cancelledRun, exhaustedTeam, longLoop,
markupRun, mixedRun, pipelineRun, repairRun, teamRun, timeoutRun,
@@ -204,9 +205,40 @@ const LONG_TURN: StreamTurn = {
steps: [], output: { result: longReport() },
}
/**
* 带逐段证据的一轮:口径卡 → 报告撰写 → 成果(_evidence 标注了「周报」字段)。报告文档和
* 片段接口由 check-stream 用 page.route 伪造(/api/artifacts/<doc>、…/evidence/segments/…)。
* 后面跟一轮同样的答案、但没有 _evidence:旧运行就是这样,渲染必须和普通 Markdown 一模一样
*/
function evidenceTurns(): StreamTurn[] {
const fx = evidenceFixture
const E = (seq: number, type: string, node_id: string | null, data: Record<string, any> = {}): RunEvent =>
({ seq, type, node_id, ts: 1790000000 + seq, data })
const events = [
E(1, 'run.started', null, { total: 3 }),
E(2, 'node.started', 'caliber', { node_type: 'metrics', label: '周报口径' }),
E(3, 'node.finished', 'caliber', { duration_ms: 12, preview: { kind: 'metric_set', caliber: '周报口径' } }),
E(4, 'node.started', 'write', { node_type: 'report', label: '写周报' }),
E(5, 'report.checked', 'write', fx.report_checked),
E(6, 'node.finished', 'write', { duration_ms: 2300 }),
E(7, 'node.started', 'out', { node_type: 'output', label: '成果' }),
E(8, 'node.finished', 'out', { duration_ms: 3 }),
E(9, 'run.finished', null, { output: {} }),
]
const text = fx.output['周报']
return [
{ id: 'evidence', question: '写一份本周周报', phase: 'done', status: '已完成', runClass: 'exploratory',
steps: decodeRun(events, { status: 'succeeded' }), output: fx.output, runId: fx.run_id },
{ id: 'evidence-legacy', question: '写一份本周周报(旧运行)', phase: 'done', status: '已完成',
steps: [], output: { 周报: text }, runId: 'syn-evidence-legacy' },
]
}
/** 合成场景:新后端才有的事件,老库里导不出来 */
function synthetic(name: string): StreamTurn[] {
switch (name) {
case 'evidence':
return evidenceTurns()
case 'team-live': {
const ev = rebase(teamRun('members'))
return [{ id: 'team-live', question: '比较三家供应商的交期风险', phase: 'running', status: '运行中',
@@ -468,7 +500,13 @@ function Preview() {
onFollowUp={(q) => { (window as any).__followUp = q }}
/>
)
return dense ? <div className="h-full w-[360px] border-r bg-panel">{stream}</div> : stream
// 证据场景另摆一份同样文字的普通 Markdown:没有 _evidence 的那一轮必须和它长得一模一样
const baseline = syn === 'evidence' && (
<div id="md-baseline" hidden><Markdown text={evidenceFixture.output['周报']} dense={dense} /></div>
)
return dense
? <div className="h-full w-[360px] border-r bg-panel">{stream}{baseline}</div>
: <>{stream}{baseline}</>
}
if (params.get('long') === '1') {
return <AssistantStream turns={[LONG_TURN]} />
+115 -2
View File
@@ -21,6 +21,12 @@ import * as explain from '../lib/explain'
import * as health from '../lib/health'
import * as actor from '../lib/actor'
import * as validation from '../lib/validation'
import * as evidence from '../lib/evidence'
import { EvidenceDoc, EvidenceField } from '../run/EvidenceDoc'
import { Markdown } from '../run/Markdown'
import evidenceFixture from '../run/__tests__/evidence-doc.json'
import mdPinned from '../run/__tests__/markdown-pinned.json'
import type { EvidenceDocData } from '../types'
import '../index.css'
/**
@@ -178,6 +184,108 @@ function DatasourceConsumers() {
return <div hidden data-ds-consumers={n}>{Array.from({ length: n }, (_, i) => <DatasourceConsumer key={i} />)}</div>
}
const EV_DOC = evidenceFixture.doc as unknown as EvidenceDocData
const EV_LEGACY = evidenceFixture.legacy
/** 同一份旧契约的出具,去掉位置:老运行就是这样,只能按字符串标 */
const LEGACY_LOOSE = {
matched: EV_LEGACY.matched.map(({ start: _s, end: _e, ...m }) => m),
unmatched_numbers: EV_LEGACY.unmatched.map(({ start: _s, end: _e, ...u }) => u),
}
/**
* 长报告:把夹具的块重复 n 遍(块、句、片段的 id 各自加后缀),stats 和违规清单去掉,
* 计数从片段自己数。用来看块级 content-visibility、超长折叠、跳转进折叠区时自动展开
*/
function longDoc(doc: EvidenceDocData, times: number): EvidenceDocData {
const blocks = Array.from({ length: times }, (_, k) => doc.blocks.map((b) => ({
...b, id: `${b.id}-${k}`,
units: b.units.map((u) => ({ ...u, id: `${u.id}-${k}`, segments: u.segments.map((s) => ({ ...s, id: `${s.id}-${k}` })) })),
}))).flat()
return { ...doc, blocks, stats: undefined, violations: undefined, markdown: undefined }
}
const EV_LONG = longDoc(EV_DOC, 16)
/**
* 可点击证据的演示:宽栏(侧边面板 / 窄屏时底部抽屉)、360px 窄栏(栏内展开)、旧契约的
* 按位置标记。文档是后端 compose_doc 真跑出来的夹具(evidence-doc.json,只用通用名);
* runId 是假的,片段接口由 check-evidence 用 page.route 伪造,直接打开时面板照实说取不到
*/
function EvidenceDemo() {
return (
<div className="flex flex-col gap-4" id="evidence-demo">
<div id="evidence-wide" className="rounded-lg border p-3">
<EvidenceDoc doc={EV_DOC} artifact={evidenceFixture.doc_artifact} runId={evidenceFixture.run_id} label="周报" tally />
</div>
<div id="evidence-narrow" className="rounded-lg border bg-panel p-2.5" style={{ width: 360, maxWidth: '100%' }}>
<EvidenceDoc doc={EV_DOC} artifact={evidenceFixture.doc_artifact} runId={evidenceFixture.run_id} label="周报" dense tally />
</div>
<div className="grid gap-3 md:grid-cols-2">
<div id="legacy-marks" className="rounded-lg border p-3">
<div className="mb-1 text-2xs text-faint">旧契约 · 按位置标(日期里的 15 不画)</div>
<Markdown text={EV_LEGACY.text}
marks={evidence.issuanceMarks({ matched: EV_LEGACY.matched, unmatched_numbers: EV_LEGACY.unmatched })} />
</div>
<div id="legacy-loose" className="rounded-lg border p-3">
<div className="mb-1 text-2xs text-faint">老运行 · 没有位置,按字符串标</div>
<Markdown text={EV_LEGACY.text} marks={evidence.issuanceMarks(LEGACY_LOOSE)} />
</div>
</div>
</div>
)
}
/** ?evidence=1:只摆证据演示,360px 宽度的检查和截图不被别的演示撑宽 */
function EvidenceOnly() {
const [theme, setTheme] = useState<'dark' | 'light'>(() => {
const t = new URLSearchParams(location.search).get('theme') === 'light' ? 'light' : 'dark'
document.documentElement.setAttribute('data-theme', t)
return t
})
const flip = (t: 'dark' | 'light') => { setTheme(t); document.documentElement.setAttribute('data-theme', t) }
return (
<div className="h-full overflow-y-auto">
<div className="mx-auto flex max-w-5xl flex-col gap-3 p-4">
<div className="flex items-center gap-2">
<h1 className="text-base font-semibold">可点击证据</h1>
<div className="ml-auto flex gap-1">
<button className="btn btn-sm" id="theme-dark" onClick={() => flip('dark')} aria-pressed={theme === 'dark'}>暗</button>
<button className="btn btn-sm" id="theme-light" onClick={() => flip('light')} aria-pressed={theme === 'light'}>亮</button>
</div>
</div>
<EvidenceDemo />
<div id="evidence-long" className="rounded-lg border p-3">
<div className="mb-1 text-2xs text-faint">长报告:{EV_LONG.blocks.length} 块,块级 content-visibility,超过 3000 字先折叠</div>
<EvidenceDoc doc={EV_LONG} label="长报告" tally />
</div>
{/*
成果字段按工件 id 取文档。check-evidence 把这几件工件伪造成:正文这份(能画)、
另一次运行写的(run_id 不同)、没记正文的(缺 markdown)——后两种都得退回普通文本
*/}
<div id="evidence-fields" className="grid gap-3 md:grid-cols-3">
{[['fx-field-ok', '正文这份'], ['fx-field-other-run', '另一次运行写的'], ['fx-field-no-markdown', '没记正文']].map(([id, name]) => (
<div key={id} id={id} className="rounded-lg border p-3">
<div className="mb-1 text-2xs text-faint">成果字段 · {name}</div>
<EvidenceField artifact={id} text={evidenceFixture.output['周报']} runId={evidenceFixture.run_id} dense label="周报" />
</div>
))}
</div>
{/*
没有 _evidence 的旧回答:同一批文字用现在的 Markdown 渲染,check-evidence 拿它和
Markdown.tsx 改动前(HEAD)渲染出来的 outerHTML(markdown-pinned.json)逐字比对
*/}
<div id="md-pinned" className="rounded-lg border p-3">
<div className="mb-1 text-2xs text-faint">旧回答的 Markdown:和改动前逐字比对</div>
{(mdPinned.samples as { id: string; text: string; dense: boolean; marks?: any[] }[]).map((p) => (
<div key={p.id} data-pin={p.id} className="border-t py-2 first:border-t-0">
<Markdown text={p.text} dense={p.dense} marks={p.marks} />
</div>
))}
</div>
</div>
</div>
)
}
function Harness() {
const [theme, setTheme] = useState<'dark' | 'light'>(() => {
// 没有显式主题时会跟随系统;预览要确定是哪一套,开场就钉住
@@ -403,6 +511,10 @@ function Harness() {
<ManageKitDemo />
</Block>
<Block title="可点击证据 EvidenceDoc(单独看:?evidence=1)">
<EvidenceDemo />
</Block>
<Block title="标签页 Tabs · 表单字段 Field">
<Tabs
label="示例标签"
@@ -430,13 +542,14 @@ function Harness() {
toast, confirmDialog, promptDialog, useCatalog, ApiError, api, streamCopilot,
mountDatasources: (n: number) => setDatasourceConsumers(n),
// 检查脚本直接拿应用同一份模块实例测 lib:instanceof ApiError 才靠得住
lib: { format, status, keys, terms, errors, explain, health, actor, validation },
lib: { format, status, keys, terms, errors, explain, health, actor, validation, evidence },
evidenceFixture,
}
createRoot(document.getElementById('root')!).render(
<BrowserRouter>
<ToastHost>
<Harness />
{new URLSearchParams(location.search).get('evidence') === '1' ? <EvidenceOnly /> : <Harness />}
</ToastHost>
</BrowserRouter>,
)