mirror of
https://github.com/ThearchyHelios/AgentLab.git
synced 2026-11-17 21:51:59 +00:00
可点击证据第一期:报告里的每个数字都点得开出处
「引用即渲染」:写报告的模型只写引用标记([[m:指标id]]、[[i:输入字段]]、[[see:…]]),数值由系统按口径卡
填进去,每个数字都挂着一条能复算的证据链。本期是数字层闭环;实体、结论句的概率性证据放在后续几期。
内核(engine/evidence.py,口径卡、出具契约、表达式等)
- 口径卡记录每个指标的来源:原式、代入式(每个输入写成「值 ← 路径」)、复算结果、口径与版本
- 出具契约的数值匹配改为按位置标注;同一个值有几个出处时记为「出处不唯一」并列出候选,不再随便挑一个
- 证据 id 由内容派生,事后对不上就是被改过;零值、结构性数字(列表序号、代码块标签)单独处理
- 口径卡新增 on_missing:缺输入时默认仍是整个节点失败,可以改成记为空值、交给契约判档
报告撰写节点(report)与引用模式的出具契约
- 流式生成时 token 里就是真实数字,不会漏出原始标记;裸数字、不存在的引用当场判违规,交回去重写
(max_repairs,默认 1 次);仍不过时按 on_violation 失败(正式运行默认)或把违规标在报告里(探索运行默认)
- report.checked 事件记下核对结果,落在封存范围内;fail 模式下仍不过时带 failed,运行记录里画成失败
- 出具契约写了 report_from 就按引用核对:取回文档时复验哈希,独立重算一遍,全部带引用才判完整出具
- 成果字段逐字等于报告正文时标注 _evidence;复核只能加说明,不能改写带证据的答案(前后端各拦一道)
证据接口
- GET /api/runs/{id}/evidence 返回证据图;GET …/evidence/segments/{id} 返回一个片段的证据链
- 只认封存范围内的事件能追到的工件,不读 artifacts 表;封存被改过时不把任何一项标成已封存
- 没有报告的旧运行降级为 none 或 legacy_contract
界面
- EvidenceDoc 按块、句、片段渲染报告,片段是和正文一样的按钮;整份报告只占一个 Tab 位,
←/→ 在片段间移动、↑/↓ 按句、n/N 跳到下一处「无证据」、Enter 打开面板、Esc 关闭并把焦点还回去
- EvidencePanel:宽屏侧边、窄屏底部抽屉、360px 画布右栏里栏内展开;显示指标步骤、代入式、复算结果、
封存状态。正文不是封存的那份报告时明确说出来,不拿别的报告的封存画绿
- 出具横幅多一行「N/N 数字有出处 · 无证据 M」和「定位下一处」;没有 _evidence 的旧回答渲染一字不差
- 画布认得报告撰写节点;Copilot 手册补上口径卡、报告节点、出具契约的写法;新增模板「⑨ 可追溯周报」
验证(沙箱):tsc 干净,生产构建通过,pytest 1601 passed,check-all 16 项检查全绿(新增 check-evidence)。
This commit is contained in:
@@ -10,6 +10,7 @@ import { ToastHost } from '../components/ui'
|
||||
import type { RunEvent } from '../types'
|
||||
import fixtures from '../run/__tests__/fixtures.json'
|
||||
import mdSamples from '../run/__tests__/markdown-samples.json'
|
||||
import evidenceFixture from '../run/__tests__/evidence-doc.json'
|
||||
import {
|
||||
CALIBER_ONE_OUTPUT, CALIBERS_OUTPUT, COPILOT_STUCK, COPILOT_TOOLS_DROPPED, MIXED_OUTPUT, abandonedRun, cancelledRun, exhaustedTeam, longLoop,
|
||||
markupRun, mixedRun, pipelineRun, repairRun, teamRun, timeoutRun,
|
||||
@@ -204,9 +205,40 @@ const LONG_TURN: StreamTurn = {
|
||||
steps: [], output: { result: longReport() },
|
||||
}
|
||||
|
||||
/**
|
||||
* 带逐段证据的一轮:口径卡 → 报告撰写 → 成果(_evidence 标注了「周报」字段)。报告文档和
|
||||
* 片段接口由 check-stream 用 page.route 伪造(/api/artifacts/<doc>、…/evidence/segments/…)。
|
||||
* 后面跟一轮同样的答案、但没有 _evidence:旧运行就是这样,渲染必须和普通 Markdown 一模一样
|
||||
*/
|
||||
function evidenceTurns(): StreamTurn[] {
|
||||
const fx = evidenceFixture
|
||||
const E = (seq: number, type: string, node_id: string | null, data: Record<string, any> = {}): RunEvent =>
|
||||
({ seq, type, node_id, ts: 1790000000 + seq, data })
|
||||
const events = [
|
||||
E(1, 'run.started', null, { total: 3 }),
|
||||
E(2, 'node.started', 'caliber', { node_type: 'metrics', label: '周报口径' }),
|
||||
E(3, 'node.finished', 'caliber', { duration_ms: 12, preview: { kind: 'metric_set', caliber: '周报口径' } }),
|
||||
E(4, 'node.started', 'write', { node_type: 'report', label: '写周报' }),
|
||||
E(5, 'report.checked', 'write', fx.report_checked),
|
||||
E(6, 'node.finished', 'write', { duration_ms: 2300 }),
|
||||
E(7, 'node.started', 'out', { node_type: 'output', label: '成果' }),
|
||||
E(8, 'node.finished', 'out', { duration_ms: 3 }),
|
||||
E(9, 'run.finished', null, { output: {} }),
|
||||
]
|
||||
const text = fx.output['周报']
|
||||
return [
|
||||
{ id: 'evidence', question: '写一份本周周报', phase: 'done', status: '已完成', runClass: 'exploratory',
|
||||
steps: decodeRun(events, { status: 'succeeded' }), output: fx.output, runId: fx.run_id },
|
||||
{ id: 'evidence-legacy', question: '写一份本周周报(旧运行)', phase: 'done', status: '已完成',
|
||||
steps: [], output: { 周报: text }, runId: 'syn-evidence-legacy' },
|
||||
]
|
||||
}
|
||||
|
||||
/** 合成场景:新后端才有的事件,老库里导不出来 */
|
||||
function synthetic(name: string): StreamTurn[] {
|
||||
switch (name) {
|
||||
case 'evidence':
|
||||
return evidenceTurns()
|
||||
case 'team-live': {
|
||||
const ev = rebase(teamRun('members'))
|
||||
return [{ id: 'team-live', question: '比较三家供应商的交期风险', phase: 'running', status: '运行中',
|
||||
@@ -468,7 +500,13 @@ function Preview() {
|
||||
onFollowUp={(q) => { (window as any).__followUp = q }}
|
||||
/>
|
||||
)
|
||||
return dense ? <div className="h-full w-[360px] border-r bg-panel">{stream}</div> : stream
|
||||
// 证据场景另摆一份同样文字的普通 Markdown:没有 _evidence 的那一轮必须和它长得一模一样
|
||||
const baseline = syn === 'evidence' && (
|
||||
<div id="md-baseline" hidden><Markdown text={evidenceFixture.output['周报']} dense={dense} /></div>
|
||||
)
|
||||
return dense
|
||||
? <div className="h-full w-[360px] border-r bg-panel">{stream}{baseline}</div>
|
||||
: <>{stream}{baseline}</>
|
||||
}
|
||||
if (params.get('long') === '1') {
|
||||
return <AssistantStream turns={[LONG_TURN]} />
|
||||
|
||||
@@ -21,6 +21,12 @@ import * as explain from '../lib/explain'
|
||||
import * as health from '../lib/health'
|
||||
import * as actor from '../lib/actor'
|
||||
import * as validation from '../lib/validation'
|
||||
import * as evidence from '../lib/evidence'
|
||||
import { EvidenceDoc, EvidenceField } from '../run/EvidenceDoc'
|
||||
import { Markdown } from '../run/Markdown'
|
||||
import evidenceFixture from '../run/__tests__/evidence-doc.json'
|
||||
import mdPinned from '../run/__tests__/markdown-pinned.json'
|
||||
import type { EvidenceDocData } from '../types'
|
||||
import '../index.css'
|
||||
|
||||
/**
|
||||
@@ -178,6 +184,108 @@ function DatasourceConsumers() {
|
||||
return <div hidden data-ds-consumers={n}>{Array.from({ length: n }, (_, i) => <DatasourceConsumer key={i} />)}</div>
|
||||
}
|
||||
|
||||
const EV_DOC = evidenceFixture.doc as unknown as EvidenceDocData
|
||||
const EV_LEGACY = evidenceFixture.legacy
|
||||
/** 同一份旧契约的出具,去掉位置:老运行就是这样,只能按字符串标 */
|
||||
const LEGACY_LOOSE = {
|
||||
matched: EV_LEGACY.matched.map(({ start: _s, end: _e, ...m }) => m),
|
||||
unmatched_numbers: EV_LEGACY.unmatched.map(({ start: _s, end: _e, ...u }) => u),
|
||||
}
|
||||
|
||||
/**
|
||||
* 长报告:把夹具的块重复 n 遍(块、句、片段的 id 各自加后缀),stats 和违规清单去掉,
|
||||
* 计数从片段自己数。用来看块级 content-visibility、超长折叠、跳转进折叠区时自动展开
|
||||
*/
|
||||
function longDoc(doc: EvidenceDocData, times: number): EvidenceDocData {
|
||||
const blocks = Array.from({ length: times }, (_, k) => doc.blocks.map((b) => ({
|
||||
...b, id: `${b.id}-${k}`,
|
||||
units: b.units.map((u) => ({ ...u, id: `${u.id}-${k}`, segments: u.segments.map((s) => ({ ...s, id: `${s.id}-${k}` })) })),
|
||||
}))).flat()
|
||||
return { ...doc, blocks, stats: undefined, violations: undefined, markdown: undefined }
|
||||
}
|
||||
const EV_LONG = longDoc(EV_DOC, 16)
|
||||
|
||||
/**
|
||||
* 可点击证据的演示:宽栏(侧边面板 / 窄屏时底部抽屉)、360px 窄栏(栏内展开)、旧契约的
|
||||
* 按位置标记。文档是后端 compose_doc 真跑出来的夹具(evidence-doc.json,只用通用名);
|
||||
* runId 是假的,片段接口由 check-evidence 用 page.route 伪造,直接打开时面板照实说取不到
|
||||
*/
|
||||
function EvidenceDemo() {
|
||||
return (
|
||||
<div className="flex flex-col gap-4" id="evidence-demo">
|
||||
<div id="evidence-wide" className="rounded-lg border p-3">
|
||||
<EvidenceDoc doc={EV_DOC} artifact={evidenceFixture.doc_artifact} runId={evidenceFixture.run_id} label="周报" tally />
|
||||
</div>
|
||||
<div id="evidence-narrow" className="rounded-lg border bg-panel p-2.5" style={{ width: 360, maxWidth: '100%' }}>
|
||||
<EvidenceDoc doc={EV_DOC} artifact={evidenceFixture.doc_artifact} runId={evidenceFixture.run_id} label="周报" dense tally />
|
||||
</div>
|
||||
<div className="grid gap-3 md:grid-cols-2">
|
||||
<div id="legacy-marks" className="rounded-lg border p-3">
|
||||
<div className="mb-1 text-2xs text-faint">旧契约 · 按位置标(日期里的 15 不画)</div>
|
||||
<Markdown text={EV_LEGACY.text}
|
||||
marks={evidence.issuanceMarks({ matched: EV_LEGACY.matched, unmatched_numbers: EV_LEGACY.unmatched })} />
|
||||
</div>
|
||||
<div id="legacy-loose" className="rounded-lg border p-3">
|
||||
<div className="mb-1 text-2xs text-faint">老运行 · 没有位置,按字符串标</div>
|
||||
<Markdown text={EV_LEGACY.text} marks={evidence.issuanceMarks(LEGACY_LOOSE)} />
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
)
|
||||
}
|
||||
|
||||
/** ?evidence=1:只摆证据演示,360px 宽度的检查和截图不被别的演示撑宽 */
|
||||
function EvidenceOnly() {
|
||||
const [theme, setTheme] = useState<'dark' | 'light'>(() => {
|
||||
const t = new URLSearchParams(location.search).get('theme') === 'light' ? 'light' : 'dark'
|
||||
document.documentElement.setAttribute('data-theme', t)
|
||||
return t
|
||||
})
|
||||
const flip = (t: 'dark' | 'light') => { setTheme(t); document.documentElement.setAttribute('data-theme', t) }
|
||||
return (
|
||||
<div className="h-full overflow-y-auto">
|
||||
<div className="mx-auto flex max-w-5xl flex-col gap-3 p-4">
|
||||
<div className="flex items-center gap-2">
|
||||
<h1 className="text-base font-semibold">可点击证据</h1>
|
||||
<div className="ml-auto flex gap-1">
|
||||
<button className="btn btn-sm" id="theme-dark" onClick={() => flip('dark')} aria-pressed={theme === 'dark'}>暗</button>
|
||||
<button className="btn btn-sm" id="theme-light" onClick={() => flip('light')} aria-pressed={theme === 'light'}>亮</button>
|
||||
</div>
|
||||
</div>
|
||||
<EvidenceDemo />
|
||||
<div id="evidence-long" className="rounded-lg border p-3">
|
||||
<div className="mb-1 text-2xs text-faint">长报告:{EV_LONG.blocks.length} 块,块级 content-visibility,超过 3000 字先折叠</div>
|
||||
<EvidenceDoc doc={EV_LONG} label="长报告" tally />
|
||||
</div>
|
||||
{/*
|
||||
成果字段按工件 id 取文档。check-evidence 把这几件工件伪造成:正文这份(能画)、
|
||||
另一次运行写的(run_id 不同)、没记正文的(缺 markdown)——后两种都得退回普通文本
|
||||
*/}
|
||||
<div id="evidence-fields" className="grid gap-3 md:grid-cols-3">
|
||||
{[['fx-field-ok', '正文这份'], ['fx-field-other-run', '另一次运行写的'], ['fx-field-no-markdown', '没记正文']].map(([id, name]) => (
|
||||
<div key={id} id={id} className="rounded-lg border p-3">
|
||||
<div className="mb-1 text-2xs text-faint">成果字段 · {name}</div>
|
||||
<EvidenceField artifact={id} text={evidenceFixture.output['周报']} runId={evidenceFixture.run_id} dense label="周报" />
|
||||
</div>
|
||||
))}
|
||||
</div>
|
||||
{/*
|
||||
没有 _evidence 的旧回答:同一批文字用现在的 Markdown 渲染,check-evidence 拿它和
|
||||
Markdown.tsx 改动前(HEAD)渲染出来的 outerHTML(markdown-pinned.json)逐字比对
|
||||
*/}
|
||||
<div id="md-pinned" className="rounded-lg border p-3">
|
||||
<div className="mb-1 text-2xs text-faint">旧回答的 Markdown:和改动前逐字比对</div>
|
||||
{(mdPinned.samples as { id: string; text: string; dense: boolean; marks?: any[] }[]).map((p) => (
|
||||
<div key={p.id} data-pin={p.id} className="border-t py-2 first:border-t-0">
|
||||
<Markdown text={p.text} dense={p.dense} marks={p.marks} />
|
||||
</div>
|
||||
))}
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
)
|
||||
}
|
||||
|
||||
function Harness() {
|
||||
const [theme, setTheme] = useState<'dark' | 'light'>(() => {
|
||||
// 没有显式主题时会跟随系统;预览要确定是哪一套,开场就钉住
|
||||
@@ -403,6 +511,10 @@ function Harness() {
|
||||
<ManageKitDemo />
|
||||
</Block>
|
||||
|
||||
<Block title="可点击证据 EvidenceDoc(单独看:?evidence=1)">
|
||||
<EvidenceDemo />
|
||||
</Block>
|
||||
|
||||
<Block title="标签页 Tabs · 表单字段 Field">
|
||||
<Tabs
|
||||
label="示例标签"
|
||||
@@ -430,13 +542,14 @@ function Harness() {
|
||||
toast, confirmDialog, promptDialog, useCatalog, ApiError, api, streamCopilot,
|
||||
mountDatasources: (n: number) => setDatasourceConsumers(n),
|
||||
// 检查脚本直接拿应用同一份模块实例测 lib:instanceof ApiError 才靠得住
|
||||
lib: { format, status, keys, terms, errors, explain, health, actor, validation },
|
||||
lib: { format, status, keys, terms, errors, explain, health, actor, validation, evidence },
|
||||
evidenceFixture,
|
||||
}
|
||||
|
||||
createRoot(document.getElementById('root')!).render(
|
||||
<BrowserRouter>
|
||||
<ToastHost>
|
||||
<Harness />
|
||||
{new URLSearchParams(location.search).get('evidence') === '1' ? <EvidenceOnly /> : <Harness />}
|
||||
</ToastHost>
|
||||
</BrowserRouter>,
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user