mirror of
https://github.com/ThearchyHelios/AgentLab.git
synced 2026-11-19 00:02:04 +00:00
降档时报告页顶部写明出具档位和原因(B5):出具声明和 issuance 事件另带结构化的 sql_checks(哪次查询、问题、受影响的引用、对应的缺口),证据页签在报告上方放出具横幅,SQL 检查导致的降档单列一块写在显眼处、不在其余缺口里重复;不是完整出具时「N 个数字都有出处」不再画成绿色
This commit is contained in:
@@ -14,7 +14,7 @@ import mdSamples from '../run/__tests__/markdown-samples.json'
|
||||
import evidenceFixture from '../run/__tests__/evidence-doc.json'
|
||||
import evidenceJudge from '../run/__tests__/evidence-judge.json'
|
||||
import {
|
||||
CALIBER_ONE_OUTPUT, CALIBERS_OUTPUT, COPILOT_CATALOG_PATCH, COPILOT_CONTEXT, COPILOT_CONTEXT_FALLBACK, COPILOT_STUCK, COPILOT_TOOLS_DROPPED, MIXED_OUTPUT, abandonedRun, cancelledRun, exhaustedTeam, longLoop,
|
||||
CALIBER_ONE_OUTPUT, CALIBERS_OUTPUT, SQL_DEGRADED_OUTPUT, COPILOT_CATALOG_PATCH, COPILOT_CONTEXT, COPILOT_CONTEXT_FALLBACK, COPILOT_STUCK, COPILOT_TOOLS_DROPPED, MIXED_OUTPUT, abandonedRun, cancelledRun, exhaustedTeam, longLoop,
|
||||
markupRun, mergeRun, mixedRun, parallelQueryRun, pipelineRun, repairRun, teamRun, timeoutRun,
|
||||
} from '../run/__tests__/synthetic'
|
||||
import '../index.css'
|
||||
@@ -302,6 +302,11 @@ function synthetic(name: string): StreamTurn[] {
|
||||
steps: decodeRun(ev, { status: 'succeeded' }), output: MIXED_OUTPUT, runId: 'syn-issued',
|
||||
runClass: 'exploratory', review: REVIEW_DEGRADED_TURN.review }]
|
||||
}
|
||||
case 'issued-sql':
|
||||
// 数字都有出处,却因为查询没通过 SQL 检查而降档:横幅单列说明
|
||||
return [{ id: name, question: '上周订单金额', phase: 'done', status: '已完成',
|
||||
steps: decodeRun(parallelQueryRun(), { status: 'succeeded' }), runId: 'syn-issued-sql', runClass: 'formal',
|
||||
output: SQL_DEGRADED_OUTPUT }]
|
||||
case 'calibers':
|
||||
case 'caliber-one': {
|
||||
// 按口径卡清点回指的数字:两张卡各数各的;只有一张卡时直说都来自它
|
||||
|
||||
@@ -2598,6 +2598,13 @@ export const RUN_SQL_CHECK_TEXT = {
|
||||
/** 「打开设置」落到来源查询节点的 SQL 上 */
|
||||
openSql: (label?: string) => (label ? `打开「${label}」的 SQL` : '打开来源查询的 SQL'),
|
||||
metricNext: '指标照常计算,但结果不可靠,出具按缺口降档。请修改来源查询的 SQL 后重新运行;检查依据有误时,请在数据目录中修正对应项',
|
||||
/** 出具横幅、报告页:SQL 检查导致的降档单列一块 */
|
||||
issuanceTitle: (tier: string) => (tier === 'degraded' ? '降档原因:所依据的查询未通过 SQL 检查' : '所依据的查询未通过 SQL 检查'),
|
||||
issuanceQuery: '所依据的查询',
|
||||
issuanceAffected: (refs: string) => `受影响:${refs}`,
|
||||
issuanceNext: '数字的出处都对得上,但算出这些数的查询本身有问题,结果不可靠。请修改来源查询的 SQL 后重新运行;检查依据有误时,请在数据目录中修正对应项',
|
||||
/** 其余缺口的标题(SQL 检查的那几条单列之后) */
|
||||
otherGaps: '校验未全部完成:',
|
||||
}
|
||||
|
||||
export const COPILOT_CONTEXT_TEXT = {
|
||||
|
||||
@@ -13,6 +13,7 @@ import {
|
||||
} from '../../lib/evidence'
|
||||
import { formatNumber } from '../../lib/format'
|
||||
import { EVIDENCE_AUDIT_TEXT as T, UPGRADE_TEXT } from '../../lib/terms'
|
||||
import { IssuanceBanner } from '../../run/AssistantStream'
|
||||
import { EvidenceDoc, type EvidenceDocHandle } from '../../run/EvidenceDoc'
|
||||
import { EvidenceGuessView } from '../../run/EvidenceGuess'
|
||||
import { Markdown, inlineStyles } from '../../run/Markdown'
|
||||
@@ -142,6 +143,13 @@ export function EvidencePane({ run, output, labelOf, refreshKey }: {
|
||||
<SummaryBar mode={mode} seal={seal} message={audit.data?.seal?.message}
|
||||
reports={graph.reports ?? []} labelOf={labelOf} />
|
||||
<UpgradeBanner run={run} mode={mode} />
|
||||
{/* 出具档位和降档原因写在报告上方:降档时只在侧栏小标签里写「SQL 检查未通过」,报告上却是绿色的
|
||||
「10 个数字都有出处」,读的人会以为一切正常。SQL 检查导致的降档在横幅里单列一块 */}
|
||||
{!!output?._issuance?.tier && (
|
||||
<div data-evidence-issuance="">
|
||||
<IssuanceBanner issuance={output._issuance} runClass={run.run_class} />
|
||||
</div>
|
||||
)}
|
||||
|
||||
{mode === 'cited' && reports.map((r) => {
|
||||
const doc = docOf(r.node_id)
|
||||
@@ -157,6 +165,7 @@ export function EvidencePane({ run, output, labelOf, refreshKey }: {
|
||||
{doc ? (
|
||||
<EvidenceDoc ref={(h) => { handles.current.set(r.node_id!, h) }} doc={doc} artifact={r.doc_artifact}
|
||||
runId={run.id} runClass={run.run_class} label={r.fields?.join('、') || r.node_id} tally
|
||||
tier={typeof output?._issuance?.tier === 'string' ? output._issuance.tier : undefined}
|
||||
panel={wide ? 'dock' : 'auto'} dock={dock} onView={(o) => onView(r.node_id!, o)} />
|
||||
) : slot?.status === 'error' ? (
|
||||
<p className="text-2xs" style={{ color: 'var(--st-failed)' }}>{T.docGone(labelOf(r.node_id) ?? r.node_id ?? '')}</p>
|
||||
|
||||
@@ -25,7 +25,7 @@ import {
|
||||
import { CODE_COLUMN, CopyChip, LEADING_ZERO, Markdown, type MarkSpec } from './Markdown'
|
||||
import { ClaimTally, EvidenceField, type EvidenceDocHandle } from './EvidenceDoc'
|
||||
import { EVIDENCE_STATE, claimProblems, docTally, evidenceFields, issuanceMarks, type EvidenceTally } from '../lib/evidence'
|
||||
import type { EvidenceDocData } from '../types'
|
||||
import type { EvidenceDocData, IssuanceSqlCheck } from '../types'
|
||||
import { useRunClock } from './useRunClock'
|
||||
import { CatalogPatchCard } from './CatalogPatchCard'
|
||||
import type { CatalogPatch } from './catalogPatch'
|
||||
@@ -2262,6 +2262,32 @@ function OutputValue({ value, marks, label }: { value: unknown; marks?: MarkSpec
|
||||
)
|
||||
}
|
||||
|
||||
/**
|
||||
* 出具声明里没通过 SQL 检查的查询(sql_checks):每条写是哪次查询、什么问题、影响了哪些引用,下一步写改来源查询的 SQL。
|
||||
* 出具横幅和报告页顶部共用。颜色跟着档位:降档用提醒色,不予出具用失败色
|
||||
*/
|
||||
export function IssuanceSqlChecks({ tier, checks }: { tier: string; checks: IssuanceSqlCheck[] }) {
|
||||
const tone = tier === 'withheld' ? 'var(--st-failed)' : 'var(--st-waiting)'
|
||||
return (
|
||||
<div className="mt-1.5 rounded border px-2 py-1.5 text-2xs leading-relaxed" data-issuance-sql-checks={checks.length}
|
||||
style={{ borderColor: `color-mix(in srgb, ${tone} 45%, var(--border))`, background: `color-mix(in srgb, ${tone} 6%, transparent)` }}>
|
||||
<div className="flex items-center gap-1 font-medium" style={{ color: tone }}>
|
||||
<AlertTriangle size={11} aria-hidden /> {RUN_SQL_CHECK_TEXT.issuanceTitle(tier)}
|
||||
</div>
|
||||
<ul className="mt-0.5 space-y-0.5">
|
||||
{checks.map((c, i) => (
|
||||
<li key={`${c.query ?? ''}:${i}`} className="[overflow-wrap:anywhere]" data-issuance-sql-check={c.node_id ?? ''}>
|
||||
<span className="font-medium text-fg">{c.query || RUN_SQL_CHECK_TEXT.issuanceQuery}</span>
|
||||
{!!c.problems?.length && <span className="text-fg">:{c.problems.join(';')}</span>}
|
||||
{!!c.refs?.length && <span className="text-dim">({RUN_SQL_CHECK_TEXT.issuanceAffected(c.refs.join('、'))})</span>}
|
||||
</li>
|
||||
))}
|
||||
</ul>
|
||||
<div className="mt-0.5 text-dim">{RUN_SQL_CHECK_TEXT.issuanceNext}</div>
|
||||
</div>
|
||||
)
|
||||
}
|
||||
|
||||
const TIER_META: Record<string, { color: string; soft: string; hint: string }> = {
|
||||
formal: { color: 'var(--st-done)', soft: 'var(--st-done-soft)', hint: ISSUANCE_HINT.formal },
|
||||
degraded: { color: 'var(--st-waiting)', soft: 'var(--st-waiting-soft)', hint: ISSUANCE_HINT.degraded },
|
||||
@@ -2292,7 +2318,12 @@ export function IssuanceBanner({ issuance, runClass, evidence }: {
|
||||
if (!tier) return null
|
||||
const meta = TIER_META[tier] ?? { color: 'var(--st-waiting)', soft: 'var(--st-waiting-soft)', hint: '' }
|
||||
const unmatched: any[] = issuance?.unmatched_numbers ?? []
|
||||
const gaps: string[] = Array.isArray(issuance?.gaps) ? issuance.gaps.map(String) : []
|
||||
// 没通过 SQL 检查的查询(出具声明的 sql_checks)单列一块、写在显眼处:数字都有出处,降档却是因为算数的查询本身有问题。
|
||||
// 单列了的那几句(gap)不在其余缺口里重复
|
||||
const sqlChecks: IssuanceSqlCheck[] = (Array.isArray(issuance?.sql_checks) ? issuance.sql_checks : [])
|
||||
.filter((x: unknown): x is IssuanceSqlCheck => !!x && typeof x === 'object')
|
||||
const sqlGaps = new Set(sqlChecks.map((x) => x.gap).filter(Boolean))
|
||||
const gaps: string[] = (Array.isArray(issuance?.gaps) ? issuance.gaps.map(String) : []).filter((g: string) => !sqlGaps.has(g))
|
||||
const calibers: any[] = issuance?.calibers ?? []
|
||||
const matched = Number(issuance?.matched_numbers ?? 0)
|
||||
// 逐个数字的出处(matched[].caliber 形如「口径名 @ v2」):有它就能按卡数清楚,
|
||||
@@ -2309,6 +2340,8 @@ export function IssuanceBanner({ issuance, runClass, evidence }: {
|
||||
const uncitedClaims = Number(issuance?.claims?.uncited_claims ?? 0) || 0
|
||||
const numbers = counts ? evidenceTally(counts.cited, counts.total, counts.other) : ''
|
||||
const numbersOk = !counts?.none && !counts?.other
|
||||
// 数字都有出处只在完整出具时用绿色:降档时「10 个数字都有出处」画成绿的,读的人会以为一切正常
|
||||
const numbersColor = !numbersOk ? 'var(--st-waiting)' : tier === 'formal' ? 'var(--st-done)' : 'var(--text-dim)'
|
||||
// 四期:结论句有判定(开了裁判,或探索运行里按需判过)时多一段「结论 4 句(支持 3 · 无证据 1)」。
|
||||
// 没开裁判的文档里没挂依据的都数在这一段的「无证据」里,不再另起一句;开了裁判的文档里,没挂依据却送了
|
||||
// 裁判的句子按判定数、预筛放掉的不数——出具照样按没挂依据计缺口(require_citation、judge 都是),这时
|
||||
@@ -2340,7 +2373,7 @@ export function IssuanceBanner({ issuance, runClass, evidence }: {
|
||||
// 结论句靠句末徽标定位;只是没挂依据的结论句没有徽标,定位不到
|
||||
<div className="mt-1 flex flex-wrap items-center gap-2 text-2xs" data-evidence-line="">
|
||||
{numbers && (
|
||||
<span className="tnum" style={{ color: numbersOk ? 'var(--st-done)' : 'var(--st-waiting)' }}>{numbers}</span>
|
||||
<span className="tnum" style={{ color: numbersColor }} data-evidence-line-numbers="">{numbers}</span>
|
||||
)}
|
||||
{suspect > 0 && (
|
||||
<span className="tnum" style={{ color: 'var(--st-waiting)' }} data-evidence-line-suspect="">
|
||||
@@ -2362,9 +2395,10 @@ export function IssuanceBanner({ issuance, runClass, evidence }: {
|
||||
</div>
|
||||
)}
|
||||
|
||||
{!!sqlChecks.length && <IssuanceSqlChecks tier={tier} checks={sqlChecks} />}
|
||||
{!!gaps.length && (
|
||||
<div className="mt-1.5 text-2xs leading-relaxed" style={{ color: 'var(--st-waiting)' }}>
|
||||
<div className="font-medium">校验未全部完成:</div>
|
||||
<div className="mt-1.5 text-2xs leading-relaxed" style={{ color: 'var(--st-waiting)' }} data-issuance-gaps="">
|
||||
<div className="font-medium">{RUN_SQL_CHECK_TEXT.otherGaps}</div>
|
||||
<ul className="mt-0.5 space-y-0.5 pl-2">
|
||||
{gaps.map((g) => <li key={g}>· {g}</li>)}
|
||||
</ul>
|
||||
|
||||
@@ -212,7 +212,13 @@ export const EvidenceDoc = forwardRef<EvidenceDocHandle, {
|
||||
* (on_demand / inline),没开的看这里,不给就按运行 id 取一次
|
||||
*/
|
||||
runClass?: string
|
||||
}>(function EvidenceDoc({ doc, artifact, runId, dense = false, label, panel = 'auto', dock, onView, tally = false, runClass }, ref) {
|
||||
/**
|
||||
* 这次出具的档位(output._issuance.tier)。不是完整出具时,「N 个数字都有出处」不画成绿色:
|
||||
* 数字的出处都对得上,档位却因为别的原因(比如查询没通过 SQL 检查)降了
|
||||
*/
|
||||
tier?: string
|
||||
}>(function EvidenceDoc({ doc, artifact, runId, dense = false, label, panel = 'auto', dock, onView, tally = false, runClass,
|
||||
tier }, ref) {
|
||||
const blocks = useMemo(() => doc.blocks ?? [], [doc])
|
||||
const report = doc.node_id || undefined
|
||||
// 封存之后按需追加的判定:盖过文档里的「未裁判 · 按需」。只换句末徽标,封存的文档一个字不改
|
||||
@@ -447,7 +453,7 @@ export const EvidenceDoc = forwardRef<EvidenceDocHandle, {
|
||||
<p id={summaryId} className="sr-only" data-evidence-summary="">{summary}</p>
|
||||
<div className="sr-only" aria-live="polite" aria-atomic="true">{announce}</div>
|
||||
{tally && (counts.total > 0 || counts.other > 0 || !!counts.suspect || !!claims?.total) && (
|
||||
<EvidenceTally counts={{ ...counts, claims }} onNext={() => {
|
||||
<EvidenceTally counts={{ ...counts, claims }} tier={tier} onNext={() => {
|
||||
const target = step(model.alerts, current, 1)
|
||||
if (target) { focusSeg(target, { flash: true }); openSeg(target) } else openViolations()
|
||||
}} onList={doc.violations?.length ? openViolations : undefined} />
|
||||
@@ -520,10 +526,12 @@ function usePanelMode(panel: 'auto' | PanelMode, dense: boolean): PanelMode {
|
||||
* 证据条:没有出具横幅时由文档自己说「7/12 数字有出处 · 无证据 5 · 另有 1 处引用解析不了」,
|
||||
* 有结论句判定时接着说「结论 4 句(支持 3 · 不支持 1)」
|
||||
*/
|
||||
export function EvidenceTally({ counts, onNext, onList }: {
|
||||
export function EvidenceTally({ counts, onNext, onList, tier }: {
|
||||
counts: Pick<Tally, 'total' | 'cited' | 'none' | 'other' | 'suspect' | 'claims'>
|
||||
onNext?: () => void
|
||||
onList?: () => void
|
||||
/** 出具档位:给了、又不是完整出具时,数字都有出处也不用绿色 */
|
||||
tier?: string
|
||||
}) {
|
||||
const suspect = counts.suspect ?? 0
|
||||
const claims = counts.claims
|
||||
@@ -532,7 +540,8 @@ export function EvidenceTally({ counts, onNext, onList }: {
|
||||
return (
|
||||
<div className="mb-1.5 flex flex-wrap items-center gap-x-2 gap-y-1 text-2xs" data-evidence-tally="">
|
||||
{numbers && (
|
||||
<span className="tnum" style={{ color: !counts.none && !counts.other ? 'var(--st-done)' : 'var(--st-waiting)' }}>
|
||||
<span className="tnum" data-evidence-tally-numbers=""
|
||||
style={{ color: counts.none || counts.other ? 'var(--st-waiting)' : !tier || tier === 'formal' ? 'var(--st-done)' : 'var(--text-dim)' }}>
|
||||
{numbers}
|
||||
</span>
|
||||
)}
|
||||
|
||||
@@ -188,6 +188,29 @@ export const CALIBERS_OUTPUT = {
|
||||
},
|
||||
}
|
||||
|
||||
/**
|
||||
* 数字都有出处,却因为算数的查询没通过 SQL 检查而降档(engine/nodes/io.py 的 sql_checks):横幅单列一块说明,
|
||||
* 那一句不在其余缺口里重复;「都有出处」不画成绿色
|
||||
*/
|
||||
export const SQL_GAP = `查询「订单金额查询」(Q1)未通过 SQL 检查(${'「订单」关联「订单明细」是一对多,对「订单」的「订单金额」求和会重复计算'}),结果不可靠;受影响的引用:指标「订单金额」、Q1 第 1 行「gmv」`
|
||||
export const SQL_DEGRADED_OUTPUT = {
|
||||
answer: '上周订单金额 **119,160** 元。',
|
||||
_issuance: {
|
||||
tier: 'degraded',
|
||||
calibers: [{ node: 'k1', caliber: '订单口径', version: 'v2' }],
|
||||
metrics_checked: 1,
|
||||
missing_required: [],
|
||||
missing_expected: [],
|
||||
unmatched_numbers: [],
|
||||
matched_numbers: 1,
|
||||
matched: [{ token: '119,160', metric: 'gmv', caliber: '订单口径 @ v2' }],
|
||||
gaps: [SQL_GAP, '协作团队「分析团队」用完 2 轮仍未完成,交付的是成员最后的回复'],
|
||||
sql_checks: [{ query: '查询「订单金额查询」(Q1)', node_id: 'q_a',
|
||||
problems: ['「订单」关联「订单明细」是一对多,对「订单」的「订单金额」求和会重复计算'],
|
||||
refs: ['指标「订单金额」', 'Q1 第 1 行「gmv」'], gap: SQL_GAP }],
|
||||
},
|
||||
}
|
||||
|
||||
/** 只有一张口径卡、逐个出处都指向它:直说「都来自这张卡」 */
|
||||
export const CALIBER_ONE_OUTPUT = {
|
||||
answer: '上周订单 **128** 单,已付款 **96** 单。',
|
||||
|
||||
@@ -2112,6 +2112,21 @@ export interface EvidenceMergeInput {
|
||||
checks?: SqlCheckItem[]
|
||||
}
|
||||
|
||||
/**
|
||||
* 出具声明(output._issuance、issuance 事件)里的 sql_checks:没通过 SQL 检查的查询,一条一个。报告页、出具横幅据此
|
||||
* 在显眼处说「因为 SQL 检查没通过而降档」。gap 是 gaps 里对应的那一句(单列之后不在其余缺口里重复)
|
||||
*/
|
||||
export interface IssuanceSqlCheck {
|
||||
/** 「查询「取数」(Q1)」;给不出时没有 */
|
||||
query?: string
|
||||
node_id?: string
|
||||
/** 每条问题那半句 */
|
||||
problems?: string[]
|
||||
/** 受影响的引用:「指标「订单金额」」「Q1 第 1 行「gmv」」 */
|
||||
refs?: string[]
|
||||
gap?: string
|
||||
}
|
||||
|
||||
/** 查询用到的一张表、查询当时它的数据目录版本 */
|
||||
export interface EvidenceCatalogVersion {
|
||||
/** 表结构里的表名 */
|
||||
|
||||
Reference in New Issue
Block a user