复盘修正:试运行不计入统计、评估标签遮罩、规则/评估卡可组合

This commit is contained in:
ThearchyHelios
2026-11-03 21:23:08 +08:00
parent 4bf9e56979
commit 753c35918d
27 changed files with 240 additions and 86 deletions
+1 -1
View File
@@ -67,7 +67,7 @@ export const PAGES: PageDef[] = [
// 评测(评测-D8):搭建者以上可见(使用者的页面表在 visiblePages 里收窄,用不着另判),同样排在设置前面;快捷键用最后一个空着的 ⌥0
{ to: '/evals', label: EVAL_TEXT.nav, hint: EVAL_TEXT.hint, icon: Gauge, shortcut: 'Alt+0', keywords: 'evals eval evaluation 评测 回归 题集 准确率 A/B 口径命中 重复度' },
// 口径目录:已发布口径的入口、依赖和试跑。后加的页,快捷键用没占用的 Alt+L
{ to: '/ledger/calibers', label: '口径', hint: '查看已发布口径的入口、依赖,并按参数试跑', icon: Layers, shortcut: 'Alt+L', keywords: 'caliber ledger 口径 指标 试跑 入口' },
{ to: '/ledger/calibers', label: '口径', hint: '查看已发布口径的入口、依赖,并按参数试运行', icon: Layers, shortcut: 'Alt+L', keywords: 'caliber ledger 口径 指标 试运行 入口' },
{ to: '/settings', label: '设置', hint: '模型接入、偏好、运行环境', icon: Settings, shortcut: 'Alt+7', keywords: 'settings provider 模型 署名 主题 偏好' },
]
+1
View File
@@ -5482,6 +5482,7 @@ export const ORIGIN_LABEL: Record<OriginKind, string> = {
ledger_issue: '按口径正式出具',
reconcile: '口径对账',
recall: '口径召回',
caliber_trial: '口径试运行',
}
export const ORIGIN_TEXT = {
+5 -1
View File
@@ -153,12 +153,16 @@ export const LEDGER_UI = {
pending: '正在比对口径…',
timeout: '比对口径还没有结果',
/** 一行摘要:几个数来自哪份口径、几个是这次的推理、几个没有比对 */
summary: (parts: { caliber: number; calibers: string[]; reasoning: number; related: number; unknown: number }) => {
summary: (parts: { caliber: number; calibers: string[]; reasoning: number; related: number; unknown: number;
external?: number; derived?: number; assessed?: number }) => {
const out: string[] = []
if (parts.caliber) {
out.push(parts.calibers.length === 1 ? `${formatNumber(parts.caliber)} 个数来自口径${parts.calibers[0]}`
: `${formatNumber(parts.caliber)} 个数来自 ${formatNumber(parts.calibers.length)} 份口径`)
}
if (parts.external) out.push(`${formatNumber(parts.external)} 个数是外部常量`)
if (parts.derived) out.push(`${formatNumber(parts.derived)} 个数是规则派生`)
if (parts.assessed) out.push(`${formatNumber(parts.assessed)} 个数是评估值`)
const reasoning = parts.reasoning + parts.related
if (reasoning) {
out.push(`${formatNumber(reasoning)} 个数是这次的推理${parts.related ? `(其中 ${formatNumber(parts.related)} 个有相关口径)` : ''}`)
+15 -8
View File
@@ -65,9 +65,9 @@ export function CaliberCatalog() {
try {
const out = await api.caliberLedger.trial(d.workflow_id, d.version, d.card.node_id, values[key] ?? {})
setTrials((t) => ({ ...t, [key]: out }))
if (out.status === 'succeeded') toast.ok('试跑完成')
else if (out.status === 'running') toast.warn('试跑还在运行,打开运行记录看结果')
else toast.error(out.error || '试跑没有成功')
if (out.status === 'succeeded') toast.ok('试运行完成')
else if (out.status === 'running') toast.warn('试运行还在进行,打开运行记录看结果')
else toast.error(out.error || '试运行没有成功')
} catch (e) {
toast.error(e)
} finally {
@@ -77,7 +77,7 @@ export function CaliberCatalog() {
return (
<div className="flex h-full flex-col" data-caliber-catalog="">
<PageHeader icon={<Layers size={14} />} title="口径" subtitle="已发布口径的入口、指标、依赖与试跑"
<PageHeader icon={<Layers size={14} />} title="口径" subtitle="已发布口径的入口、指标、依赖与试运行"
actions={<button type="button" className="btn btn-xs btn-ghost" onClick={load} title="重新加载">
<RefreshCw size={12} aria-hidden /> 刷新
</button>} />
@@ -164,17 +164,24 @@ export function CaliberCatalog() {
<h3 className="mb-1 text-2xs font-semibold text-dim">入口字段</h3>
{d.entry_schema.properties && Object.keys(d.entry_schema.properties).length > 0 ? (
<SchemaForm schema={d.entry_schema} value={values[key] ?? {}}
onChange={(v) => setValues((all) => ({ ...all, [key]: v }))}
onChange={(v) => {
setValues((all) => ({ ...all, [key]: v }))
setTrials((all) => {
const next = { ...all }
delete next[key]
return next
})
}}
idPrefix={`caliber-${key}`} />
) : <p className="text-2xs text-faint">这份口径不需要参数。</p>}
</div>
<div className="flex flex-wrap items-center gap-2">
<button type="button" className="btn btn-primary btn-sm" disabled={busy === key}
onClick={() => void trial(d)} data-caliber-trial="">
{busy === key ? <Spinner size={12} /> : <Play size={12} aria-hidden />} 试跑
{busy === key ? <Spinner size={12} /> : <Play size={12} aria-hidden />} 试运行
</button>
<Link to={`/studio/${d.workflow_id}`} className="btn btn-sm btn-ghost">打开工作流</Link>
<span className="text-2xs text-faint">试跑是只读探索运行,不是正式出具</span>
<span className="text-2xs text-faint">试运行是只读探索运行,不是正式出具</span>
</div>
{result && (
<div className="rounded-md border bg-elev px-3 py-2 text-xs" data-caliber-trial-result={result.status}>
@@ -189,7 +196,7 @@ export function CaliberCatalog() {
</ul>
) : (
<Notice tone={result.status === 'running' ? 'info' : 'err'}>
{result.status === 'running' ? '还在运行:' : '试跑没有成功:'}
{result.status === 'running' ? '还在运行:' : '试运行没有成功:'}
{result.error || result.status}
{' '}<Link className="underline" to={`/runs/${result.run_id}`}>看运行</Link>
</Notice>
+1 -1
View File
@@ -364,7 +364,7 @@ export function LedgerPart({ runId, runClass, report, segId, segText, segLedger,
<p className="text-2xs text-dim">
数由规则从查询结果算出,不是某条查询与口径等价;输入仍然逐格可追溯。
</p>
{label.rule?.all?.length ? <p className="text-2xs text-faint">条件:{label.rule.all.length} 条</p> : null}
{label.rule?.conditions ? <p className="text-2xs text-faint">条件:{label.rule.conditions} 条</p> : null}
</div>
)}
{label.kind === 'assessed' && (
+5 -3
View File
@@ -21,8 +21,8 @@ import { ReconcileDialog, ReconcileResults } from './LedgerReconcile'
* 能不能自动、不能的原因都是服务端给的;摘要只是把主报告里服务端标好的数按标签数一数、写出是哪份口径。
*/
/** 摘要认的四种标签。服务端不给别的标签(分析结论的数不和口径比对,00-总方案 D11),以后多了也不计、不出 NaN */
const COUNTED_KINDS = ['caliber', 'related', 'reasoning', 'unknown'] as const
/** 摘要认的标签。分析结论的数不和口径比对(00-总方案 D11),但外部常量、规则派生、评估值要照实计数 */
const COUNTED_KINDS = ['caliber', 'external', 'derived', 'assessed', 'related', 'reasoning', 'unknown'] as const
type CountedKind = (typeof COUNTED_KINDS)[number]
const counted = (kind: unknown): kind is CountedKind => (COUNTED_KINDS as readonly unknown[]).includes(kind)
@@ -33,7 +33,9 @@ const counted = (kind: unknown): kind is CountedKind => (COUNTED_KINDS as readon
function summaryOf(data: RunLedger) {
const labels = Object.values((data.primary ? data.reports?.[data.primary]?.labels : undefined) ?? {})
.filter((l) => !!l && typeof l === 'object' && counted(l.kind))
const counts: Record<CountedKind, number> = { caliber: 0, related: 0, reasoning: 0, unknown: 0 }
const counts: Record<CountedKind, number> = {
caliber: 0, external: 0, derived: 0, assessed: 0, related: 0, reasoning: 0, unknown: 0,
}
const calibers: string[] = []
for (const l of labels) {
counts[l.kind as CountedKind] += 1
+1 -1
View File
@@ -822,7 +822,7 @@ export interface NotifyEventRow {
export type OriginKind =
| 'chat' | 'canvas' | 'launcher' | 'schedule' | 'app_entry' | 'app_view' | 'app_backfill' | 'hook' | 'api'
| 'trial' | 'personal_app'
| 'eval' | 'ledger_issue' | 'reconcile' | 'recall'
| 'eval' | 'ledger_issue' | 'reconcile' | 'recall' | 'caliber_trial'
/**
* GET /api/runs/unlisted:同样的筛选下,记录页因为「系统派生的运行默认不列」而没列出的次数。系统派生的是评测、口径对账、
+8 -3
View File
@@ -58,8 +58,13 @@ export interface LedgerLabel {
source?: string
as_of?: string
stale?: boolean
rule?: { inputs?: Record<string, string>; all?: unknown[]; then?: number; else?: number }
assessment?: { score?: number | null; level?: string | null; dimensions?: unknown[]; levels?: unknown[] }
rule?: { inputs?: string[]; conditions?: number; then?: number; else?: number }
assessment?: {
score?: number | null
level?: string | null
dimensions?: { name?: string; weight?: number }[]
levels?: { name?: string; min?: number }[]
}
caliber?: string
workflow_id?: string
version?: number
@@ -385,7 +390,7 @@ export interface CaliberMetric {
unit?: string
decimals?: number
format?: string
/** 公式(formula);规则、评估、外部常量还没实现 */
/** 公式(formula)、外部常量(external)、单元格条件规则(rule)、评估(assessment) */
kind?: string
/** 定义卡:文字定义、范围、排除项、负责人、生效日期、引用 */
definition?: { text?: string; scope?: string; exclusions?: string[]; owner?: string; effective_from?: string; citations?: unknown[] }