mirror of
https://github.com/ThearchyHelios/AgentLab.git
synced 2026-11-22 15:12:00 +00:00
复盘修正:试运行不计入统计、评估标签遮罩、规则/评估卡可组合
This commit is contained in:
@@ -67,7 +67,7 @@ export const PAGES: PageDef[] = [
|
||||
// 评测(评测-D8):搭建者以上可见(使用者的页面表在 visiblePages 里收窄,用不着另判),同样排在设置前面;快捷键用最后一个空着的 ⌥0
|
||||
{ to: '/evals', label: EVAL_TEXT.nav, hint: EVAL_TEXT.hint, icon: Gauge, shortcut: 'Alt+0', keywords: 'evals eval evaluation 评测 回归 题集 准确率 A/B 口径命中 重复度' },
|
||||
// 口径目录:已发布口径的入口、依赖和试跑。后加的页,快捷键用没占用的 Alt+L
|
||||
{ to: '/ledger/calibers', label: '口径', hint: '查看已发布口径的入口、依赖,并按参数试跑', icon: Layers, shortcut: 'Alt+L', keywords: 'caliber ledger 口径 指标 试跑 入口' },
|
||||
{ to: '/ledger/calibers', label: '口径', hint: '查看已发布口径的入口、依赖,并按参数试运行', icon: Layers, shortcut: 'Alt+L', keywords: 'caliber ledger 口径 指标 试运行 入口' },
|
||||
{ to: '/settings', label: '设置', hint: '模型接入、偏好、运行环境', icon: Settings, shortcut: 'Alt+7', keywords: 'settings provider 模型 署名 主题 偏好' },
|
||||
]
|
||||
|
||||
|
||||
@@ -5482,6 +5482,7 @@ export const ORIGIN_LABEL: Record<OriginKind, string> = {
|
||||
ledger_issue: '按口径正式出具',
|
||||
reconcile: '口径对账',
|
||||
recall: '口径召回',
|
||||
caliber_trial: '口径试运行',
|
||||
}
|
||||
|
||||
export const ORIGIN_TEXT = {
|
||||
|
||||
@@ -153,12 +153,16 @@ export const LEDGER_UI = {
|
||||
pending: '正在比对口径…',
|
||||
timeout: '比对口径还没有结果',
|
||||
/** 一行摘要:几个数来自哪份口径、几个是这次的推理、几个没有比对 */
|
||||
summary: (parts: { caliber: number; calibers: string[]; reasoning: number; related: number; unknown: number }) => {
|
||||
summary: (parts: { caliber: number; calibers: string[]; reasoning: number; related: number; unknown: number;
|
||||
external?: number; derived?: number; assessed?: number }) => {
|
||||
const out: string[] = []
|
||||
if (parts.caliber) {
|
||||
out.push(parts.calibers.length === 1 ? `${formatNumber(parts.caliber)} 个数来自口径${parts.calibers[0]}`
|
||||
: `${formatNumber(parts.caliber)} 个数来自 ${formatNumber(parts.calibers.length)} 份口径`)
|
||||
}
|
||||
if (parts.external) out.push(`${formatNumber(parts.external)} 个数是外部常量`)
|
||||
if (parts.derived) out.push(`${formatNumber(parts.derived)} 个数是规则派生`)
|
||||
if (parts.assessed) out.push(`${formatNumber(parts.assessed)} 个数是评估值`)
|
||||
const reasoning = parts.reasoning + parts.related
|
||||
if (reasoning) {
|
||||
out.push(`${formatNumber(reasoning)} 个数是这次的推理${parts.related ? `(其中 ${formatNumber(parts.related)} 个有相关口径)` : ''}`)
|
||||
|
||||
@@ -65,9 +65,9 @@ export function CaliberCatalog() {
|
||||
try {
|
||||
const out = await api.caliberLedger.trial(d.workflow_id, d.version, d.card.node_id, values[key] ?? {})
|
||||
setTrials((t) => ({ ...t, [key]: out }))
|
||||
if (out.status === 'succeeded') toast.ok('试跑完成')
|
||||
else if (out.status === 'running') toast.warn('试跑还在运行,打开运行记录看结果')
|
||||
else toast.error(out.error || '试跑没有成功')
|
||||
if (out.status === 'succeeded') toast.ok('试运行完成')
|
||||
else if (out.status === 'running') toast.warn('试运行还在进行,打开运行记录看结果')
|
||||
else toast.error(out.error || '试运行没有成功')
|
||||
} catch (e) {
|
||||
toast.error(e)
|
||||
} finally {
|
||||
@@ -77,7 +77,7 @@ export function CaliberCatalog() {
|
||||
|
||||
return (
|
||||
<div className="flex h-full flex-col" data-caliber-catalog="">
|
||||
<PageHeader icon={<Layers size={14} />} title="口径" subtitle="已发布口径的入口、指标、依赖与试跑"
|
||||
<PageHeader icon={<Layers size={14} />} title="口径" subtitle="已发布口径的入口、指标、依赖与试运行"
|
||||
actions={<button type="button" className="btn btn-xs btn-ghost" onClick={load} title="重新加载">
|
||||
<RefreshCw size={12} aria-hidden /> 刷新
|
||||
</button>} />
|
||||
@@ -164,17 +164,24 @@ export function CaliberCatalog() {
|
||||
<h3 className="mb-1 text-2xs font-semibold text-dim">入口字段</h3>
|
||||
{d.entry_schema.properties && Object.keys(d.entry_schema.properties).length > 0 ? (
|
||||
<SchemaForm schema={d.entry_schema} value={values[key] ?? {}}
|
||||
onChange={(v) => setValues((all) => ({ ...all, [key]: v }))}
|
||||
onChange={(v) => {
|
||||
setValues((all) => ({ ...all, [key]: v }))
|
||||
setTrials((all) => {
|
||||
const next = { ...all }
|
||||
delete next[key]
|
||||
return next
|
||||
})
|
||||
}}
|
||||
idPrefix={`caliber-${key}`} />
|
||||
) : <p className="text-2xs text-faint">这份口径不需要参数。</p>}
|
||||
</div>
|
||||
<div className="flex flex-wrap items-center gap-2">
|
||||
<button type="button" className="btn btn-primary btn-sm" disabled={busy === key}
|
||||
onClick={() => void trial(d)} data-caliber-trial="">
|
||||
{busy === key ? <Spinner size={12} /> : <Play size={12} aria-hidden />} 试跑
|
||||
{busy === key ? <Spinner size={12} /> : <Play size={12} aria-hidden />} 试运行
|
||||
</button>
|
||||
<Link to={`/studio/${d.workflow_id}`} className="btn btn-sm btn-ghost">打开工作流</Link>
|
||||
<span className="text-2xs text-faint">试跑是只读探索运行,不是正式出具</span>
|
||||
<span className="text-2xs text-faint">试运行是只读探索运行,不是正式出具</span>
|
||||
</div>
|
||||
{result && (
|
||||
<div className="rounded-md border bg-elev px-3 py-2 text-xs" data-caliber-trial-result={result.status}>
|
||||
@@ -189,7 +196,7 @@ export function CaliberCatalog() {
|
||||
</ul>
|
||||
) : (
|
||||
<Notice tone={result.status === 'running' ? 'info' : 'err'}>
|
||||
{result.status === 'running' ? '还在运行:' : '试跑没有成功:'}
|
||||
{result.status === 'running' ? '还在运行:' : '试运行没有成功:'}
|
||||
{result.error || result.status}
|
||||
{' '}<Link className="underline" to={`/runs/${result.run_id}`}>看运行</Link>
|
||||
</Notice>
|
||||
|
||||
@@ -364,7 +364,7 @@ export function LedgerPart({ runId, runClass, report, segId, segText, segLedger,
|
||||
<p className="text-2xs text-dim">
|
||||
数由规则从查询结果算出,不是某条查询与口径等价;输入仍然逐格可追溯。
|
||||
</p>
|
||||
{label.rule?.all?.length ? <p className="text-2xs text-faint">条件:{label.rule.all.length} 条</p> : null}
|
||||
{label.rule?.conditions ? <p className="text-2xs text-faint">条件:{label.rule.conditions} 条</p> : null}
|
||||
</div>
|
||||
)}
|
||||
{label.kind === 'assessed' && (
|
||||
|
||||
@@ -21,8 +21,8 @@ import { ReconcileDialog, ReconcileResults } from './LedgerReconcile'
|
||||
* 能不能自动、不能的原因都是服务端给的;摘要只是把主报告里服务端标好的数按标签数一数、写出是哪份口径。
|
||||
*/
|
||||
|
||||
/** 摘要认的四种标签。服务端不给别的标签(分析结论的数不和口径比对,00-总方案 D11),以后多了也不计、不出 NaN */
|
||||
const COUNTED_KINDS = ['caliber', 'related', 'reasoning', 'unknown'] as const
|
||||
/** 摘要认的标签。分析结论的数不和口径比对(00-总方案 D11),但外部常量、规则派生、评估值要照实计数 */
|
||||
const COUNTED_KINDS = ['caliber', 'external', 'derived', 'assessed', 'related', 'reasoning', 'unknown'] as const
|
||||
type CountedKind = (typeof COUNTED_KINDS)[number]
|
||||
const counted = (kind: unknown): kind is CountedKind => (COUNTED_KINDS as readonly unknown[]).includes(kind)
|
||||
|
||||
@@ -33,7 +33,9 @@ const counted = (kind: unknown): kind is CountedKind => (COUNTED_KINDS as readon
|
||||
function summaryOf(data: RunLedger) {
|
||||
const labels = Object.values((data.primary ? data.reports?.[data.primary]?.labels : undefined) ?? {})
|
||||
.filter((l) => !!l && typeof l === 'object' && counted(l.kind))
|
||||
const counts: Record<CountedKind, number> = { caliber: 0, related: 0, reasoning: 0, unknown: 0 }
|
||||
const counts: Record<CountedKind, number> = {
|
||||
caliber: 0, external: 0, derived: 0, assessed: 0, related: 0, reasoning: 0, unknown: 0,
|
||||
}
|
||||
const calibers: string[] = []
|
||||
for (const l of labels) {
|
||||
counts[l.kind as CountedKind] += 1
|
||||
|
||||
@@ -822,7 +822,7 @@ export interface NotifyEventRow {
|
||||
export type OriginKind =
|
||||
| 'chat' | 'canvas' | 'launcher' | 'schedule' | 'app_entry' | 'app_view' | 'app_backfill' | 'hook' | 'api'
|
||||
| 'trial' | 'personal_app'
|
||||
| 'eval' | 'ledger_issue' | 'reconcile' | 'recall'
|
||||
| 'eval' | 'ledger_issue' | 'reconcile' | 'recall' | 'caliber_trial'
|
||||
|
||||
/**
|
||||
* GET /api/runs/unlisted:同样的筛选下,记录页因为「系统派生的运行默认不列」而没列出的次数。系统派生的是评测、口径对账、
|
||||
|
||||
@@ -58,8 +58,13 @@ export interface LedgerLabel {
|
||||
source?: string
|
||||
as_of?: string
|
||||
stale?: boolean
|
||||
rule?: { inputs?: Record<string, string>; all?: unknown[]; then?: number; else?: number }
|
||||
assessment?: { score?: number | null; level?: string | null; dimensions?: unknown[]; levels?: unknown[] }
|
||||
rule?: { inputs?: string[]; conditions?: number; then?: number; else?: number }
|
||||
assessment?: {
|
||||
score?: number | null
|
||||
level?: string | null
|
||||
dimensions?: { name?: string; weight?: number }[]
|
||||
levels?: { name?: string; min?: number }[]
|
||||
}
|
||||
caliber?: string
|
||||
workflow_id?: string
|
||||
version?: number
|
||||
@@ -385,7 +390,7 @@ export interface CaliberMetric {
|
||||
unit?: string
|
||||
decimals?: number
|
||||
format?: string
|
||||
/** 公式(formula);规则、评估、外部常量还没实现 */
|
||||
/** 公式(formula)、外部常量(external)、单元格条件规则(rule)、评估(assessment) */
|
||||
kind?: string
|
||||
/** 定义卡:文字定义、范围、排除项、负责人、生效日期、引用 */
|
||||
definition?: { text?: string; scope?: string; exclusions?: string[]; owner?: string; effective_from?: string; citations?: unknown[] }
|
||||
|
||||
Reference in New Issue
Block a user