mirror of
https://github.com/ThearchyHelios/AgentLab.git
synced 2026-11-17 15:51:59 +00:00
fcdcc30d4e
一、可点击证据第二期
取数链路
- 智能体、工具节点、代码节点、知识检索取数时都记进证据台账;报告目录按台账编出 Q1… / K1…
- 报告可以引用快照里的一格([[v:Q1.r0.gmv]]),也可以由系统从快照生成整张表([[table:Q1 cols=… rows=0-4]]),
表里每一格都是可点的片段;取值一律以快照为准,取回快照时复验哈希
- 口径卡表达式新增 cell(x, row, column),lineage 精确到单元格
- 智能体开 cite_fields(配合 output_schema)后,循环结束做一次结构化抽取,每个字段标出取自哪次查询的哪一格,
再到快照里核对:一致记 verified;不一致以快照为准并告警;查不到的记为空值,永远不兜底成 0
- 代码节点新增 evidence_role(source / compute)和 code_sha;沙箱算出来的数不能被报告直接引用,要进口径卡
- 查询快照记下列类型,文本列按文本渲染(年份 "2026" 不再显示成「2,026」)
- 升级前发起的运行(停在审批上的)一律走旧逻辑:新的 task 只追加在循环之后,恢复时不会错号
证据接口与面板
- 片段链接上查询步骤:SQL、被引用的行加前后各 2 行、高亮到格;数据源可设 mask_columns 遮罩列,
遮罩在查询时记进快照,数据源事后改名或删除也照样遮罩(在有身份体系之前,遮罩只减少暴露,不是安全边界)
- 输入来源写明核对结果(与快照一致 / 模型报的值和快照不一致 / 没查到记为空);口径卡缺输入时也给出完整的链
- 受管出具要在契约里声明 cells 才能引用单元格;受管与否记在所钉版本上,改画布不再让受管版本的正式运行降级
- 口径卡可以用 caliber_from 钉住另一个已发布工作流里的口径卡,上游有新版本时按 upgrade_policy 处置,
和子工作流同一套规则;子工作流节点也补上了升版处置的配置项
Copilot、校验与报错
- 问数据的答案里有数字时,搭 input → 智能体 → 报告 → 出口,报告直接引用查过的单元格
- 写 SQL 前核对数据源的表结构,SQL 里出现表结构里没有的列会被打回
- 不再搭「智能体文字 → 转换节点解析 JSON」这种图;转换节点的 JSON 报错分清是上游模型写坏了、
模板里裸插了模型文字(给出 | json 的改法),还是模板本身写错了
- 工具节点遇到「查询失败」「SQL 被拒绝」判为失败;发起运行前检查绑定的工具是否存在,不存在时直接拒绝并给出入口
二、发布前自动修复
- 问题带上机器编号(code)和修复 id;新增只读接口 POST /api/workflows/{id}/publish-check 和 /autofix
- 修复分三类:答案唯一、不降低要求的一键修复;要人拿主意的给选项(不替人选);结构性问题交给 Copilot
- 一律先预览,不自动保存、不自动发布;删节点、删契约、放宽审批、关掉 strict、改级别等降低要求的改动一律拒绝,
Copilot 的方案也要过这一关;应用后重跑检查,错误必须变少且不能冒出新的
- 发布弹窗打开就先检查;问题面板新增「发布前检查」,平时就能看到、就地修掉
- 门禁修正:契约有 report_from 时不再要求 narrative(模板⑨可以发成受管);全图默认审批为「全部放行」时同样拦下
- 修掉画布保存会抹掉全图默认(defaults)的老问题:以前任何一次保存都会把它清空,审批 always 因此被悄悄放宽
验证(沙箱):tsc 干净,生产构建通过,pytest 2268 passed(两遍),check-all 17 项检查、3915 项全过
(新增 check-publish);关键行为做了变异验证、全部抓到。
252 lines
13 KiB
Python
252 lines
13 KiB
Python
"""受管门禁看全图默认的审批策略,自动修复改的也是全图默认。
|
||
|
||
agent 自己没写 approval 时,运行时跟随图级 defaults(context.approval_mode:节点 > 图级 defaults >
|
||
全局设置)。全图默认写着「全部自动放行」,带工具的 agent 就是全部自动放行,门禁以前只看节点
|
||
自己写的值,漏了这一类。
|
||
|
||
- 门禁:每个跟随它的 agent 各报一条(能定位到节点),code 是 governed.default_approval_never;
|
||
- 修复:只有一条 auto 修复(落在全图上,不落在节点上),把 defaults.approval 改成 dangerous,
|
||
跟随它的几个节点一起好;节点自己的配置一个字不动;
|
||
- 放宽方向照旧禁止。
|
||
"""
|
||
from __future__ import annotations
|
||
|
||
import copy
|
||
|
||
import pytest
|
||
from httpx import ASGITransport, AsyncClient
|
||
|
||
from app.engine import autofix
|
||
from app.engine.autofix import annotate, apply_fixes, check, forbidden_changes, plan_fixes
|
||
from app.engine.governance import lint_for_publish, publish_issues
|
||
from app.engine.schema import GraphSpec
|
||
from app.main import app
|
||
|
||
CODE = "governed.default_approval_never"
|
||
FIX = f"{CODE}:graph"
|
||
|
||
|
||
def node(nid, ntype, label=None, **config):
|
||
return {"id": nid, "type": ntype, "position": {"x": 10, "y": 20}, "width": 240,
|
||
"data": {"label": label or nid, "config": config}}
|
||
|
||
|
||
def weekly(default: str | None = "never", **ask_config) -> dict:
|
||
"""input → 查数员(agent,自己没写审批)→ 口径卡 → 报告撰写 → 出口,其余受管要求都满足。"""
|
||
ask = {"tools": ["db_query__shop"], "prompt": "用 db_query__shop 查 orders 的 gmv", **ask_config}
|
||
nodes = [
|
||
node("start", "input", "周期"),
|
||
node("ask", "agent", "查数员", **ask),
|
||
node("card", "metrics", "周报口径卡", caliber="周报口径", metrics=[
|
||
{"id": "gmv", "name": "销售额", "unit": "元", "expression": "vars.gmv"}]),
|
||
node("write", "report", "报告撰写", instructions="写周报"),
|
||
node("done", "output", "出具", fields=[{"name": "周报", "value": "{{ nodes.write.text }}"}],
|
||
contract={"report_from": "write", "metrics_from": ["card"], "required": ["gmv"], "strict": True}),
|
||
]
|
||
edges = [{"id": f"e{i}", "source": a["id"], "target": b["id"]} for i, (a, b) in enumerate(zip(nodes, nodes[1:]))]
|
||
graph = {"nodes": nodes, "edges": edges, "viewport": {"x": 1, "y": 2, "zoom": 1}}
|
||
if default is not None:
|
||
graph["defaults"] = {"approval": default, "model": "gpt-4o-mini"}
|
||
return graph
|
||
|
||
|
||
def add_agent(graph: dict, nid: str = "ask2", label: str = "复核员", **config) -> dict:
|
||
graph["nodes"].insert(2, node(nid, "agent", label, prompt="用 db_query__shop 复核", **config))
|
||
graph["edges"] += [{"source": "start", "target": nid}, {"source": nid, "target": "card"}]
|
||
return graph
|
||
|
||
|
||
def issues_of(graph: dict, level: str = "governed", code: str = CODE) -> list:
|
||
return [i for i in publish_issues(GraphSpec.model_validate(graph), level=level) if i.code == code]
|
||
|
||
|
||
def config(graph: dict, nid: str) -> dict:
|
||
return next(n for n in graph["nodes"] if n["id"] == nid)["data"]["config"]
|
||
|
||
|
||
# --------------------------------------------------------------------------
|
||
# 门禁
|
||
# --------------------------------------------------------------------------
|
||
|
||
|
||
def test_an_agent_following_a_never_default_is_blocked_on_the_governed_level():
|
||
found = issues_of(weekly())
|
||
assert len(found) == 1
|
||
issue = found[0]
|
||
assert issue.level == "error" and issue.node_id == "ask" and issue.field == "approval"
|
||
assert "跟随全图默认" in issue.message and "全部自动放行" in issue.message and "「查数员」" in issue.message
|
||
# 已发布档照旧只给警告
|
||
assert [i.level for i in issues_of(weekly(), level="published")] == ["warning"]
|
||
|
||
|
||
@pytest.mark.parametrize("graph", [
|
||
weekly(default="dangerous"),
|
||
weekly(default="always"),
|
||
weekly(default=None), # 没写全图默认:退到全局设置,门禁不查全局
|
||
weekly(approval="dangerous"), # 节点自己写明了,不跟随全图默认
|
||
weekly(approval="always"),
|
||
weekly(tools=[]), # 没配工具,没有可放行的
|
||
], ids=["default-dangerous", "default-always", "no-default", "own-dangerous", "own-always", "no-tools"])
|
||
def test_nothing_to_report_when_the_agent_does_not_run_wide_open(graph):
|
||
assert issues_of(graph) == []
|
||
|
||
|
||
def test_an_empty_approval_counts_as_not_written():
|
||
"""运行时 ctx.cfg 把 None 和空串都当没写、往全图默认回退:门禁同一个口径。"""
|
||
assert [i.node_id for i in issues_of(weekly(approval=""))] == ["ask"]
|
||
assert [i.node_id for i in issues_of(weekly(approval=None))] == ["ask"]
|
||
|
||
|
||
def test_an_explicit_never_keeps_its_own_code():
|
||
"""节点自己写着全部自动放行的,照旧是 agent_approval_never(修的是节点),不重复报一条跟随默认的。"""
|
||
graph = weekly(approval="never")
|
||
assert [i.node_id for i in issues_of(graph, code="governed.agent_approval_never")] == ["ask"]
|
||
assert issues_of(graph) == []
|
||
|
||
|
||
def test_every_following_agent_is_named_on_its_own_node():
|
||
graph = add_agent(weekly(), tools=["db_query__shop"])
|
||
assert sorted(i.node_id for i in issues_of(graph)) == ["ask", "ask2"]
|
||
|
||
|
||
# --------------------------------------------------------------------------
|
||
# 修复
|
||
# --------------------------------------------------------------------------
|
||
|
||
|
||
def test_one_graph_level_auto_fix_serves_every_follower():
|
||
graph = add_agent(weekly(), tools=["db_query__shop"])
|
||
spec = GraphSpec.model_validate(graph)
|
||
fixes = {f["id"]: f for f in plan_fixes(spec, publish_issues(spec, level="governed"), level="governed")}
|
||
assert list(fixes) == [FIX]
|
||
fix = fixes[FIX]
|
||
assert fix["kind"] == "auto" and fix["node_id"] is None and fix["code"] == CODE
|
||
assert fix["preview"] == {"field": "defaults.approval", "before": "never", "after": "dangerous"}
|
||
assert "全图默认" in fix["label"] and "「查数员」" in fix["label"] and "「复核员」" in fix["label"]
|
||
# 两条问题都挂上同一个修复 id(问题在节点上,修复不在)
|
||
out = check(spec, level="governed")
|
||
assert {i["node_id"]: i["fix"] for i in out["issues"] if i["code"] == CODE} == {"ask": FIX, "ask2": FIX}
|
||
assert [f["id"] for f in out["fixes"]] == [FIX]
|
||
|
||
|
||
def test_applying_it_changes_the_graph_default_and_nothing_else():
|
||
graph = add_agent(weekly(), tools=["db_query__shop"])
|
||
before = copy.deepcopy(graph)
|
||
spec = GraphSpec.model_validate(graph)
|
||
label = plan_fixes(spec, publish_issues(spec, level="governed"), level="governed")[0]["label"]
|
||
out = apply_fixes(graph, [FIX], level="governed")
|
||
assert out["applied"] == [FIX] and out["rejected"] == []
|
||
assert out["graph"]["defaults"] == {"approval": "dangerous", "model": "gpt-4o-mini"}
|
||
assert out["ok"] is True and CODE not in {i["code"] for i in out["remaining"]}
|
||
# 节点一个字不动:没给它们写上自己的审批,位置、尺寸、连线、视口原样
|
||
assert out["graph"]["nodes"] == before["nodes"] and out["graph"]["edges"] == before["edges"]
|
||
assert out["graph"]["viewport"] == before["viewport"]
|
||
assert graph == before # 入参没被改
|
||
assert out["changes"] == [{"fix_id": FIX, "node_id": None, "node_title": "", "field": "defaults.approval",
|
||
"before": "never", "after": "dangerous", "label": label}]
|
||
assert out["ops"] == [{"op": "update_defaults", "defaults": {"approval": "dangerous"}}]
|
||
assert forbidden_changes(before, out["graph"]) == []
|
||
|
||
|
||
def test_a_graph_without_defaults_gets_one():
|
||
"""defaults 缺成别的类型也补成对象再写(编辑器不崩、不丢修复)。"""
|
||
graph = weekly()
|
||
out = apply_fixes(graph, [FIX], level="governed")
|
||
assert out["graph"]["defaults"]["approval"] == "dangerous"
|
||
editor = autofix._EDITORS[CODE]
|
||
trial = {"nodes": [], "edges": [], "defaults": None}
|
||
edits = editor(trial, {"_set": {"defaults.approval": "dangerous"}, "kind": "auto"}, None)
|
||
assert trial["defaults"] == {"approval": "dangerous"}
|
||
assert edits == [(None, "defaults.approval", None, "dangerous")]
|
||
|
||
|
||
def test_mixed_explicit_and_following_agents_get_one_fix_each_way():
|
||
graph = add_agent(weekly(), approval="never", tools=["db_query__shop"])
|
||
spec = GraphSpec.model_validate(graph)
|
||
ids = [f["id"] for f in plan_fixes(spec, publish_issues(spec, level="governed"), level="governed")]
|
||
assert sorted(ids) == sorted([FIX, "governed.agent_approval_never:ask2"])
|
||
out = apply_fixes(graph, ids, level="governed")
|
||
assert sorted(out["applied"]) == sorted(ids) and out["ok"] is True
|
||
assert out["graph"]["defaults"]["approval"] == "dangerous" and config(out["graph"], "ask2")["approval"] == "dangerous"
|
||
assert "approval" not in config(out["graph"], "ask")
|
||
|
||
|
||
def test_a_rule_that_does_not_really_fix_it_is_rejected(monkeypatch):
|
||
"""图级修复要管住这个编号下挂在各个节点上的每一条:改完还在就不采纳,不能因为问题都挂在
|
||
节点上、修复不在节点上,就当成「本来就没有这处 error」放行。"""
|
||
monkeypatch.setitem(autofix._EDITORS, CODE, lambda graph, fix, value: [])
|
||
out = apply_fixes(weekly(), [FIX], level="governed")
|
||
assert out["applied"] == [] and out["rejected"][0]["fix_id"] == FIX
|
||
assert "还在" in out["rejected"][0]["reason"]
|
||
|
||
|
||
@pytest.mark.parametrize("prev, now, word", [
|
||
("dangerous", "never", "全部自动放行"),
|
||
("always", "never", "全部自动放行"),
|
||
("always", "dangerous", "放宽"),
|
||
("dangerous", None, "全图默认"),
|
||
])
|
||
def test_loosening_the_graph_default_is_still_forbidden(prev, now, word):
|
||
before = weekly(default=prev)
|
||
after = copy.deepcopy(before)
|
||
if now is None:
|
||
after["defaults"].pop("approval")
|
||
else:
|
||
after["defaults"]["approval"] = now
|
||
reasons = forbidden_changes(before, after)
|
||
assert reasons and any(word in r for r in reasons), reasons
|
||
|
||
|
||
def test_annotate_hands_a_graph_level_fix_to_node_issues_only_by_code():
|
||
"""图级修复认同一编号的每一条问题;别的编号、没有编号的不认。"""
|
||
fixes = [{"id": FIX, "code": CODE, "node_id": None}]
|
||
issues = [{"level": "error", "message": "a", "code": CODE, "node_id": "ask"},
|
||
{"level": "error", "message": "b", "code": "governed.agent_approval_never", "node_id": "ask"},
|
||
{"level": "error", "message": "c", "code": None, "node_id": "ask"}]
|
||
assert [i["fix"] for i in annotate(issues, fixes)] == [FIX, None, None]
|
||
|
||
|
||
# --------------------------------------------------------------------------
|
||
# 接口:发布前检查和自动修复都认,而且只读
|
||
# --------------------------------------------------------------------------
|
||
|
||
|
||
@pytest.fixture
|
||
async def client():
|
||
async with AsyncClient(transport=ASGITransport(app=app), base_url="http://test") as c:
|
||
yield c
|
||
|
||
|
||
async def test_the_endpoints_report_and_fix_the_graph_default(client):
|
||
graph = add_agent(weekly(), tools=["db_query__shop"])
|
||
r = await client.post("/api/workflows", json={"name": "周报-全图默认", "graph": graph})
|
||
assert r.status_code == 201, r.text
|
||
wid = r.json()["id"]
|
||
stored = (await client.get(f"/api/workflows/{wid}")).json()
|
||
|
||
r = await client.post(f"/api/workflows/{wid}/publish-check", json={"level": "governed"})
|
||
body = r.json()
|
||
assert r.status_code == 200 and body["ok"] is False
|
||
assert {i["node_id"]: i["fix"] for i in body["issues"] if i["code"] == CODE} == {"ask": FIX, "ask2": FIX}
|
||
assert [f["id"] for f in body["fixes"]] == [FIX]
|
||
|
||
r = await client.post(f"/api/workflows/{wid}/autofix", json={"level": "governed", "apply": [FIX]})
|
||
out = r.json()
|
||
assert r.status_code == 200 and out["ok"] is True and out["applied"] == [FIX]
|
||
assert out["graph"]["defaults"]["approval"] == "dangerous"
|
||
# 只读:库里还是原来那张
|
||
after = (await client.get(f"/api/workflows/{wid}")).json()
|
||
assert after["graph"] == stored["graph"] and after["version"] == stored["version"]
|
||
|
||
# 真发布同一个口径:原图被拦,修好的图存下去能发成受管
|
||
blocked = (await client.post(f"/api/workflows/{wid}/publish", json={"level": "governed"})).json()
|
||
assert blocked["ok"] is False and CODE in {i.get("code") for i in blocked["issues"]}
|
||
await client.patch(f"/api/workflows/{wid}", json={"graph": out["graph"]})
|
||
assert (await client.post(f"/api/workflows/{wid}/publish", json={"level": "governed"})).json()["ok"] is True
|
||
|
||
|
||
def test_lint_reads_defaults_off_the_spec_not_the_node():
|
||
"""GraphSpec 的 defaults 缺省是空对象:老图没有这个键,门禁照旧。"""
|
||
spec = GraphSpec.model_validate({k: v for k, v in weekly().items() if k != "defaults"})
|
||
assert [i for i in lint_for_publish(spec, level="governed").issues if i.code == CODE] == []
|