Files
AgentLab/backend/tests/test_continue_run.py
T
ThearchyHelios 03c18c4d78 界面文案整改:口语改书面、术语统一、不再露出实现细节;修掉几处说错的提示;新增文案检查防回潮
一、文案(前端约 1600 处,后端传到界面的约 880 处)
- 术语统一:工作流层面用「运行」(继续运行、重新运行、试运行),节点和工具层面用「执行」,不再用「跑」;
  总时长 / 执行时长 / 等待审批;服务端;助手;Agent;token;工作流;固定版本;模型接入;系统提示;批准 / 驳回;受管级别
- 口语改书面:取不到、没取回来、读不懂、连不上、多半、照样、兜底、揉成这类说法改成「无法 / 未能 / 失败 / 请」;去掉拟人写法
- 不再露出实现细节:界面上不写 checkpoint、同一拍、哈希(凭证处除外),不写改版历史(「以前…」「老数据」);
  报错、校验、门禁、自动修复里裸写的配置键名和枚举值换成界面上的中文标签,由新的 backend/app/engine/labels.py 统一提供;
  发布弹窗里结论句的选项不再是 off / require_citation
- 同一件事只留一种说法:生成阶段文案、出具档位说明、画布锁定提示各合成一份
- 去掉界面上的工业场景示例(MES、ERP、「张工」「王工」)和真实产品名,换成通用示例

二、说错的提示(都有测试证明)
- 数据库测连接失败时的专用提示以前从不出现(按报错文字全等比较,永远比不上):改为按错误类型判断,不再拼出重复的前缀
- 「设置 → 供应商」改指「设置 → 模型接入」;「在设置里建数据源」改指「数据」页
- 缺少 API Key、模型接入已停用的报错不再夹英文,写明去哪里填
- 两处原因说错(「这种引用在后续版本支持」「这一版还不支持」)改成真实原因
- 节点说明里不准确的说法改正:代码节点在 microVM 或系统沙箱中执行;报告撰写、口径卡的说明不再说过头
- 导出的证据 CSV 里两列同名,第三列改为「片段编号」

三、前后端对齐
- 前端按后端原文识别日志、报错的地方,新旧两种写法都认得(历史运行里存的是旧文字),逐条补了新旧原文的核对
- 后端交回模型的原指令放进单独的 for_model 字段,前端在解析响应时去掉,不会显示到界面上

四、检查
- 检查脚本里按原文匹配的断言改成新文案;改完会变成永远成立的反向断言逐条修正,并做了变异验证
- 新增 check-copy(静态扫描前端界面字符串和后端上界面的文案):再出现「跑」「后端」「多半」「令牌」、
  界面上的 Copilot、裸写的配置键名、半角标点等就报错;确需保留的写进 scripts/copy-allow.json 并注明理由
2026-09-30 08:05:15 +08:00

231 lines
9.6 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""失败的运行接着跑,而不是整张图从头来一遍。
库里 28 条 failed 的构成说明了为什么值得单独开这条路:模型 id 写错、401、
循环条件语法错、缺必填输入加起来占了大半——全是**配置错了**,改一下就能跑。
而"改一下再跑"原来意味着前面花两分钟查完的表结构、跑完的 SQL 全部重来,
尽管那些结果一直躺在 checkpoint 里。
这里最要紧的不是接口通不通,是两条:
1. 前面跑过的节点**真的没有重跑**(不然"接着跑"只是个说法);
2. 结构变了就必须拒绝。checkpoint 是按节点名存的,拿一张改了结构的图去续,
会拿着错位的通道状态跑出一份似是而非的结果——比直接报错糟得多。
"""
from __future__ import annotations
import asyncio
import pytest
from httpx import ASGITransport, AsyncClient
from app.db.base import SessionLocal
from app.db.models import Run, RunEvent
from app.engine.runner import run_manager
from app.engine.schema import GraphSpec, topology_of
from app.main import app
@pytest.fixture(autouse=True)
async def engine_up():
"""这组测试真的跑图,需要 checkpointer——平时是 FastAPI 的 lifespan 建的。
不开的话 continue_failed 连 aget_state 都调不了,而"能不能接着跑"整件事
就建立在 checkpoint 上。
"""
await run_manager.setup()
yield
await run_manager.shutdown()
@pytest.fixture
async def client():
transport = ASGITransport(app=app)
async with AsyncClient(transport=transport, base_url="http://test") as c:
yield c
def node(nid, ntype, **config):
return {
"id": nid, "type": ntype, "position": {"x": 0, "y": 0},
"data": {"label": nid, "config": config},
}
def graph_with(*, condition: str):
"""input → 整形 → 循环(条件由参数给)→ 成果。
循环条件写错会抛 NodeError,而它前面的整形节点已经跑完了——正好用来验
"接着跑"到底有没有把前面那步保下来。库里真有 4 条运行是这么挂的。
"""
return {
"nodes": [
node("start", "input", fields=[{"name": "question"}]),
node("prep", "transform", mode="template", template="备好了", assign_to="prepped"),
node("lp", "loop", mode="while", condition=condition, max_iterations=1),
node("body", "transform", mode="template", template="转一圈"),
node("out", "output", fields=[{"name": "结果", "value": "{{ vars.prepped }}"}]),
],
"edges": [
{"source": "start", "target": "prep"},
{"source": "prep", "target": "lp"},
{"source": "lp", "target": "body", "sourceHandle": "body"},
{"source": "body", "target": "lp"},
{"source": "lp", "target": "out", "sourceHandle": "done"},
],
}
# 过得了静态检查、一跑就报错的条件:语法没问题,指数超了上限。以前这里是一句
# 语法错误——那种图现在在校验阶段就被拦下、根本启动不了(这正是要的),
# 而这组测试要的是"跑到半路失败、改了配置接着跑"
BROKEN = "2 ** 100000 > 1"
FIXED = "false"
async def _run_until_done(graph, *, timeout=20.0):
run = await run_manager.start(graph=graph, input_payload={"question": "随便"})
await _wait(run.id, ("failed", "succeeded", "cancelled"), timeout)
return run.id
async def _wait(run_id, statuses, timeout=20.0):
deadline = asyncio.get_event_loop().time() + timeout
while asyncio.get_event_loop().time() < deadline:
async with SessionLocal() as session:
row = await session.get(Run, run_id)
if row and row.status in statuses:
return row.status
await asyncio.sleep(0.05)
async with SessionLocal() as session:
row = await session.get(Run, run_id)
raise AssertionError(f"等超时了,run {run_id} 还是 {row.status if row else '不存在'}")
async def _node_starts(run_id: str) -> list[str]:
"""这次运行里哪些节点真的开跑了。接着跑之后不该再出现前面那些。"""
async with SessionLocal() as session:
rows = list((await session.execute(
RunEvent.__table__.select().where(RunEvent.run_id == run_id)
)).mappings())
return [r["node_id"] for r in rows if r["type"] == "node.started" and r["node_id"]]
def test_topology_ignores_config_but_not_structure():
"""改配置骨架不变,改结构就变——这是能不能续的唯一判据。"""
a = GraphSpec.model_validate(graph_with(condition=BROKEN))
b = GraphSpec.model_validate(graph_with(condition=FIXED))
assert topology_of(a) == topology_of(b)
moved = graph_with(condition=FIXED)
moved["nodes"][1]["position"] = {"x": 500, "y": 900}
assert topology_of(GraphSpec.model_validate(moved)) == topology_of(a)
extra = graph_with(condition=FIXED)
extra["nodes"].append(node("zzz", "transform", mode="template", template="多出来的"))
assert topology_of(GraphSpec.model_validate(extra)) != topology_of(a)
@pytest.mark.asyncio
async def test_continue_skips_the_nodes_that_already_ran():
"""核心不变量:接着跑不重跑前面的节点。"""
run_id = await _run_until_done(graph_with(condition=BROKEN))
async with SessionLocal() as session:
assert (await session.get(Run, run_id)).status == "failed"
first_pass = await _node_starts(run_id)
assert "prep" in first_pass, f"第一遍应该跑到整形节点:{first_pass}"
before = len(first_pass)
await run_manager.continue_failed(run_id, graph=graph_with(condition=FIXED))
await _wait(run_id, ("succeeded", "failed"))
async with SessionLocal() as session:
run = await session.get(Run, run_id)
assert run.status == "succeeded", run.error
# 前面那步的结果还在,说明续的是同一条线程而不是重开了一张图
assert run.output.get("结果") == "备好了"
second_pass = (await _node_starts(run_id))[before:]
assert "prep" not in second_pass, f"整形节点被重跑了:{second_pass}"
assert "start" not in second_pass, f"输入节点被重跑了:{second_pass}"
assert "out" in second_pass, f"应该跑完剩下的:{second_pass}"
@pytest.mark.asyncio
async def test_continue_refuses_a_restructured_graph():
"""结构变了就对不上。宁可报错,也不能跑出一份似是而非的结果。"""
run_id = await _run_until_done(graph_with(condition=BROKEN))
restructured = graph_with(condition=FIXED)
restructured["nodes"].append(node("extra", "transform", mode="template", template="新加的"))
restructured["edges"].append({"source": "prep", "target": "extra"})
with pytest.raises(ValueError, match="不能增删节点"):
await run_manager.continue_failed(run_id, graph=restructured)
async with SessionLocal() as session:
assert (await session.get(Run, run_id)).status == "failed" # 没被动过
@pytest.mark.asyncio
async def test_continue_refuses_a_graph_that_fails_validation():
"""骨架没动,但改出来的配置本身就是非法的——也得拦。
用出具契约缺 metrics_from:那是纯配置错误,结构一个字没改,所以它必定
走过了拓扑那一关,考的就是后面那道校验。
"""
run_id = await _run_until_done(graph_with(condition=BROKEN))
bad = graph_with(condition=FIXED)
bad["nodes"][4]["data"]["config"]["contract"] = {"narrative": "{{ vars.prepped }}"}
assert topology_of(GraphSpec.model_validate(bad)) == topology_of(
GraphSpec.model_validate(graph_with(condition=BROKEN))
), "这个用例的前提是骨架不变"
with pytest.raises(ValueError, match="未通过校验"):
await run_manager.continue_failed(run_id, graph=bad)
@pytest.mark.asyncio
async def test_only_failed_runs_can_continue(client):
"""跑成功的接着跑没有意义——断点在终点,续下去等于从 START 重来一遍。"""
run_id = await _run_until_done(graph_with(condition=FIXED))
async with SessionLocal() as session:
assert (await session.get(Run, run_id)).status == "succeeded"
resp = await client.post(f"/api/runs/{run_id}/continue", json={})
assert resp.status_code == 409
assert "只有失败的运行" in resp.json()["detail"]
@pytest.mark.asyncio
async def test_continue_unknown_run_is_404(client):
resp = await client.post("/api/runs/没这个/continue", json={})
assert resp.status_code == 404
@pytest.mark.asyncio
async def test_continue_through_the_api(client):
"""走接口跑一遍,并确认时间线上说清楚了是接着跑、保了几步。"""
run_id = await _run_until_done(graph_with(condition=BROKEN))
resp = await client.post(
f"/api/runs/{run_id}/continue", json={"graph": graph_with(condition=FIXED)}
)
assert resp.status_code == 200, resp.text
assert resp.json()["status"] == "running"
await _wait(run_id, ("succeeded", "failed"))
async with SessionLocal() as session:
run = await session.get(Run, run_id)
rows = list((await session.execute(
RunEvent.__table__.select().where(RunEvent.run_id == run_id)
)).mappings())
assert run.status == "succeeded", run.error
# 改过的图要落库,否则下次再看这次运行,图和实际跑的对不上
assert run.graph["nodes"][2]["data"]["config"]["condition"] == FIXED
resumed = [r for r in rows if r["type"] == "run.resumed"]
assert resumed, "接着跑必须在时间线上留下痕迹"
msg = resumed[-1]["data"].get("message", "")
assert "继续运行" in msg and "保留" in msg, msg