mirror of
https://github.com/ThearchyHelios/AgentLab.git
synced 2026-11-22 00:52:00 +00:00
合入期 4 期 3 收尾:核查缺口分「核查未通过」「核查未完成」两组,时间线认得核查类日志代码;双盲复算写目录的预告和真写逐字一致(被目录挡下的那一边也说清原因,几个指标落到同一项时按组合预告);反方审稿说清「根本没反查」和「到底降不降档」;字段叫法挪到 labels.py;记录页的核查工件有名字和说明
This commit is contained in:
+4
-2
@@ -87,10 +87,11 @@ class Blind:
|
||||
没对上指标名的盲算交 null。不是盲算的调用(报告撰写)返回 writer 的正文并记下收到的消息。
|
||||
calls 记下每次盲算调用(step / final),tasks 记下盲算收到的任务原文(几个盲算同时进行时也是每个任务一条)。
|
||||
on_query:盲算第一次查库之前调用一次(比如往库里插一行,造出「两次取数之间数据变了」)。
|
||||
rationale:盲算交的理由,{ref} 换成交的那一格的引用(缺省「按口径说明统计,结果是 {ref}。」)。
|
||||
"""
|
||||
|
||||
def __init__(self, monkeypatch, source: str, plans: dict, *, writer: str = "本周销售额见口径卡。", row: int = 0,
|
||||
on_query=None):
|
||||
on_query=None, rationale: str = "按口径说明统计,结果是 {ref}。"):
|
||||
from app.providers import mock_model
|
||||
|
||||
self.source = source
|
||||
@@ -98,6 +99,7 @@ class Blind:
|
||||
self.writer = writer
|
||||
self.row = row
|
||||
self.on_query = on_query
|
||||
self.rationale = rationale
|
||||
self.calls: list[str] = []
|
||||
self.tasks: list[str] = []
|
||||
self.writer_prompts: list[str] = []
|
||||
@@ -114,7 +116,7 @@ class Blind:
|
||||
_, column = plan
|
||||
alias = f"Q{len(blind.sqls(plan))}"
|
||||
body = {"value": {"alias": alias, "row": blind.row, "column": column},
|
||||
"rationale": f"按口径说明统计,结果是 [[v:{alias}.r{blind.row}.{column}]]。"}
|
||||
"rationale": blind.rationale.format(ref=f"[[v:{alias}.r{blind.row}.{column}]]")}
|
||||
return AIMessage(content=json.dumps(body, ensure_ascii=False))
|
||||
if model.tools:
|
||||
blind.calls.append("step")
|
||||
|
||||
@@ -265,7 +265,7 @@ async def test_a_refuted_conclusion_degrades_the_issuance(monkeypatch, shop):
|
||||
|
||||
issuance = row.output["_issuance"]
|
||||
assert issuance["tier"] == "degraded"
|
||||
assert issuance["gaps"] == [f"反方审稿「审稿」:反方审稿推翻了 1 句结论:「{SOUTH}」"], "缺口不带节点名,前缀由出具契约加"
|
||||
assert issuance["gaps"] == [f"反方审稿「审稿」:推翻了 1 句结论:「{SOUTH}」"], "缺口不带节点名,前缀由出具契约加"
|
||||
|
||||
doc = await report_doc(row.id)
|
||||
east, south = unit_of(doc, EAST), unit_of(doc, SOUTH)
|
||||
@@ -275,7 +275,9 @@ async def test_a_refuted_conclusion_degrades_the_issuance(monkeypatch, shop):
|
||||
assert out["items"] == [{"unit": east, "text": EAST, "verdict": "weakened"},
|
||||
{"unit": south, "text": SOUTH, "verdict": "refuted"}]
|
||||
assert out["on_refuted"] == "degrade"
|
||||
assert out["issuance_gaps"] == [f"反方审稿推翻了 1 句结论:「{SOUTH}」"]
|
||||
assert out["issuance_gaps"] == [f"推翻了 1 句结论:「{SOUTH}」"]
|
||||
# 两句都真查过了;接在带出具契约的成果节点上游、按降档处置:被推翻的真的会让出具降档
|
||||
assert out["unreviewed"] == 0 and out["degrades"] is True
|
||||
|
||||
record = artifact_store.load(out["challenge_artifact"])
|
||||
assert set(record) == {"report", "doc_artifact", "claims", "model"}
|
||||
@@ -317,6 +319,19 @@ async def test_a_refuted_conclusion_degrades_the_issuance(monkeypatch, shop):
|
||||
assert finished.seq <= row.manifest_seq
|
||||
|
||||
|
||||
async def test_a_challenge_named_after_its_type_is_named_once_in_the_gap(monkeypatch, shop):
|
||||
"""拖进画布没改名的反方审稿:缺口读成「反方审稿:推翻了 1 句结论:…」,前缀和正文都不再重复「反方审稿」"""
|
||||
Models(monkeypatch, shop)
|
||||
spec = graph(shop)
|
||||
next(n for n in spec["nodes"] if n["id"] == "chal")["data"]["label"] = "反方审稿"
|
||||
row = await finish(spec)
|
||||
assert row.status == "succeeded", row.error
|
||||
assert row.output["_issuance"]["gaps"] == [f"反方审稿:推翻了 1 句结论:「{SOUTH}」"]
|
||||
# 时间线、报错里那一句照旧带主语:它们不经出具契约加前缀
|
||||
[refuted] = await logs(row.id, "challenge_refuted")
|
||||
assert refuted["message"] == f"反方审稿推翻了 1 句结论:「{SOUTH}」"
|
||||
|
||||
|
||||
async def test_flag_only_records_and_fail_stops_the_run(monkeypatch, shop):
|
||||
Models(monkeypatch, shop)
|
||||
row = await finish(graph(shop, on_refuted="flag"))
|
||||
@@ -324,6 +339,7 @@ async def test_flag_only_records_and_fail_stops_the_run(monkeypatch, shop):
|
||||
assert row.output["_issuance"]["tier"] == "formal" and row.output["_issuance"]["gaps"] == []
|
||||
out = await output_of(row.id, "chal")
|
||||
assert out["on_refuted"] == "flag" and "issuance_gaps" not in out and out["counts"]["refuted"] == 1
|
||||
assert out["degrades"] is False, "只标注:被推翻的不会让出具降档"
|
||||
assert len(await logs(row.id, "challenge_refuted")) == 1, "flag 也照实记一条"
|
||||
|
||||
Models(monkeypatch, shop)
|
||||
@@ -395,6 +411,8 @@ async def test_a_verdict_without_any_query_is_not_taken(monkeypatch, shop):
|
||||
assert east["verdict"] == "inconclusive" and "「经受住」" in east["rationale"]
|
||||
[warn] = await logs(row.id, "challenge_unreviewed")
|
||||
assert warn["claims_skipped"] == 2 and "没有执行成功任何查询" in warn["reason"]
|
||||
assert out["unreviewed"] == 2, "一条查询都没执行成功:两句都是未能反查,不是查过了判断不了"
|
||||
assert out["unreviewed"] <= out["counts"]["inconclusive"], "未能反查的每一句都记为无法判断,审批卡上两个数对得上"
|
||||
|
||||
|
||||
async def test_a_refutation_that_cites_none_of_its_queries_is_not_taken(monkeypatch, shop):
|
||||
@@ -411,7 +429,8 @@ async def test_a_refutation_that_cites_none_of_its_queries_is_not_taken(monkeypa
|
||||
assert south["verdict"] == "inconclusive" and len(south["queries"]) == 1 and south["rationale_doc"] is None
|
||||
assert "没有引用" in south["rationale"] and "扣除退款后华南仍低于华东。" in south["rationale"]
|
||||
assert east["verdict"] == "stands", "「经受住」不要求引用:它不改变出具"
|
||||
assert await logs(row.id, "challenge_unreviewed") == [], "查过了,不算没能反查"
|
||||
assert await logs(row.id, "challenge_unreviewed") == [], "查过了,不算未能反查"
|
||||
assert out["unreviewed"] == 0
|
||||
|
||||
|
||||
@pytest.mark.parametrize("queries, said, quoted", [
|
||||
@@ -457,6 +476,7 @@ async def test_claims_whose_sources_are_gone_are_not_sent_out(monkeypatch, shop)
|
||||
assert all(f"「{shop}」" in c["rationale"] and "不存在或已停用" in c["rationale"] for c in claims)
|
||||
[warn] = await logs(row.id, "challenge_unreviewed")
|
||||
assert warn["claims_skipped"] == 2 and f"「{shop}」" in warn["reason"]
|
||||
assert out["unreviewed"] == 2
|
||||
|
||||
|
||||
async def test_a_claim_with_part_of_its_sources_gone_says_so(monkeypatch, tmp_path, shop):
|
||||
@@ -518,7 +538,7 @@ async def test_a_claim_with_part_of_its_sources_gone_says_so(monkeypatch, tmp_pa
|
||||
[lost] = await logs(row.id, "challenge_sources_lost")
|
||||
assert lost["level"] == "warn" and lost["claims"] == 2 and lost["sources"] == [other]
|
||||
assert f"「{other}」" in lost["message"] and "2 句" in lost["message"]
|
||||
assert await logs(row.id, "challenge_unreviewed") == [], "两句都查过了,不算没能反查"
|
||||
assert await logs(row.id, "challenge_unreviewed") == [], "两句都查过了,不算未能反查"
|
||||
finally:
|
||||
await engines.invalidate(other_id)
|
||||
|
||||
@@ -652,6 +672,9 @@ async def test_the_time_limit_applies_to_each_claim_and_still_settles(monkeypatc
|
||||
assert south["verdict"] == "inconclusive" and 1 <= len(south["queries"]) < 20
|
||||
limits = await logs(row.id, "challenge_limit")
|
||||
assert [(lm["limit"], lm["claims_skipped"]) for lm in limits] == [("timeout_s", 0)]
|
||||
# 触顶但按查到的结果收了尾的那句,判断是反方自己给的,不算未能反查;另一句一条查询都没执行,算
|
||||
out = await output_of(row.id, "chal")
|
||||
assert out["unreviewed"] == 1 and out["counts"]["inconclusive"] == 2
|
||||
|
||||
|
||||
async def test_the_daily_cap_stops_the_remaining_claims(monkeypatch, shop):
|
||||
@@ -671,6 +694,8 @@ async def test_the_daily_cap_stops_the_remaining_claims(monkeypatch, shop):
|
||||
"第一句派出去就撞上上限、一次模型都没调用,和后面不再派出的句子是同一回事,同一种说法"
|
||||
[limit] = await logs(row.id, "challenge_limit")
|
||||
assert limit["limit"] == "daily_max_usd" and limit["claims_skipped"] == 2
|
||||
assert out["unreviewed"] == 2, "撞上每日金额上限没反查的,也是未能反查"
|
||||
assert out["unreviewed"] <= out["counts"]["inconclusive"]
|
||||
assert len(await logs(row.id, "verify_limit")) == 1, "第一句撞上每日上限之后,后面的句子不再派 agent 去试"
|
||||
assert row.output["_issuance"]["tier"] == "formal"
|
||||
|
||||
@@ -712,13 +737,45 @@ async def test_the_approval_card_carries_the_challenge_summary(monkeypatch, shop
|
||||
out = await output_of(row.id, "chal")
|
||||
assert report["node_id"] == "write"
|
||||
assert report["challenge"] == {"counts": out["counts"], "items": out["items"],
|
||||
"artifact": out["challenge_artifact"], "on_refuted": "degrade"}
|
||||
"artifact": out["challenge_artifact"], "on_refuted": "degrade",
|
||||
"unreviewed": 0, "degrades": False}
|
||||
assert report["challenge"]["counts"]["refuted"] == 1
|
||||
# human.requested 事件里也带着:回放时界面一样读得到
|
||||
[requested] = await events(row.id, "human.requested", "gate")
|
||||
assert requested.data["reports"] == approval.payload["reports"]
|
||||
|
||||
|
||||
async def test_the_approval_card_says_whether_refutations_degrade(monkeypatch, shop):
|
||||
"""审批卡上「出具会降档」只在真的会降档时写:degrades 按「按降档处置、又接在带出具契约的成果节点上游」算。
|
||||
审批之后的成果节点带了出具契约:会降档;没带(gated 的缺省):不会,见上一个用例"""
|
||||
Models(monkeypatch, shop)
|
||||
spec = gated(shop)
|
||||
next(n for n in spec["nodes"] if n["id"] == "out")["data"]["config"]["contract"] = {"report_from": "write"}
|
||||
_, approval = await paused(spec)
|
||||
challenge = approval.payload["reports"][0]["challenge"]
|
||||
assert challenge["degrades"] is True and challenge["on_refuted"] == "degrade"
|
||||
|
||||
|
||||
async def test_a_challenge_off_the_issuance_path_does_not_degrade(monkeypatch, shop):
|
||||
"""反方审稿接在侧枝上(成果节点的出具契约收不到它的缺口):按降档处置也降不了档,产出照实写 degrades 为假"""
|
||||
Models(monkeypatch, shop)
|
||||
spec = chain(
|
||||
node("start", "input"),
|
||||
node("fetch", "tool", tool=f"db_query__{shop}", args={"sql": QUERY}),
|
||||
node("write", "report", "写周报", instructions="写周报"),
|
||||
node("out", "output", fields=[{"name": "周报", "value": "{{ nodes.write.text }}"}],
|
||||
contract={"report_from": "write"}),
|
||||
)
|
||||
spec["nodes"].append(node("chal", "challenge", "审稿", report="write"))
|
||||
spec["edges"].append({"source": "write", "target": "chal"})
|
||||
row = await finish(spec)
|
||||
assert row.status == "succeeded", row.error
|
||||
out = await output_of(row.id, "chal")
|
||||
assert out["on_refuted"] == "degrade" and out["counts"]["refuted"] == 1 and out["issuance_gaps"]
|
||||
assert out["degrades"] is False
|
||||
assert row.output["_issuance"]["gaps"] == [], "缺口确实没进出具:和 degrades 说的一致"
|
||||
|
||||
|
||||
async def test_the_approval_card_shows_what_flag_means(monkeypatch, shop):
|
||||
Models(monkeypatch, shop)
|
||||
_, approval = await paused(gated(shop, on_refuted="flag"))
|
||||
@@ -769,8 +826,11 @@ def test_the_card_only_carries_the_review_of_that_report():
|
||||
items = [{"unit": "u0", "text": "周报甲的一句结论。", "verdict": "stands"}]
|
||||
outputs = {"chal": {"challenge_artifact": "a1", "counts": counts, "items": items, "on_refuted": "degrade"}}
|
||||
assert challenge_mod.challenge_summary(spec, outputs, "a") == {
|
||||
"counts": counts, "items": items, "artifact": "a1", "on_refuted": "degrade"}
|
||||
"counts": counts, "items": items, "artifact": "a1", "on_refuted": "degrade"}, "老产出没有这两个键:概况也不带"
|
||||
assert challenge_mod.challenge_summary(spec, outputs, "b") is None
|
||||
outputs["chal"].update(unreviewed=1, degrades=True)
|
||||
assert challenge_mod.challenge_summary(spec, outputs, "a") == {
|
||||
"counts": counts, "items": items, "artifact": "a1", "on_refuted": "degrade", "unreviewed": 1, "degrades": True}
|
||||
# 直接连着的报告,和直接连着的反方审稿审的那份,都算这个审批节点审的
|
||||
assert reviewed_report_ids(spec, spec.node_map()["gate"]) == ["a", "b"]
|
||||
|
||||
@@ -843,7 +903,7 @@ async def test_a_fail_that_would_be_swallowed_degrades_instead(monkeypatch, shop
|
||||
row = await finish(graph(shop, on_refuted="fail", on_error="continue"))
|
||||
assert row.status == "succeeded", row.error
|
||||
out = await output_of(row.id, "chal")
|
||||
assert out["on_refuted"] == "degrade" and out["issuance_gaps"] == [f"反方审稿推翻了 1 句结论:「{SOUTH}」"]
|
||||
assert out["on_refuted"] == "degrade" and out["issuance_gaps"] == [f"推翻了 1 句结论:「{SOUTH}」"]
|
||||
assert row.output["_issuance"]["tier"] == "degraded"
|
||||
|
||||
|
||||
@@ -957,6 +1017,7 @@ async def test_an_unavailable_model_leaves_the_claims_inconclusive(monkeypatch,
|
||||
# 时间线上看得出根本没审成:不是只有一条「审了 2 句」
|
||||
[warn] = await logs(row.id, "challenge_unreviewed")
|
||||
assert warn["level"] == "warn" and warn["claims_skipped"] == 2 and "核查模型不可用" in warn["reason"]
|
||||
assert out["unreviewed"] == 2 and out["unreviewed"] <= out["counts"]["inconclusive"]
|
||||
[done] = await logs(row.id, "challenge_done")
|
||||
assert "2 句未能反查" in done["message"]
|
||||
|
||||
|
||||
@@ -252,7 +252,8 @@ async def test_a_choice_is_written_as_a_confirmed_human_item_with_its_origin(sho
|
||||
name, source_id = shop
|
||||
out = await record_choices([candidate(BY_ORDER_DATE, RIGHT, "b", source=name)], run_id="run-42",
|
||||
node_title="复核销售额", actor="张三")
|
||||
assert out == {"written": [{"source": name, "table": "orders", "item": "business_date"}], "skipped": []}
|
||||
assert out == {"written": [{"source": name, "table": "orders", "item": "business_date",
|
||||
"value": {"column": "paid_date"}}], "skipped": []}
|
||||
entry = await entry_of(source_id)
|
||||
item = entry.notes["business_date"]
|
||||
assert item["value"] == {"column": "paid_date"} and (item["source"], item["status"]) == ("human", "confirmed")
|
||||
@@ -290,7 +291,8 @@ async def test_an_inferred_condition_both_sides_use_is_extended(shop):
|
||||
base = f"SELECT SUM(amount) AS gmv FROM orders WHERE is_test = 0 AND paid_date {WEEK}"
|
||||
out = await record_choices([candidate(base, extra("status <> 'refunded'", base), "b", source=name)],
|
||||
run_id="run-1", node_title="复核", actor=None)
|
||||
assert out["written"] == [{"source": name, "table": "orders", "item": "valid_filter"}], out
|
||||
assert out["written"] == [{"source": name, "table": "orders", "item": "valid_filter",
|
||||
"value": "is_test = 0 AND status <> 'refunded'"}], out
|
||||
item = (await entry_of(source_id)).notes["valid_filter"]
|
||||
assert item["value"] == "is_test = 0 AND status <> 'refunded'"
|
||||
assert (item["source"], item["status"]) == ("human", "confirmed")
|
||||
@@ -327,7 +329,8 @@ async def test_an_inferred_same_condition_is_confirmed(shop):
|
||||
await seed(source_id, {"valid_filter": catalog.make_item("status <> 'refunded'", "llm")})
|
||||
out = await record_choices([candidate(WITH_REFUNDS, RIGHT, "b", source=name)], run_id="run-1",
|
||||
node_title="复核", actor=None)
|
||||
assert out["written"] == [{"source": name, "table": "orders", "item": "valid_filter"}]
|
||||
assert out["written"] == [{"source": name, "table": "orders", "item": "valid_filter",
|
||||
"value": "status <> 'refunded'"}]
|
||||
item = (await entry_of(source_id)).notes["valid_filter"]
|
||||
assert item["value"] == "status <> 'refunded'" and (item["source"], item["status"]) == ("human", "confirmed")
|
||||
|
||||
@@ -348,7 +351,8 @@ async def test_the_same_column_inferred_is_confirmed_and_keeps_its_rule(shop):
|
||||
{"column": "paid_date", "rule": "按付款成功时间", "timezone": "Asia/Shanghai"}, "profile")})
|
||||
out = await record_choices([candidate(BY_ORDER_DATE, RIGHT, "b", source=name)], run_id="run-1",
|
||||
node_title="复核", actor=None)
|
||||
assert out["written"] == [{"source": name, "table": "orders", "item": "business_date"}]
|
||||
assert out["written"] == [{"source": name, "table": "orders", "item": "business_date",
|
||||
"value": {"column": "paid_date", "rule": "按付款成功时间", "timezone": "Asia/Shanghai"}}]
|
||||
item = (await entry_of(source_id)).notes["business_date"]
|
||||
assert item["value"] == {"column": "paid_date", "rule": "按付款成功时间", "timezone": "Asia/Shanghai"}
|
||||
assert (item["source"], item["status"]) == ("human", "confirmed")
|
||||
@@ -365,7 +369,8 @@ async def test_a_rejected_item_is_not_brought_back_but_a_rejected_other_value_do
|
||||
|
||||
out = await record_choices([candidate(BY_ORDER_DATE, RIGHT, "a", source=name)], run_id="run-2",
|
||||
node_title="复核", actor=None)
|
||||
assert out["written"] == [{"source": name, "table": "orders", "item": "business_date"}]
|
||||
assert out["written"] == [{"source": name, "table": "orders", "item": "business_date",
|
||||
"value": {"column": "order_date"}}]
|
||||
assert (await entry_of(source_id)).notes["business_date"]["value"] == {"column": "order_date"}
|
||||
|
||||
|
||||
@@ -394,7 +399,8 @@ async def test_complementary_valid_filters_in_one_decision_are_combined(shop):
|
||||
# 第三个指标采纳的是和第一个一样的条件:合并时不重复
|
||||
candidate(COUNT_WEEK, extra("status <> 'refunded'", COUNT_WEEK), "b", metric="订单数", source=name),
|
||||
], run_id="run-1", node_title="复核", actor=None)
|
||||
assert out == {"written": [{"source": name, "table": "orders", "item": "valid_filter"}], "skipped": []}
|
||||
assert out == {"written": [{"source": name, "table": "orders", "item": "valid_filter",
|
||||
"value": "status <> 'refunded' AND is_test = 0"}], "skipped": []}
|
||||
entry = await entry_of(source_id)
|
||||
item = entry.notes["valid_filter"]
|
||||
assert item["value"] == "status <> 'refunded' AND is_test = 0" and entry.version == 1
|
||||
@@ -410,7 +416,8 @@ async def test_combined_filters_extend_an_inferred_condition_every_adopted_side_
|
||||
both = [candidate(base, extra("status <> 'refunded'", base), "b", metric="销售额", source=name),
|
||||
candidate(base, extra("is_test = 0", base), "b", metric="订单金额", source=name)]
|
||||
out = await record_choices(both, run_id="run-1", node_title="复核", actor=None)
|
||||
assert out["written"] == [{"source": name, "table": "orders", "item": "valid_filter"}], out
|
||||
assert out["written"] == [{"source": name, "table": "orders", "item": "valid_filter",
|
||||
"value": "channel <> 'test' AND status <> 'refunded' AND is_test = 0"}], out
|
||||
assert (await entry_of(source_id)).notes["valid_filter"]["value"] == \
|
||||
"channel <> 'test' AND status <> 'refunded' AND is_test = 0"
|
||||
|
||||
@@ -437,7 +444,8 @@ async def test_a_rejected_condition_is_not_written_back_through_a_combined_decis
|
||||
assert preview(refunds, SCHEMA, notes)["b"]["write"] is False
|
||||
assert preview(tests, SCHEMA, notes)["b"]["value"] == "is_test = 0"
|
||||
out = await record_choices([refunds, tests, counted], run_id="run-1", node_title="复核", actor=None)
|
||||
assert out["written"] == [{"source": name, "table": "orders", "item": "valid_filter"}], out
|
||||
assert out["written"] == [{"source": name, "table": "orders", "item": "valid_filter",
|
||||
"value": "is_test = 0"}], out
|
||||
[skipped] = out["skipped"]
|
||||
assert "「status <> 'refunded'」曾被人工驳回" in skipped["reason"] and "「销售额」、「订单数」" in skipped["reason"]
|
||||
assert "订单金额" not in skipped["reason"]
|
||||
@@ -498,7 +506,8 @@ async def test_combined_filters_do_not_repeat_a_condition_already_in_the_catalog
|
||||
candidate(base, extra("is_test = 0", base), "b", metric="订单金额", source=name)]
|
||||
said = preview(picked[1], SCHEMA, {"orders": (await entry_of(source_id)).notes})
|
||||
out = await record_choices(picked, run_id="run-1", node_title="复核", actor=None)
|
||||
assert out == {"written": [{"source": name, "table": "orders", "item": "valid_filter"}], "skipped": []}
|
||||
assert out == {"written": [{"source": name, "table": "orders", "item": "valid_filter",
|
||||
"value": "status <> 'refunded' AND is_test = 0"}], "skipped": []}
|
||||
item = (await entry_of(source_id)).notes["valid_filter"]
|
||||
assert item["value"] == said["b"]["value"] == "status <> 'refunded' AND is_test = 0"
|
||||
|
||||
@@ -532,7 +541,8 @@ async def test_the_same_choice_from_two_metrics_is_written_once(shop):
|
||||
out = await record_choices([candidate(BY_ORDER_DATE, RIGHT, "b", metric="销售额", source=name),
|
||||
candidate(BY_ORDER_DATE, RIGHT, "b", metric="订单金额", source=name)],
|
||||
run_id="run-1", node_title="复核", actor=None)
|
||||
assert out == {"written": [{"source": name, "table": "orders", "item": "business_date"}], "skipped": []}
|
||||
assert out == {"written": [{"source": name, "table": "orders", "item": "business_date",
|
||||
"value": {"column": "paid_date"}}], "skipped": []}
|
||||
entry = await entry_of(source_id)
|
||||
assert entry.version == 1 and "「销售额」" in entry.notes["business_date"]["note"]
|
||||
assert "「订单金额」" in entry.notes["business_date"]["note"]
|
||||
@@ -579,3 +589,156 @@ async def test_a_missing_source_or_an_unrecordable_choice_is_reported(shop):
|
||||
assert out["written"] == []
|
||||
assert "数据源「no_such_source」已不存在" in out["skipped"][0]["reason"]
|
||||
assert "不止差一个方面" in out["skipped"][1]["reason"]
|
||||
|
||||
|
||||
# --------------------------------------------------------------------------
|
||||
# 预告和真写逐字一致:挡下的一边也说写到哪、为什么;几个指标落到同一项上按合并后的结果预告
|
||||
# --------------------------------------------------------------------------
|
||||
|
||||
|
||||
def test_a_side_the_catalog_blocks_still_says_where_and_why():
|
||||
"""认出了事实、只是被目录挡下(已确认、驳回过、和已有条件合不起来)的一边:照样带上写到哪张表的哪一项、本来要写
|
||||
什么,原因和真写时跳过的原因一字不差。认不出事实的一边只有原因"""
|
||||
confirmed = {"orders": {"business_date": catalog.make_item({"column": "order_date"}, "human", "confirmed")}}
|
||||
said = preview(candidate(BY_ORDER_DATE, RIGHT, "a"), SCHEMA, confirmed)
|
||||
target = {"source": "shop", "table": "orders", "item": "business_date"}
|
||||
assert said["a"] == {"write": False, **target, "value": {"column": "order_date"},
|
||||
"reason": "「orders」的业务日期已是人工确认过的「order_date」,无需重复写入"}
|
||||
assert said["b"]["write"] is False and {k: said["b"][k] for k in target} == target
|
||||
assert said["b"]["value"] == {"column": "paid_date"} and "已有人工确认过的说法「order_date」" in said["b"]["reason"]
|
||||
# 认不出事实(采纳的一边没有这个条件):没有写到哪,只有原因
|
||||
said = preview(candidate(WITH_REFUNDS, RIGHT, "a"), SCHEMA, {})
|
||||
assert set(said["a"]) == {"write", "reason"} and said["a"]["write"] is False
|
||||
|
||||
|
||||
def test_the_joint_preview_covers_every_way_two_metrics_land_on_one_item():
|
||||
"""两个指标都只差时间列:各自选原流程是 order_date、选盲算是 paid_date,落到同一张表的业务日期上。四种组合各预告
|
||||
一次:说法一样的写,说法不同的两个都不写,原因是真写时那一句"""
|
||||
from app.engine.dual_check_facts import preview_joint
|
||||
|
||||
picked = [{**candidate(BY_ORDER_DATE, RIGHT, "a", metric="销售额"), "metric_id": "gmv"},
|
||||
{**candidate(BY_ORDER_DATE, RIGHT, "a", metric="订单金额"), "metric_id": "total"}]
|
||||
joint = preview_joint(picked, {"shop": (SCHEMA, {})})
|
||||
by = {tuple((m["metric_id"], m["choice"]) for m in e["members"]): e for e in joint}
|
||||
assert set(by) == {(("gmv", a), ("total", b)) for a in "ab" for b in "ab"}
|
||||
for entry in joint:
|
||||
assert {k: entry[k] for k in ("source", "table", "item")} == \
|
||||
{"source": "shop", "table": "orders", "item": "business_date"}
|
||||
assert by[(("gmv", "b"), ("total", "b"))]["outcomes"] == {
|
||||
"gmv": {"write": True, "value": {"column": "paid_date"}},
|
||||
"total": {"write": True, "value": {"column": "paid_date"}}}
|
||||
split = by[(("gmv", "a"), ("total", "b"))]["outcomes"]
|
||||
assert split["gmv"] == split["total"] and split["gmv"]["write"] is False
|
||||
assert "给出了不同的说法" in split["gmv"]["reason"] and "「销售额」" in split["gmv"]["reason"]
|
||||
|
||||
|
||||
def test_the_joint_preview_screens_out_a_rejected_condition_like_the_write():
|
||||
"""驳回过「status <> 'refunded'」:两个指标并成一项时,带回驳回说法的那个拿出来不写(原因同真写),另一个照写自己的"""
|
||||
from app.engine.dual_check_facts import preview_joint
|
||||
|
||||
notes = {"orders": {"valid_filter": catalog.make_item("status <> 'refunded'", "llm", "rejected")}}
|
||||
picked = [{**candidate(SUM_WEEK, extra("status <> 'refunded'"), "b", metric="销售额"), "metric_id": "gmv"},
|
||||
{**candidate(SUM_WEEK, extra("is_test = 0"), "b", metric="订单金额"), "metric_id": "total"}]
|
||||
[entry] = preview_joint(picked, {"shop": (SCHEMA, notes)})
|
||||
assert [(m["metric_id"], m["choice"]) for m in entry["members"]] == [("gmv", "b"), ("total", "b")]
|
||||
assert entry["outcomes"]["total"] == {"write": True, "value": "is_test = 0"}
|
||||
assert entry["outcomes"]["gmv"]["write"] is False and "曾被人工驳回" in entry["outcomes"]["gmv"]["reason"]
|
||||
|
||||
|
||||
def test_too_many_combinations_are_left_to_the_timeline():
|
||||
"""几个指标落到同一项上的组合太多(每个两边都落在这一项上,3 的指标数次方):这一项不预告,审批卡回到有条件地说"""
|
||||
from app.engine import dual_check_facts as facts
|
||||
|
||||
picked = [{**candidate(BY_ORDER_DATE, RIGHT, "a", metric=f"指标{i}"), "metric_id": f"m{i}"} for i in range(6)]
|
||||
assert facts.preview_joint(picked, {"shop": (SCHEMA, {})}) == []
|
||||
assert len(facts.preview_joint(picked[:3], {"shop": (SCHEMA, {})})) == 3 ** 3 - 1 - 3 * 2
|
||||
|
||||
|
||||
def test_combinations_are_counted_before_they_are_listed(monkeypatch):
|
||||
"""二十个指标都落到同一项上:组合数是 3 的二十次方量级,得先算出个数、超了就跳过,不能先列出来再比上限——
|
||||
列一遍就要几十 GB 内存,在服务进程里算(asyncio.to_thread)会把整个服务拖死。预告时从 itertools.product 取了
|
||||
多少个组合记下来:这一项不预告,取的不该超过上限"""
|
||||
import itertools
|
||||
|
||||
from app.engine import dual_check_facts as facts
|
||||
|
||||
drawn = 0
|
||||
real = itertools.product
|
||||
|
||||
def guarded(*iterables, **kw):
|
||||
nonlocal drawn
|
||||
for combo in real(*iterables, **kw):
|
||||
drawn += 1
|
||||
# 红的时候不至于真把内存吃光:取得比上限多出一截就停
|
||||
assert drawn <= facts.JOINT_LIMIT + 64, "列出的组合远多于上限:没有先算个数"
|
||||
yield combo
|
||||
|
||||
stem = candidate(BY_ORDER_DATE, RIGHT, "a")
|
||||
picked = [{**stem, "metric": f"指标{i}", "metric_id": f"m{i}"} for i in range(20)]
|
||||
monkeypatch.setattr(itertools, "product", guarded)
|
||||
assert facts.preview_joint(picked, {"shop": (SCHEMA, {})}) == []
|
||||
assert drawn <= facts.JOINT_LIMIT
|
||||
|
||||
|
||||
def test_each_item_has_its_own_limit():
|
||||
"""上限按每一项算,不是几项共用一份额度:两个数据源的业务日期各有四个指标落上来(各 72 种组合),两项都预告。
|
||||
以前共用 JOINT_LIMIT 的额度,前一项用掉 72 种,后一项明明没超上限也被悄悄跳过"""
|
||||
from app.engine import dual_check_facts as facts
|
||||
|
||||
picked = [{**candidate(BY_ORDER_DATE, RIGHT, "a", metric=f"指标{i}", source=source), "metric_id": f"{source}-{i}"}
|
||||
for source in ("shop", "outlet") for i in range(4)]
|
||||
joint = facts.preview_joint(picked, {"shop": (SCHEMA, {}), "outlet": (SCHEMA, {})})
|
||||
per = 3 ** 4 - 1 - 4 * 2
|
||||
assert per <= facts.JOINT_LIMIT < 2 * per
|
||||
assert sorted({e["source"] for e in joint}) == ["outlet", "shop"]
|
||||
assert len(joint) == 2 * per
|
||||
|
||||
|
||||
@pytest.mark.parametrize("choices", [("a", "b"), ("b", "b"), ("b", "a"), ("a", None)])
|
||||
async def test_the_joint_preview_is_what_gets_written(shop, choices):
|
||||
"""预告和真写逐字一致:按这组选择,各指标的预告(单独落一项的看 preview,几个落到同一项的看 preview_joint)说写的,
|
||||
目录里就是那个值;说不写的,原因就在真写跳过的原因里"""
|
||||
from app.engine.dual_check_facts import preview_joint
|
||||
|
||||
name, source_id = shop
|
||||
await seed(source_id, {"valid_filter": catalog.make_item("is_test = 0", "llm")})
|
||||
base = f"SELECT SUM(amount) AS gmv FROM orders WHERE is_test = 0 AND paid_date {WEEK}"
|
||||
picked = [{**candidate(base, extra("status <> 'refunded'", base), "a", metric="销售额", source=name),
|
||||
"metric_id": "gmv"},
|
||||
{**candidate(base, extra("channel <> 'test'", base), "a", metric="订单金额", source=name),
|
||||
"metric_id": "total"}]
|
||||
notes = {"orders": (await entry_of(source_id)).notes}
|
||||
singles = {c["metric_id"]: preview(c, SCHEMA, notes) for c in picked}
|
||||
joint = preview_joint(picked, {name: (SCHEMA, notes)})
|
||||
chosen = {c["metric_id"]: choice for c, choice in zip(picked, choices) if choice}
|
||||
expected = said_for(chosen, singles, joint)
|
||||
out = await record_choices([{**c, "choice": chosen[c["metric_id"]]} for c in picked if c["metric_id"] in chosen],
|
||||
run_id="run-1", node_title="复核", actor=None)
|
||||
entry = await entry_of(source_id)
|
||||
for metric_id, said in expected.items():
|
||||
if said["write"]:
|
||||
assert {"source": name, "table": "orders", "item": said["item"], "value": said["value"]} in out["written"]
|
||||
assert entry.notes[said["item"]]["value"] == said["value"]
|
||||
else:
|
||||
assert said["reason"] in [s["reason"] for s in out["skipped"]], (metric_id, said, out)
|
||||
|
||||
|
||||
def said_for(chosen: dict, singles: dict, joint: list) -> dict:
|
||||
"""审批卡的认法:一个指标选的那一边认出了写到哪,就看按当前的选择还有谁落到同一项上——只有它自己时照单个指标的
|
||||
预告,几个时照 preview_joint 里这几个成员的那一条"""
|
||||
out = {}
|
||||
for metric_id, choice in chosen.items():
|
||||
side = singles[metric_id][choice]
|
||||
if "table" not in side:
|
||||
out[metric_id] = side
|
||||
continue
|
||||
where = (side["source"], side["table"], side["item"])
|
||||
peers = sorted((m, c) for m, c in chosen.items()
|
||||
if "table" in singles[m][c] and (singles[m][c]["source"], singles[m][c]["table"],
|
||||
singles[m][c]["item"]) == where)
|
||||
if len(peers) == 1:
|
||||
out[metric_id] = side
|
||||
continue
|
||||
[entry] = [e for e in joint if sorted((m["metric_id"], m["choice"]) for m in e["members"]) == peers]
|
||||
out[metric_id] = {**entry["outcomes"][metric_id], "item": entry["item"]}
|
||||
return out
|
||||
|
||||
@@ -16,11 +16,17 @@ variants 和 peers 各自的 catalog)也是服务端的真实输出:按下
|
||||
服务端合入之前没有这个模块,逐项比对那几项跳过,形状和门槛照样查。
|
||||
|
||||
**同一次裁决里几个指标落到同一项上。** 预告是每个指标单独算的,服务端写目录前却要把同一次裁决里落到同一张表同一项上的
|
||||
说法归拢(业务日期、去重规则说法不同的一项都不写,有效记录条件合成一句写),卡上按其余指标当前的选择补上这一层
|
||||
(2026-10 第 3 轮复核:两个指标分开选,卡上各自说「记为……」,服务端一项都不写)。peers 是换掉「退款率」对不上的那个
|
||||
输入的几对 SQL,和「销售额」(或换上的变体)落到数据目录的同一项上;merges 是检查脚本看的几种组合,written 是服务端
|
||||
按这几种选择真写一遍(record_choices,空目录、临时数据源)的结果。它要建数据源,regenerate 不生成:测试报不一致时,
|
||||
照报出的实际结果改 written,再看审批卡的说法要不要跟着改。
|
||||
说法归拢(业务日期、去重规则说法不同的一项都不写,有效记录条件合成一句写,驳回过的拿出来不写)。服务端把每种组合按
|
||||
真写的办法算好放进对照工件(dual_check_facts.preview_joint → catalog_joint),卡上按各指标当前的选择取;工件里没有时
|
||||
卡上按其余指标当前的选择有条件地推。peers 是换掉「退款率」对不上的那个输入的几对 SQL,和「销售额」(或换上的变体)
|
||||
落到数据目录的同一项上;merges 是检查脚本看的几种组合:notes 是这一组合发起审批时的目录(不写就是空目录),catalog
|
||||
是两个指标按它各自的预告,joint 是 preview_joint 的真实输出(这两项 regenerate 重新生成),written 是服务端按这几种
|
||||
选择真写一遍(record_choices,临时数据源)的结果——它要建数据源,regenerate 不生成:测试报不一致时,照报出的实际结果
|
||||
改 written,再看审批卡的说法要不要跟着改。joint 里按这一组合的选择取出的那一条,和 written 一字不差(会写的值、不写的
|
||||
原因)。
|
||||
|
||||
**挡下的一边。** catalog_blocked 是「销售额」那一对 SQL 在目录里已有人工确认的业务日期时的预告(notes 是那时的目录):
|
||||
两边都认出了事实、都被目录挡下,照样带着写到哪和原因,审批卡逐条说「不会记入:原因」。
|
||||
|
||||
重新生成夹具里的差异说明和预告(只改 diff、摘要的 diff 和 fallback、预告,其余原样;没有预告的模块时预告不动):
|
||||
cd backend && PYTHONPATH=. python tests/test_dual_check_fixture.py
|
||||
@@ -136,11 +142,9 @@ def _merge_metrics(fx: dict[str, Any], case: dict[str, Any]) -> list[tuple[str,
|
||||
("refund_rate", PEER_METRIC, tuple(peer["sql"]), peer["catalog"])]
|
||||
|
||||
|
||||
def _shown(side: dict[str, Any]) -> dict[str, Any]:
|
||||
"""一边的预告里审批卡用得到的:写不写,写的话写到哪、写成什么。不写的原因只在时间线上给人看,措辞不比。"""
|
||||
if side.get("write") is True:
|
||||
return {k: side.get(k) for k in ("write", "source", "table", "item", "value")}
|
||||
return {"write": side.get("write")}
|
||||
def _merge_candidates(fx: dict[str, Any], case: dict[str, Any]) -> list[dict[str, Any]]:
|
||||
"""merges 里一种组合交给服务端的候选(不带 choice):两个指标各自的那一对 SQL,带上指标 id(preview_joint 按它说结果)。"""
|
||||
return [{**_candidate(metric, *sql), "metric_id": metric_id} for metric_id, metric, sql, _ in _merge_metrics(fx, case)]
|
||||
|
||||
|
||||
def _server(name: str) -> Any:
|
||||
@@ -209,14 +213,41 @@ def test_catalog_previews_have_the_server_shape():
|
||||
|
||||
|
||||
def test_catalog_previews_follow_the_server():
|
||||
"""预告里审批卡用得到的部分(写不写、写到哪、写成什么)和服务端(dual_check_facts.preview)一致:服务端改了写目录
|
||||
的规则,这里先变红——审批卡上照预告说的、检查脚本按预告核对的有条件说法都要跟着看一遍。"""
|
||||
"""预告和服务端(dual_check_facts.preview)一字不差:写不写、写到哪、写成什么,不写的原因(审批卡逐条照原话说「不会
|
||||
记入:原因」)。服务端改了写目录的规则或说法,这里先变红——审批卡上照预告说的、检查脚本按预告核对的说法都要跟着看一遍。"""
|
||||
preview = _server("preview")
|
||||
if preview is None:
|
||||
pytest.skip("双盲复算的服务端(dual_check_facts.preview)还没合入")
|
||||
for name, metric, original, blind, _, expected in _preview_cases(_load()):
|
||||
got = preview(_candidate(metric, original, blind), SCHEMA, {})
|
||||
assert {s: _shown(got[s]) for s in ("a", "b")} == {s: _shown(expected[s]) for s in ("a", "b")}, name
|
||||
assert preview(_candidate(metric, original, blind), SCHEMA, {}) == expected, name
|
||||
|
||||
|
||||
def test_a_blocked_side_still_says_where_it_would_write():
|
||||
"""目录里已有人工确认的业务日期:两边都认出了事实、都被挡下——照样带着写到哪、本来要写什么和原因,和服务端一字不差"""
|
||||
preview = _server("preview")
|
||||
if preview is None:
|
||||
pytest.skip("双盲复算的服务端(dual_check_facts.preview)还没合入")
|
||||
fx = _load()
|
||||
blocked = fx["catalog_blocked"]
|
||||
gmv = fx["card"]["metrics"][0]
|
||||
(a, b), = _differing(gmv)
|
||||
assert preview(_candidate(gmv["name"], a["sql"], b["sql"]), SCHEMA, blocked["notes"]) == blocked["catalog"]
|
||||
for side in ("a", "b"):
|
||||
said = blocked["catalog"][side]
|
||||
assert said["write"] is False and said["reason"] and said["table"] == "orders" and said["item"] == "business_date"
|
||||
|
||||
|
||||
def test_merges_carry_the_server_joint_preview():
|
||||
"""merges 里每一种组合:两个指标各自的预告(catalog)和合起来的预告(joint)都是服务端按这一组合的目录算出来的"""
|
||||
preview, preview_joint = _server("preview"), _server("preview_joint")
|
||||
if preview is None or preview_joint is None:
|
||||
pytest.skip("双盲复算的服务端(dual_check_facts.preview_joint)还没合入")
|
||||
fx = _load()
|
||||
for name, case in fx["merges"].items():
|
||||
notes = case.get("notes") or {}
|
||||
candidates = _merge_candidates(fx, case)
|
||||
assert case["catalog"] == {c["metric_id"]: preview(c, SCHEMA, notes) for c in candidates}, name
|
||||
assert case["joint"] == preview_joint(candidates, {SOURCE: (SCHEMA, notes)}), name
|
||||
|
||||
|
||||
def test_merges_put_two_metrics_on_the_same_item():
|
||||
@@ -226,8 +257,9 @@ def test_merges_put_two_metrics_on_the_same_item():
|
||||
fx = _load()
|
||||
assert fx["merges"]
|
||||
for name, case in fx["merges"].items():
|
||||
sides = [said[case["choices"][metric_id]] for metric_id, _, _, said in _merge_metrics(fx, case)]
|
||||
assert all(s["write"] is True for s in sides), name
|
||||
sides = [case["catalog"][metric_id][case["choices"][metric_id]] for metric_id, _, _, _ in _merge_metrics(fx, case)]
|
||||
# 落到同一项上的:会写的、被目录挡下的都算(都带着写到哪),服务端照样把它们归拢成一项
|
||||
assert all("table" in s for s in sides), name
|
||||
targets = {(s["source"], s["table"], s["item"]) for s in sides}
|
||||
assert len(targets) == 1, name
|
||||
assert all((SOURCE, w["table"], w["item"]) in targets for w in case["written"]), name
|
||||
@@ -263,15 +295,27 @@ async def test_merged_choices_follow_the_server(make_source):
|
||||
fx = _load()
|
||||
for name, case in fx["merges"].items():
|
||||
source, source_id = await make_source()
|
||||
candidates = [{**_candidate(metric, *sql), "source": source, "choice": case["choices"][metric_id]}
|
||||
for metric_id, metric, sql, _ in _merge_metrics(fx, case)]
|
||||
for table, notes in (case.get("notes") or {}).items():
|
||||
async with SessionLocal() as session:
|
||||
await catalog.write_entry(session, source_id, table, notes, if_version=0, actor="数据组")
|
||||
candidates = [{**c, "source": source, "choice": case["choices"][c["metric_id"]]}
|
||||
for c in _merge_candidates(fx, case)]
|
||||
out = await record(candidates, run_id="run-dc-0001", node_title="复核周报口径", actor=None)
|
||||
written = []
|
||||
async with SessionLocal() as session:
|
||||
for w in out["written"]:
|
||||
entry = await catalog.read_entry(session, source_id, w["table"])
|
||||
assert w["value"] == entry.notes[w["item"]]["value"], name
|
||||
written.append({"table": w["table"], "item": w["item"], "value": entry.notes[w["item"]]["value"]})
|
||||
assert written == case["written"], (name, out["skipped"])
|
||||
# 审批卡按这一组合的选择从 joint 里取的那一条,就是真写的结果:会写的值、不写的原因一字不差
|
||||
chosen = {c["metric_id"]: case["choices"][c["metric_id"]] for c in candidates}
|
||||
[entry] = [e for e in case["joint"] if {m["metric_id"]: m["choice"] for m in e["members"]} == chosen]
|
||||
for metric_id, said in entry["outcomes"].items():
|
||||
if said["write"]:
|
||||
assert {"table": entry["table"], "item": entry["item"], "value": said["value"]} in written, (name, metric_id)
|
||||
else:
|
||||
assert said["reason"] in [s["reason"] for s in out["skipped"]], (name, metric_id, out["skipped"])
|
||||
|
||||
|
||||
def regenerate() -> None:
|
||||
@@ -294,6 +338,16 @@ def regenerate() -> None:
|
||||
for group, metric_name in SWAPS.items():
|
||||
for swap in fx[group].values():
|
||||
swap["catalog"] = preview(_candidate(metric_name, *swap["sql"]), SCHEMA, {})
|
||||
gmv = fx["card"]["metrics"][0]
|
||||
(a, b), = _differing(gmv)
|
||||
blocked = fx["catalog_blocked"]
|
||||
blocked["catalog"] = preview(_candidate(gmv["name"], a["sql"], b["sql"]), SCHEMA, blocked["notes"])
|
||||
if (preview_joint := _server("preview_joint")) is not None:
|
||||
for case in fx["merges"].values():
|
||||
notes = case.get("notes") or {}
|
||||
candidates = _merge_candidates(fx, case)
|
||||
case["catalog"] = {c["metric_id"]: preview(c, SCHEMA, notes) for c in candidates}
|
||||
case["joint"] = preview_joint(candidates, {SOURCE: (SCHEMA, notes)})
|
||||
FIXTURE.write_text(json.dumps(fx, ensure_ascii=False, indent=2) + "\n", encoding="utf-8")
|
||||
|
||||
|
||||
|
||||
@@ -401,9 +401,14 @@ async def test_disagreement_pauses_with_the_agreed_payload_and_card(monkeypatch,
|
||||
assert set(orig) == {"path", "value", "sql", "source", "alias"}
|
||||
assert (orig["sql"], orig["value"], orig["source"], orig["alias"]) == (BY_ORDER_DATE, 310.0, name, "Q1")
|
||||
[mine] = metric["blind"]["inputs"]
|
||||
assert set(mine) == {"path", "value", "sql", "source", "alias", "rationale"}
|
||||
assert set(mine) == {"path", "value", "sql", "source", "alias", "rationale", "rationale_doc"}
|
||||
assert (mine["sql"], mine["value"], mine["source"], mine["alias"]) == (RIGHT, 330.0, name, "Q1")
|
||||
assert mine["path"] == orig["path"] == "cell(nodes.fetch, 0, 'gmv')" and "330" in mine["rationale"]
|
||||
# 理由组装成的文档:正文同 rationale,数字挂着盲算自己那次查询的格子
|
||||
doc = mine["rationale_doc"]
|
||||
assert doc["markdown"] == mine["rationale"] and doc["violations"] == []
|
||||
[cited] = [seg for block in doc["blocks"] for unit in block["units"] for seg in unit["segments"] if seg.get("cite")]
|
||||
assert cited["text"] == "330" and cited["cite"]["alias"] == "Q1"
|
||||
assert metric["original"]["value"] == 310.0 and metric["blind"]["value"] == 330.0
|
||||
assert set(metric["diff"]) == {"equivalent", "items", "fallback", "text_diff"}
|
||||
assert metric["diff"]["equivalent"] is False and metric["diff"]["fallback"] is False
|
||||
@@ -416,6 +421,19 @@ async def test_disagreement_pauses_with_the_agreed_payload_and_card(monkeypatch,
|
||||
assert len([e for e in evs if e.type == "human.requested"]) == 1
|
||||
|
||||
|
||||
async def test_a_bare_number_in_the_blind_rationale_is_marked(monkeypatch, shop):
|
||||
"""盲算的理由里写了没有出处的数(「比上周多 20」):对照工件里的理由文档把它标成裸数字,审批卡据此醒目标出"""
|
||||
name, _ = shop
|
||||
Blind(monkeypatch, name, {"销售额": (RIGHT, "gmv")}, rationale="按口径说明统计,结果是 {ref},比上周多 20。")
|
||||
run = await start(graph(name, BY_ORDER_DATE))
|
||||
card = artifact_store.load((await pending(run.id)).payload["card_artifact"])
|
||||
[mine] = card["metrics"][0]["blind"]["inputs"]
|
||||
doc = mine["rationale_doc"]
|
||||
bare = [seg["text"] for block in doc["blocks"] for unit in block["units"] for seg in unit["segments"]
|
||||
if seg.get("issue") == "uncited_number"]
|
||||
assert bare == ["20"] and mine["rationale"] == doc["markdown"]
|
||||
|
||||
|
||||
async def test_choosing_the_original_leaves_no_gap(monkeypatch, shop, client):
|
||||
name, source_id = shop
|
||||
Blind(monkeypatch, name, {"销售额": (RIGHT, "gmv")})
|
||||
@@ -436,7 +454,8 @@ async def test_choosing_the_original_leaves_no_gap(monkeypatch, shop, client):
|
||||
assert item["value"] == {"column": "order_date"} and (item["source"], item["status"]) == ("human", "confirmed")
|
||||
assert run.id in item["note"] and "复核销售额" in item["note"] and "销售额" in item["note"]
|
||||
[wrote] = logs(evs, "dual_check_catalog")
|
||||
assert wrote["written"] == [{"source": name, "table": "orders", "item": "business_date"}] and wrote["skipped"] == []
|
||||
assert wrote["written"] == [{"source": name, "table": "orders", "item": "business_date",
|
||||
"value": {"column": "order_date"}}] and wrote["skipped"] == []
|
||||
|
||||
|
||||
async def test_choosing_the_blind_result_degrades_and_writes_the_catalog(monkeypatch, shop, client):
|
||||
@@ -446,13 +465,25 @@ async def test_choosing_the_blind_result_degrades_and_writes_the_catalog(monkeyp
|
||||
done = await decide(client, run.id, {"gmv": "b"})
|
||||
assert done.status == "succeeded", done.error
|
||||
out = dual_output(done, await events(run.id))
|
||||
assert out["issuance_gaps"] == ["指标「销售额」双盲复算不一致,审核人选择了盲算结果"]
|
||||
assert out["issuance_gaps"] == ["指标「销售额」两路结果不一致,审核人选择了盲算结果"]
|
||||
issuance = done.output["_issuance"]
|
||||
assert issuance["tier"] == "degraded"
|
||||
assert issuance["gaps"] == ["双盲复算「复核销售额」:指标「销售额」双盲复算不一致,审核人选择了盲算结果"]
|
||||
assert issuance["gaps"] == ["双盲复算「复核销售额」:指标「销售额」两路结果不一致,审核人选择了盲算结果"]
|
||||
assert (await notes_of(source_id)).notes["business_date"]["value"] == {"column": "paid_date"}
|
||||
|
||||
|
||||
async def test_a_dual_check_named_after_its_type_is_named_once_in_the_gap(monkeypatch, shop, client):
|
||||
"""拖进画布没改名的双盲复算:缺口读成「双盲复算:指标「销售额」两路结果不一致……」,不写两遍「双盲复算」"""
|
||||
name, _ = shop
|
||||
Blind(monkeypatch, name, {"销售额": (RIGHT, "gmv")})
|
||||
spec = graph(name, BY_ORDER_DATE)
|
||||
next(n for n in spec["nodes"] if n["id"] == "dual")["data"]["label"] = "双盲复算"
|
||||
run = await start(spec)
|
||||
done = await decide(client, run.id, {"gmv": "neither"})
|
||||
assert done.status == "succeeded", done.error
|
||||
assert done.output["_issuance"]["gaps"] == ["双盲复算:指标「销售额」两路结果不一致,审核人判断两边都不对"]
|
||||
|
||||
|
||||
async def test_neither_degrades_and_writes_nothing(monkeypatch, shop, client):
|
||||
name, source_id = shop
|
||||
Blind(monkeypatch, name, {"销售额": (RIGHT, "gmv")})
|
||||
@@ -461,7 +492,7 @@ async def test_neither_degrades_and_writes_nothing(monkeypatch, shop, client):
|
||||
assert done.status == "succeeded", done.error
|
||||
evs = await events(run.id)
|
||||
out = dual_output(done, evs)
|
||||
assert out["issuance_gaps"] == ["指标「销售额」双盲复算不一致,审核人判断两边都不对"]
|
||||
assert out["issuance_gaps"] == ["指标「销售额」两路结果不一致,审核人判断两边都不对"]
|
||||
assert done.output["_issuance"]["tier"] == "degraded"
|
||||
assert not logs(evs, "dual_check_catalog") and await notes_of(source_id) is None
|
||||
|
||||
@@ -476,7 +507,7 @@ async def test_a_missing_choice_is_recorded_as_no_choice(monkeypatch, shop, clie
|
||||
evs = await events(run.id)
|
||||
out = dual_output(done, evs)
|
||||
assert out["choices"] == {} and "choice" not in out["metrics"][0]
|
||||
assert out["issuance_gaps"] == ["指标「销售额」双盲复算不一致,审核人没有作出选择"]
|
||||
assert out["issuance_gaps"] == ["指标「销售额」两路结果不一致,审核人没有作出选择"]
|
||||
[resolved] = logs(evs, "dual_check_resolved")
|
||||
assert resolved["choices"] == {} and resolved["gaps"] == out["issuance_gaps"]
|
||||
assert "没有作出选择" in resolved["message"] and "两边都不对" not in resolved["message"]
|
||||
@@ -505,7 +536,7 @@ async def test_on_reject_fail_stops_the_run(monkeypatch, shop, client):
|
||||
assert done.status == "failed" and "审核人没有采用原流程的结果" in (done.error or "") and "销售额" in done.error
|
||||
evs = await events(run.id)
|
||||
assert [d["gaps"] for d in logs(evs, "dual_check_resolved")] == [
|
||||
["指标「销售额」双盲复算不一致,审核人选择了盲算结果"]]
|
||||
["指标「销售额」两路结果不一致,审核人选择了盲算结果"]]
|
||||
# 审核人的选择照样写进了目录:那是对数据的判断,和运行停不停无关
|
||||
entry = await notes_of(source_id)
|
||||
assert entry.notes["business_date"]["value"] == {"column": "paid_date"} and entry.version == 1
|
||||
@@ -581,9 +612,12 @@ async def test_a_confirmed_catalog_entry_is_not_overwritten(monkeypatch, shop, c
|
||||
preview = (await pending(run.id)).payload["summary"][0]["catalog"]
|
||||
assert preview["a"]["write"] is False and "无需重复写入" in preview["a"]["reason"]
|
||||
assert preview["b"]["write"] is False and "已有人工确认过的说法「order_date」" in preview["b"]["reason"]
|
||||
# 认出了事实、只是被目录挡下:照样说写到哪张表的哪一项、本来要写什么
|
||||
assert {k: preview["b"][k] for k in ("source", "table", "item", "value")} == \
|
||||
{"source": name, "table": "orders", "item": "business_date", "value": {"column": "paid_date"}}
|
||||
done = await decide(client, run.id, {"gmv": "b"})
|
||||
[wrote] = logs(await events(done.id), "dual_check_catalog")
|
||||
assert wrote["written"] == []
|
||||
assert wrote["written"] == [] and [s["reason"] for s in wrote["skipped"]] == [preview["b"]["reason"]]
|
||||
assert "已有人工确认过的说法「order_date」" in wrote["skipped"][0]["reason"] and "paid_date" in wrote["skipped"][0]["reason"]
|
||||
entry = await notes_of(source_id)
|
||||
assert entry.version == 1 and entry.notes["business_date"]["value"] == {"column": "order_date"}
|
||||
@@ -607,19 +641,95 @@ async def test_a_rejected_filter_is_not_written_back_along_with_another_metric(m
|
||||
Blind(monkeypatch, name, {"销售额": (RIGHT, "gmv"), "订单金额": (no_test, "total")})
|
||||
run = await start(graph(name, original, metrics=[GMV, total], dual={"definitions": {}}))
|
||||
assert run.status == "interrupted", run.error
|
||||
said = {s["metric_id"]: s["catalog"]["b"] for s in (await pending(run.id)).payload["summary"]}
|
||||
payload = (await pending(run.id)).payload
|
||||
said = {s["metric_id"]: s["catalog"]["b"] for s in payload["summary"]}
|
||||
assert said["gmv"]["write"] is False and "曾被人工驳回" in said["gmv"]["reason"]
|
||||
assert said["total"]["write"] is True and said["total"]["value"] == "is_test = 0"
|
||||
done = await decide(client, run.id, {"gmv": "b", "total": "b"})
|
||||
# 两个指标都落到有效记录条件上:合起来的结果另有预告,和真写一致
|
||||
choices = {"gmv": "b", "total": "b"}
|
||||
expected = card_said(payload, choices)
|
||||
assert expected["gmv"]["write"] is False and expected["gmv"]["reason"] == said["gmv"]["reason"]
|
||||
assert expected["total"] == {"write": True, "value": "is_test = 0", "item": "valid_filter"}
|
||||
done = await decide(client, run.id, choices)
|
||||
assert done.status == "succeeded", done.error
|
||||
[wrote] = logs(await events(run.id), "dual_check_catalog")
|
||||
assert wrote["written"] == [{"source": name, "table": "orders", "item": "valid_filter"}]
|
||||
assert wrote["written"] == [{"source": name, "table": "orders", "item": "valid_filter", "value": "is_test = 0"}]
|
||||
assert [s["reason"] for s in wrote["skipped"]] == [said["gmv"]["reason"]]
|
||||
await assert_written_as_said(expected, wrote, source_id)
|
||||
item = (await notes_of(source_id)).notes["valid_filter"]
|
||||
assert item["value"] == said["total"]["value"] and (item["source"], item["status"]) == ("human", "confirmed")
|
||||
assert "「订单金额」" in item["note"] and "「销售额」" not in item["note"]
|
||||
|
||||
|
||||
def card_said(payload: dict, choices: dict) -> dict:
|
||||
"""审批卡按这组选择会怎么预告(DualCheckApproval 的认法):选的那一边认出了写到哪,就看按当前的选择还有哪些指标
|
||||
落到同一项上——只有它自己时照摘要里它的预告,几个时照对照工件 catalog_joint 里这几个成员的那一条。"""
|
||||
summary = {s["metric_id"]: s["catalog"] for s in payload["summary"]}
|
||||
joint = artifact_store.load(payload["card_artifact"]).get("catalog_joint") or []
|
||||
|
||||
def where(metric_id: str, choice: str):
|
||||
side = summary[metric_id][choice]
|
||||
return (side["source"], side["table"], side["item"]) if "table" in side else None
|
||||
|
||||
out = {}
|
||||
for metric_id, choice in choices.items():
|
||||
if choice not in ("a", "b"):
|
||||
continue
|
||||
target = where(metric_id, choice)
|
||||
peers = sorted((m, c) for m, c in choices.items() if c in ("a", "b") and target and where(m, c) == target)
|
||||
if len(peers) < 2:
|
||||
out[metric_id] = summary[metric_id][choice]
|
||||
continue
|
||||
[entry] = [e for e in joint if sorted((m["metric_id"], m["choice"]) for m in e["members"]) == peers]
|
||||
out[metric_id] = {**entry["outcomes"][metric_id], "item": entry["item"]}
|
||||
return out
|
||||
|
||||
|
||||
async def assert_written_as_said(said: dict, wrote: dict, source_id: str) -> None:
|
||||
"""预告和真写逐字一致:说会记为什么的,目录里就是那个值、日志的 written 里有它;说不记的,原因就在日志的跳过原因里"""
|
||||
entry = await notes_of(source_id)
|
||||
for metric_id, side in said.items():
|
||||
if side["write"]:
|
||||
assert any(w["item"] == side["item"] and w["value"] == side["value"] for w in wrote["written"]), \
|
||||
(metric_id, side, wrote)
|
||||
assert entry.notes[side["item"]]["value"] == side["value"]
|
||||
else:
|
||||
assert side["reason"] in [s["reason"] for s in wrote["skipped"]], (metric_id, side, wrote)
|
||||
|
||||
|
||||
#: 两个指标取自同一条查询的两列,都是按下单日筛的:盲算按支付日算,两个指标都只差时间列,落到 orders 的业务日期上
|
||||
TWO_BY_ORDER_DATE = (f"SELECT SUM(amount) AS gmv, SUM(amount) AS total FROM orders "
|
||||
f"WHERE status <> 'refunded' AND order_date {WEEK}")
|
||||
TOTAL = {**GMV, "id": "total", "name": "订单金额", "expression": "cell(nodes.fetch, 0, 'total')"}
|
||||
|
||||
|
||||
@pytest.mark.parametrize("choices", [
|
||||
{"gmv": "a", "total": "b"}, # 说法不同:两个都不写
|
||||
{"gmv": "b", "total": "b"}, # 说法一样:写一次
|
||||
{"gmv": "a", "total": "a"},
|
||||
{"gmv": "b", "total": "neither"}, # 只有一个落到这一项上:照它自己的预告
|
||||
])
|
||||
async def test_the_card_preview_is_what_the_decision_writes(monkeypatch, shop, client, choices):
|
||||
"""图级:两个指标都只差时间列、落到数据目录的同一项上。审批卡按当前的选择预告的(摘要里各自的预告、对照工件里
|
||||
合起来的预告),和裁决后真写进目录的逐字一致:写的值一样,不写的原因一句不差"""
|
||||
name, source_id = shop
|
||||
right_total = f"SELECT SUM(amount) AS total FROM orders WHERE status <> 'refunded' AND paid_date {WEEK}"
|
||||
Blind(monkeypatch, name, {"销售额": (RIGHT, "gmv"), "订单金额": (right_total, "total")})
|
||||
run = await start(graph(name, TWO_BY_ORDER_DATE, metrics=[GMV, TOTAL], dual={"definitions": {}}))
|
||||
assert run.status == "interrupted", run.error
|
||||
payload = (await pending(run.id)).payload
|
||||
card = artifact_store.load(payload["card_artifact"])
|
||||
assert len(card["catalog_joint"]) == 4, "两个指标两边都落在业务日期上:四种组合各预告一次"
|
||||
said = card_said(payload, choices)
|
||||
done = await decide(client, run.id, choices)
|
||||
assert done.status == "succeeded", done.error
|
||||
[wrote] = logs(await events(run.id), "dual_check_catalog")
|
||||
await assert_written_as_said(said, wrote, source_id)
|
||||
if choices == {"gmv": "a", "total": "b"}:
|
||||
assert not said["gmv"]["write"] and said["gmv"] == {**said["total"], "item": "business_date"}
|
||||
assert wrote["written"] == [] and "给出了不同的说法" in said["gmv"]["reason"]
|
||||
|
||||
|
||||
async def test_a_metric_scope_filter_is_not_written_as_a_valid_filter(monkeypatch, shop, client):
|
||||
"""「华东销售额」原流程按指标名只看华东,盲算漏了地区:审核人选原流程,但 region = '华东' 是这个指标自己的筛选
|
||||
范围,写成表的有效记录条件,以后所有查订单表的工作流(包括下一次盲算)都会只看华东。"""
|
||||
|
||||
@@ -93,3 +93,9 @@ async def test_without_issuance_gaps_nothing_changes():
|
||||
issuance = row.output["_issuance"]
|
||||
assert issuance["tier"] == "formal"
|
||||
assert issuance["gaps"] == []
|
||||
|
||||
|
||||
async def test_a_node_named_after_its_type_is_named_once():
|
||||
"""节点名就是类型的叫法(拖进画布没改名的):前缀只写一次「数据整形:」,不写成「数据整形「数据整形」:」"""
|
||||
row = await finish(graph(gaps_node("recheck", "数据整形", ["两路结果不一致"])))
|
||||
assert row.output["_issuance"]["gaps"] == ["数据整形:两路结果不一致"]
|
||||
|
||||
@@ -0,0 +1,42 @@
|
||||
"""跑完之后的复核层认得双盲复算、反方审稿的 warn 日志代码(engine/review.py 的 WARN_CODES)。
|
||||
|
||||
没登记的代码一律按 degraded、kind 记成笼统的 warn:时间线复核和问数据页说不清是哪一种缺口,模型相同这种只关乎独立性、
|
||||
不影响结论的提醒也会被当成缺口去叫一次复核模型。这里守住两类:
|
||||
- 模型相同(dual_check_same_model、challenge_same_model)同 judge_same_model,核查模型不在价格目录中(verify_unpriced)
|
||||
同 judge_unpriced,是配置上的提醒,不进信号;
|
||||
- 触顶、不一致、无法复算、被推翻、未能反查、只查了部分数据源是缺口,按各自的 kind 记成 degraded。核查 agent 自己触顶
|
||||
(verify_limit,双盲复算、反方审稿都会发)也是:步数上限只有它说。
|
||||
"""
|
||||
from __future__ import annotations
|
||||
|
||||
import pytest
|
||||
|
||||
from app.core.events import EventType
|
||||
from app.engine import review as rv
|
||||
|
||||
OK_OUTPUT = {"结论": "本周订单 120 单。"}
|
||||
|
||||
|
||||
def warn(message: str, code: str) -> dict:
|
||||
return {"type": str(EventType.LOG), "node_id": "gate", "data": {"level": "warn", "message": message, "code": code}}
|
||||
|
||||
|
||||
@pytest.mark.parametrize("code", ["dual_check_same_model", "challenge_same_model", "verify_unpriced"])
|
||||
def test_configuration_reminders_do_not_trigger_review(code):
|
||||
"""和 judge_same_model、judge_unpriced 一样:配置上的提醒,答案本身没受影响,不值得为它叫一次复核模型、
|
||||
在答案上多一句降级说明"""
|
||||
assert rv.WARN_CODES[code] == (code, rv.BENIGN)
|
||||
assert rv.scan([warn("核查模型与原流程相同(「mx-1」)", code)], OK_OUTPUT) == []
|
||||
|
||||
|
||||
@pytest.mark.parametrize("code", [
|
||||
"dual_check_limit", "dual_check_disagreed", "dual_check_unchecked",
|
||||
"challenge_limit", "challenge_refuted", "challenge_unreviewed", "challenge_sources_lost", "verify_limit",
|
||||
])
|
||||
def test_verify_gaps_are_degraded_signals_of_their_own_kind(code):
|
||||
"""核查没做完、没通过:答案能用,但有缺口要说清是哪一种(kind 是代码本身,不是笼统的 warn)"""
|
||||
assert rv.WARN_CODES[code] == (code, rv.DEGRADED)
|
||||
[signal] = rv.scan([warn("核查的一条提醒", code)], OK_OUTPUT)
|
||||
assert (signal.kind, signal.severity, signal.detail) == (code, rv.DEGRADED, "核查的一条提醒")
|
||||
# 缺口不是断裂:不触发「重跑一次大概率能好」
|
||||
assert not rv.should_retry([signal])
|
||||
@@ -91,8 +91,24 @@ V1 = {"明细": [["区域", "数量"], ["分区甲", 1], ["分区乙", 2]]}
|
||||
V2 = {"明细": [["区域", "数量"], ["分区甲", 60], ["分区乙", 40]], "新增": [["时段", "客流"], ["上午", 7]]}
|
||||
|
||||
|
||||
#: 十六进制里的数字换成字母:名字里不带数字
|
||||
_NO_DIGITS = str.maketrans("0123456789", "ghijklmnop")
|
||||
|
||||
|
||||
def uniq(prefix: str = "dv") -> str:
|
||||
return f"{prefix}_{uuid.uuid4().hex[:10]}"
|
||||
"""一个不会重复的源名,只有字母。
|
||||
|
||||
报错原文里有源名(「数据源「dv_…」」),不少断言靠「第二版的 100 不在原文里」证明没有改用当前版本。十六进制名字
|
||||
每 500 个左右就有一个带着「100」(dv_3a100bc2ef),那几条断言就会无缘无故地失败——这正是
|
||||
test_snapshot_file_deleted_after_tools_were_built 偶尔失败的原因,和并行、时序无关。名字里不带数字,数字的断言
|
||||
才只看得见数据。"""
|
||||
return f"{prefix}_{uuid.uuid4().hex[:12].translate(_NO_DIGITS)}"
|
||||
|
||||
|
||||
def test_source_names_carry_no_digits():
|
||||
"""守住 uniq 的约定:名字里一个数字都没有,报错原文里出现的数字只能来自数据(见 uniq 的说明)"""
|
||||
names = {uniq() for _ in range(2000)}
|
||||
assert len(names) == 2000 and not any(ch.isdigit() for name in names for ch in name.removeprefix("dv_"))
|
||||
|
||||
|
||||
async def publish(name: str, sheets: dict[str, list[list]]) -> tuple[str, str]:
|
||||
|
||||
@@ -0,0 +1,45 @@
|
||||
"""双盲复算、反方审稿各项配置的叫法放在 engine/labels.py(和别的节点一样),校验、执行报错和通用的 field_label /
|
||||
option_label 取的是同一份。
|
||||
|
||||
以前双盲复算的字段叫法写在 schema.py 的 DUAL_CHECK_FIELD_LABEL 里(那时 labels.py 不归双盲复算的工作包),反方审稿的
|
||||
写在 schema.py 的 CHALLENGE_LABEL 里:发布门禁、升级预览这些走 field_label 的地方拿不到它们,说成通用的「模型」「启用」,
|
||||
和检查器上的「盲算模型」「启用双盲复算」对不上。和检查器(lib/terms.ts 的 DUAL_CHECK_TEXT.field、CHALLENGE_TEXT.field
|
||||
与下拉选项)逐项比对在 check-verify、check-challenge 里做。
|
||||
"""
|
||||
from __future__ import annotations
|
||||
|
||||
from app.engine import labels, schema
|
||||
|
||||
|
||||
def test_the_field_labels_live_in_labels_and_schema_reuses_them():
|
||||
assert schema.DUAL_CHECK_FIELD_LABEL is labels.DUAL_CHECK_FIELD_LABEL
|
||||
assert schema.CHALLENGE_LABEL is labels.CHALLENGE_LABEL
|
||||
assert schema.DUAL_CHECK_ON_REJECT_LABEL is labels.DUAL_CHECK_ON_REJECT_LABEL
|
||||
assert schema.CHALLENGE_ON_REFUTED_LABEL is labels.CHALLENGE_ON_REFUTED_LABEL
|
||||
# 每个可选的取值都有叫法,叫法里没有多出来的取值
|
||||
assert set(labels.DUAL_CHECK_ON_REJECT_LABEL) == set(schema.DUAL_CHECK_ON_REJECT)
|
||||
assert set(labels.CHALLENGE_ON_REFUTED_LABEL) == set(schema.CHALLENGE_ON_REFUTED)
|
||||
|
||||
|
||||
def test_field_label_names_the_fields_of_the_two_nodes_like_the_inspector():
|
||||
assert labels.field_label("model", "dual_check") == "盲算模型"
|
||||
assert labels.field_label("provider", "dual_check") == "盲算模型 · 接入"
|
||||
assert labels.field_label("enabled", "dual_check") == "启用双盲复算"
|
||||
assert labels.field_label("on_reject", "dual_check") == "未采用原流程时"
|
||||
assert labels.field_label("model", "challenge") == "反方模型"
|
||||
assert labels.field_label("on_refuted", "challenge") == "结论被推翻时"
|
||||
assert labels.field_label("max_claims", "challenge") == "最多审几句"
|
||||
# 别的节点上的同名字段照旧
|
||||
assert labels.field_label("model", "agent") == "模型"
|
||||
for key, words in labels.DUAL_CHECK_FIELD_LABEL.items():
|
||||
assert labels.field_label(key, "dual_check") == words, key
|
||||
for key, words in labels.CHALLENGE_LABEL.items():
|
||||
assert labels.field_label(key, "challenge") == words, key
|
||||
|
||||
|
||||
def test_option_label_uses_the_short_words_of_the_dropdowns():
|
||||
assert labels.option_label("on_refuted", "degrade") == "出具降档"
|
||||
assert labels.option_label("on_refuted", "flag") == "只标注"
|
||||
assert labels.option_label("on_refuted", "fail") == "报错并停止运行"
|
||||
assert labels.option_label("on_reject", "degrade") == "计入缺口、出具降档"
|
||||
assert labels.option_label("on_reject", "fail") == "判为失败"
|
||||
Reference in New Issue
Block a user