数字推演:用到遮罩列的指标不给代入式;真卡上核对还原是否忠实、封存后插进来的卡不认

- 代入式里代进去的就是遮罩列的那一格:用到遮罩列的指标,推演结果里的 substituted 一律为空(输入值本来就不给)
- 测试:真跑出来的每张卡(cell() 取数、整份查询结果、nodes.* 容器、agent 数组字段的两种引用、下游口径卡),什么都不改
  强制重算,值和卡上记的一模一样
- 测试:封存之后插进来的 node.finished 指向一张伪造的指标集,推演照旧用封存范围内的那张
This commit is contained in:
ThearchyHelios
2026-10-05 04:13:33 +08:00
parent cf038c95f5
commit cb141cea88
3 changed files with 56 additions and 0 deletions
+2
View File
@@ -540,6 +540,8 @@ def _result(plan: _Plan, status: str, new: Any, reason: str | None, values: dict
delta, rendered_delta = _delta(metric, old, new) if known else (None, None)
substituted = metric.get("substituted") if status == "unchanged" \
else substitute(plan.tree, values) if status == "ok" and plan.tree is not None else None
if any(inp.masked for inp in plan.inputs.values()):
substituted = None # 代入式里代进去的就是遮罩列的那一格
return {
"id": metric.get("id"), "name": metric.get("name") or metric.get("id"), "unit": metric.get("unit") or "",
"decimals": metric.get("decimals"), "format": metric.get("format") or DEFAULT_FORMAT,
+2
View File
@@ -147,6 +147,8 @@ def test_a_baseline_lists_what_cannot_be_used_without_recomputing_anything():
# 遮罩列的值不给
[phone] = metrics["phone_len"]["inputs"]
assert phone["masked"] is True and phone["old"] is None and phone["new"] is None and phone["editable"] is False
# 代入式里代进去的就是那一格:同样不给
assert metrics["phone_len"]["substituted"] is None and "13800000000" not in str(metrics["phone_len"])
# 能改的只有数值标量
editable = {i["path"]: i["editable"] for i in metrics["wow"]["inputs"] + metrics["total"]["inputs"]}
assert editable == {"vars.kpi.gmv": True, "vars.kpi.prev": True, "vars.kpi.amounts": False}
+52
View File
@@ -214,6 +214,52 @@ async def test_changing_an_input_of_one_metric(client, monkeypatch):
assert [(s["metric"], s["rendered_new"]) for s in body["segments"]] == [("per", "100.00元")]
async def faithful(run_id: str) -> list[tuple]:
"""真跑出来的每张卡、每个指标,什么都不改、强制重算一遍:(卡, 指标, 状态, 重算值, 卡上的值)。
输入的还原(标量、cell()、整份查询结果、agent 数组、nodes.*)是否忠实,在真卡上对一遍。"""
from app.api import whatif as api_whatif
from app.api.evidence import _reports, _sealed, _sealed_cards
from app.engine import recompute
sealed = await _sealed(run_id)
cards = _sealed_cards(sealed)
out = []
for node_id in dict.fromkeys(nid for nid, _, _ in cards):
_, card, started = api_whatif._card_of(sealed, cards, node_id, _reports(sealed), None)
loader = api_whatif._loader(sealed, cards)
sources = recompute.Sources(load=loader, queries=tuple(sealed.queries),
outputs=api_whatif._outputs_before(sealed, started),
masked=await api_whatif._hidden(sealed, loader))
for metric in card["metrics"]:
again = recompute.recompute(metric, recompute.Changes(), sources)
out.append((node_id, metric["id"], again["status"], again["new"], metric["value"]))
return out
async def test_recomputing_real_cards_without_changes_reproduces_them(monkeypatch):
row = await run_graph(monkeypatch, query_graph())
assert [(m, s, new == old) for _, m, s, new, old in await faithful(row.id)] == [
("amount5", "ok", True), ("cnt", "ok", True), ("per", "ok", True)]
async def test_events_appended_after_the_seal_are_ignored(client, monkeypatch):
"""封存之后插进来的 node.finished,哪怕指向一张真的指标集,也不能换掉推演用的那张卡。"""
from app.core.artifact_store import load, put_json
row = await run_graph(monkeypatch, query_graph())
card = (await whatif(client, row.id, {"card": "card"}))["card"]
forged = load(card["artifact"])
forged["metrics"][0]["value"] = 1.5
fake = await put_json(forged, kind="metric_set", run_id=row.id, node_id="card")
async with SessionLocal() as session:
session.add(RunEvent(run_id=row.id, seq=row.manifest_seq + 5, type="node.finished", node_id="card", ts=0.0,
data={"evidence": [{"kind": "metric_set", "node_id": "card", "artifact": fake}]}))
await session.commit()
body = await whatif(client, row.id, {"card": "card"})
assert body["card"]["artifact"] == card["artifact"] and by_id(body)["amount5"]["old"] == 600.5
assert body["sealed"] is True
async def test_whatif_is_read_only(client, monkeypatch):
row = await run_graph(monkeypatch, query_graph())
snapshot = await snapshot_of(row.id)
@@ -315,6 +361,7 @@ async def test_masked_columns_are_neither_shown_nor_used(client, monkeypatch, sh
metrics = by_id(body)
[cell] = metrics["amount5"]["inputs"]
assert cell["masked"] is True and cell["old"] is None and cell["new"] is None and cell["editable"] is False
assert metrics["amount5"]["substituted"] is None and metrics["per"]["substituted"] is None
reasons = {(u["metric"], u["input"]): u["reason"] for u in body["unsupported"]}
assert "遮罩" in reasons[("amount5", AMOUNT5)] and "遮罩" in reasons[("cnt", "vars.res.rows")]
@@ -367,6 +414,7 @@ async def test_node_containers_come_from_the_sealed_node_output(client, monkeypa
node("card", "metrics", caliber="推演口径", metrics=[
{"id": "n", "name": "加权条数", "expression": "len(nodes.fetch.items) * vars.kpi.k"}]),
node("out", "output", fields=[{"name": "r", "value": "{{ nodes.card.text }}"}])))
assert [(m, s, new == old) for _, m, s, new, old in await faithful(row.id)] == [("n", "ok", True)]
body = await whatif(client, row.id, {"card": "card", "overrides": {"inputs": {"vars.kpi.k": 5}}})
[n] = body["metrics"]
assert n["status"] == "ok" and (n["old"], n["new"]) == (6, 15)
@@ -417,6 +465,8 @@ async def test_agent_array_fields_follow_the_excluded_rows(client, monkeypatch):
baseline = by_id(await whatif(client, row.id, {"card": "card"}))
assert baseline["via_node"]["old"] == baseline["via_vars"]["old"] == total
assert [(m, s, new == old) for _, m, s, new, old in await faithful(row.id)] == [
("via_node", "ok", True), ("via_vars", "ok", True)]
body = await whatif(client, row.id, {"card": "card", "overrides": {"exclude_rows": {snapshot: [0]}}})
for metric in by_id(body).values():
assert metric["status"] == "ok" and metric["new"] == round(weeks["2026-W37"], 1), metric
@@ -439,6 +489,8 @@ async def test_downstream_cards_are_flagged_only_when_something_changes(client,
{"id": "year", "name": "年化", "decimals": 1, "expression": "vars.m.metrics[0].value * 52"}]),
node("out", "output", fields=[{"name": "r", "value": "{{ nodes.yearly.text }}"}])))
assert (await whatif(client, row.id, {"card": "card"}))["affected_cards"] == []
assert [(c, m, s, new == old) for c, m, s, new, old in await faithful(row.id)] == [
("card", "gmv", "ok", True), ("yearly", "year", "ok", True)]
body = await whatif(client, row.id, {"card": "card", "overrides": {"inputs": {"vars.kpi.gmv": 120}}})
assert by_id(body)["gmv"]["new"] == 120
[flagged] = body["affected_cards"]