mirror of
https://github.com/ThearchyHelios/AgentLab.git
synced 2026-11-15 02:51:58 +00:00
数字推演的重算(engine/recompute.py):改输入、排除快照行,按口径卡同一套规则算出新值
纯函数,不读库、不写工件。口径卡怎么算的这里就怎么算:同一条原式、同一个求值器,浮点按卡上的小数位 round,渲染走 render_metric。重算前先还原每个输入当时的值: - 标量(含 cell() 的格、agent 的单格字段和数组元素)用卡上记的值;它们落在快照的哪一行记在 locator 里,排除了那一行 就当缺失,指标标「排除后无法计算」 - 容器只记了「[12 项]」:agent 数组字段从节点产出的 data 还原、按 locator.rows 去掉被排除的行;nodes.* / input.* 从 口径卡执行前那个节点的产出还原;vars.* 只认 value_artifact,老运行照实说当时没有保存完整值;和某份快照 rows 一样 的容器(整份查询结果赋给了变量)排除行就去掉那几行 - 遮罩列取来的输入不给值、不能改、它的指标不重算:新值和原值一比就能算出遮住的那一格 - 嵌在下标、cell() 行列里的引用决定取哪一格,不能直接改 只重算碰到改动的指标;不合法的改动(路径不存在、值不是数、行号越界、快照不在封存范围、改容器或文本)抛 WhatIfError。 另有报告里引用这些指标的片段会写成什么(按片段自己的换算渲染)、引用了这张卡的下游口径卡(只标不重算)。 比率、百分数的变化量写「个百分点」。
This commit is contained in:
@@ -0,0 +1,729 @@
|
||||
"""数字推演的重算:在一张口径卡上改几个输入的值、排除查询快照里的几行,算出指标会变成多少。
|
||||
|
||||
推演永远不是出具。这里只算数:不读库、不写工件、不追加事件。接口(api/whatif.py)把这次运行封存范围内取得到的
|
||||
工件交进来(Sources),结果原样交回给点开证据面板的人,运行记录和报告一个字都不动。
|
||||
|
||||
口径卡怎么算的,这里就怎么算:同一条原式、同一个求值器(expressions.eval_expression),浮点结果按卡上记的小数位
|
||||
round(和 metrics.run_metrics 一样只 round 浮点),渲染走 evidence.render_metric。重算前先把每个输入当时的值还原
|
||||
出来,卡上记着的就用卡上的:
|
||||
|
||||
- 标量输入(数、文本、布尔、空值):卡上记的 value 就是当时代进去的值。cell() 取的格、agent 的单格字段和数组里的
|
||||
一个元素也是标量,它们落在查询快照的哪一行记在 locator 里:排除了那一行,这个输入就当缺失,指标标「排除后无法计算」
|
||||
- 容器输入卡上只记了「[12 项]」这样的大概(metrics._brief),完整值另找:
|
||||
- agent 的数组字段:agent 节点封存的产出里的 data;第 k 个元素是快照的第 a + k 行(locator.rows),排除行就去掉对应的元素
|
||||
- nodes.* / input.*:那个节点在口径卡执行之前最后一次的产出工件
|
||||
- vars.*:有 value_artifact(口径卡当时另存的完整值)才还原得出来;老运行照实说当时没有保存
|
||||
- 容器本身是一份查询结果(带 artifact 的 {columns, rows},或者和某份快照的 rows 一模一样的列表):排除行就去掉那几行
|
||||
- 遮罩列取来的输入不给值、也不拿来推演:改一个输入、排除一行,新值和原值一比就能算出遮住的那一格
|
||||
|
||||
同一张口径卡的指标不能互相引用(算这张卡时卡上的值还不存在),所以只有用到了被改的输入、被排除的行的指标需要重算,
|
||||
别的原样交回。
|
||||
"""
|
||||
from __future__ import annotations
|
||||
|
||||
import ast
|
||||
import copy
|
||||
import math
|
||||
import re
|
||||
from collections.abc import Callable, Iterable, Mapping
|
||||
from dataclasses import dataclass, field
|
||||
from typing import Any
|
||||
|
||||
from app.core.errors import describe_exception
|
||||
from app.engine.evidence import DEFAULT_FORMAT, MISSING, RenderError, is_number, iter_units, render_metric, render_number
|
||||
from app.engine.expressions import (
|
||||
ExpressionError,
|
||||
_cell_call,
|
||||
_chain_root,
|
||||
eval_expression,
|
||||
leaf_refs,
|
||||
parse_expression,
|
||||
substitute,
|
||||
)
|
||||
from app.engine.nodes.metrics import _REF_HEAD, _brief
|
||||
|
||||
NO_LINEAGE = "这个指标生成于系统升级前,口径卡没有记录输入,不能推演"
|
||||
NO_FULL_VALUE = "当时没有保存这个输入的完整值"
|
||||
NOT_RESTORABLE = "这类输入当时没有保存完整值"
|
||||
MASKED_INPUT = "这一列在数据源中设置了遮罩,不能用于推演"
|
||||
MASKED_TABLE = "这份查询结果里有设置了遮罩的列,不能用于推演"
|
||||
MASKED_METRIC = "这个指标用到了设置了遮罩的列,不能推演"
|
||||
SELECTOR = "这个输入决定取哪一行、哪一项,修改它需要重新取数,不能推演"
|
||||
EXCLUDED = "排除后无法计算"
|
||||
|
||||
#: 卡上给容器记的大概(metrics._brief):「[12 项]」「{3 个字段}」
|
||||
_BRIEF = re.compile(r"^(?:\[\d+ 项\]|\{\d+ 个字段\})$")
|
||||
#: 重算时最外层引用换成的占位名。不在 EXPRESSION_ROOTS 里,原式自己写不出这种名字
|
||||
_PLACEHOLDER = "__whatif_{}"
|
||||
|
||||
|
||||
class WhatIfError(ValueError):
|
||||
"""推演请求本身不合法:路径不存在、值不是数、行号越界、工件不属于这次运行……接口回 422,消息原样给人看。"""
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class Changes:
|
||||
"""一次推演的改动:inputs 是输入路径 → 新值;exclude 是查询快照的工件 id → 要排除的行号(从 0 数)。"""
|
||||
|
||||
inputs: Mapping[str, Any] = field(default_factory=dict)
|
||||
exclude: Mapping[str, frozenset[int]] = field(default_factory=dict)
|
||||
|
||||
|
||||
@dataclass
|
||||
class Sources:
|
||||
"""还原输入要用到的东西,由调用方从这次运行的封存范围里准备好。
|
||||
|
||||
- load:工件 id → 内容。只认封存范围内的工件,范围外的、文件不在的返回 None,内容和哈希对不上抛 ValueError
|
||||
(artifact_store.load 的约定)
|
||||
- queries:封存范围内的查询快照,按在事件里第一次出现的顺序。排除行只认这些快照;容器按内容对快照时也按这个顺序
|
||||
- outputs:节点 id → 口径卡执行之前它最后一次的产出工件(nodes.*、input.* 的容器、agent 的数组字段从这里还原)
|
||||
- masked:查询快照 → 要遮的列(小写):查询当时记下的加数据源现在设的
|
||||
"""
|
||||
|
||||
load: Callable[[str], Any]
|
||||
queries: tuple[str, ...] = ()
|
||||
outputs: Mapping[str, str] = field(default_factory=dict)
|
||||
masked: Mapping[str, frozenset[str]] = field(default_factory=dict)
|
||||
|
||||
|
||||
class _Store:
|
||||
"""一次推演里取过的工件:同一份快照、产出只读一次。get 给 (内容, 问题),问题是 None、missing 或 tampered。"""
|
||||
|
||||
def __init__(self, sources: Sources) -> None:
|
||||
self.sources = sources
|
||||
self._memo: dict[str, tuple[Any, str | None]] = {}
|
||||
|
||||
def get(self, artifact: Any) -> tuple[Any, str | None]:
|
||||
key = str(artifact or "")
|
||||
if key not in self._memo:
|
||||
try:
|
||||
content = self.sources.load(key) if key else None
|
||||
self._memo[key] = (content, None if content is not None else "missing")
|
||||
except ValueError:
|
||||
self._memo[key] = (None, "tampered")
|
||||
return self._memo[key]
|
||||
|
||||
def snapshot(self, artifact: Any) -> dict[str, Any] | None:
|
||||
content, _ = self.get(artifact)
|
||||
return content if isinstance(content, dict) and isinstance(content.get("rows"), list) else None
|
||||
|
||||
def output(self, node_id: Any) -> tuple[Any, str | None]:
|
||||
artifact = self.sources.outputs.get(str(node_id)) if node_id else None
|
||||
return self.get(artifact) if artifact else (None, "missing")
|
||||
|
||||
|
||||
@dataclass
|
||||
class _Input:
|
||||
item: dict[str, Any]
|
||||
path: str
|
||||
#: scalar:卡上记的就是当时的值;container:卡上只记了大概,value 是另找来的完整值
|
||||
shape: str = "scalar"
|
||||
value: Any = None
|
||||
#: 完整值找不回来的原因(只有容器会有)
|
||||
problem: str | None = None
|
||||
#: 落在哪份查询快照上:单格是 row,数组字段是一段行 rows,table 是整份结果(或它的 rows)
|
||||
snapshot: str | None = None
|
||||
row: int | None = None
|
||||
rows: tuple[int, int] | None = None
|
||||
table: bool = False
|
||||
masked: bool = False
|
||||
#: 出现在别的输入的下标、cell() 的行列里:它决定取哪一格,改它要重新取数
|
||||
selector: bool = False
|
||||
|
||||
|
||||
@dataclass
|
||||
class _Plan:
|
||||
metric: dict[str, Any]
|
||||
tree: ast.Expression | None = None
|
||||
#: 最外层的引用,按出现顺序:重算时换成占位名的就是这些
|
||||
tops: list[str] = field(default_factory=list)
|
||||
inputs: dict[str, _Input] = field(default_factory=dict)
|
||||
problem: str | None = None
|
||||
|
||||
|
||||
# --------------------------------------------------------------------------
|
||||
# 入口
|
||||
# --------------------------------------------------------------------------
|
||||
|
||||
|
||||
def whatif(card: dict[str, Any], changes: Changes, sources: Sources, *, metric: str | None = None) -> dict[str, Any]:
|
||||
"""在一张口径卡上推演:{metrics: [每个指标的旧值、新值、输入…], unsupported: [不能用于推演的输入和原因]}。
|
||||
|
||||
metric 给了就只推演这一个指标。改动不合法时抛 WhatIfError,一个指标都不算。没碰到改动的指标不重算,
|
||||
原值原样交回(status: unchanged);unsupported 不论有没有改动都列全,界面一打开就能说清哪些输入不能动。
|
||||
"""
|
||||
store = _Store(sources)
|
||||
metrics = [m for m in card.get("metrics") or [] if isinstance(m, dict) and m.get("id") is not None]
|
||||
if metric is not None:
|
||||
metrics = [m for m in metrics if str(m["id"]) == str(metric)]
|
||||
if not metrics:
|
||||
raise WhatIfError(f"口径卡中没有指标「{metric}」")
|
||||
plans = [_plan(m, store) for m in metrics]
|
||||
_check(changes, plans, store, metric=metric)
|
||||
return {"metrics": [_outcome(p, changes) for p in plans], "unsupported": _unsupported(plans)}
|
||||
|
||||
|
||||
def recompute(metric: dict[str, Any], changes: Changes, sources: Sources) -> dict[str, Any]:
|
||||
"""重算一个指标,不管改动碰没碰到它,也不校验改动。核对还原是否忠实时用:什么都不改,重算出来应当和卡上记的一样。"""
|
||||
return _outcome(_plan(metric, _Store(sources)), changes, force=True)
|
||||
|
||||
|
||||
# --------------------------------------------------------------------------
|
||||
# 还原输入
|
||||
# --------------------------------------------------------------------------
|
||||
|
||||
|
||||
def _plan(metric: dict[str, Any], store: _Store) -> _Plan:
|
||||
expr = str(metric.get("expression") or "").strip()
|
||||
items = metric.get("inputs")
|
||||
if not expr or not isinstance(items, list):
|
||||
return _Plan(metric, problem=NO_LINEAGE)
|
||||
try:
|
||||
tree, _, _ = parse_expression(expr)
|
||||
except ExpressionError as e:
|
||||
return _Plan(metric, problem=f"表达式有误({e})")
|
||||
tops, nested = _refs(tree)
|
||||
remaining = _remaining(metric.get("substituted"), [*tops, *nested])
|
||||
inputs: dict[str, _Input] = {}
|
||||
for item in items:
|
||||
if isinstance(item, dict) and isinstance(item.get("path"), str) and item["path"] not in inputs:
|
||||
inputs[item["path"]] = _restore(item, remaining, nested, store)
|
||||
plan = _Plan(metric, tree, tops, inputs)
|
||||
if lost := [p for p in tops if p not in inputs]:
|
||||
plan.problem = f"口径卡缺少输入 {'、'.join(lost[:3])} 的记录,不能推演"
|
||||
return plan
|
||||
|
||||
|
||||
def _refs(tree: ast.AST) -> tuple[list[str], set[str]]:
|
||||
"""表达式引用的值:(最外层的引用, 嵌在别的引用里面的)。和 leaf_refs 按同一套规则认引用,只多分一下里外:
|
||||
vars.rows[vars.i] 里的 vars.i、cell(nodes.q, vars.r, 'gmv') 里的 vars.r 是嵌在里面的,它们决定取哪一格。"""
|
||||
top: list[str] = []
|
||||
inner: set[str] = set()
|
||||
|
||||
def add(node: ast.AST, nested: bool) -> None:
|
||||
path = ast.unparse(node)
|
||||
if nested:
|
||||
inner.add(path)
|
||||
elif path not in top:
|
||||
top.append(path)
|
||||
|
||||
def visit(node: ast.AST, nested: bool) -> None:
|
||||
if _cell_call(node):
|
||||
add(node, nested)
|
||||
for arg in node.args[1:]:
|
||||
visit(arg, True)
|
||||
return
|
||||
if isinstance(node, (ast.Attribute, ast.Subscript, ast.Name)) and _chain_root(node):
|
||||
add(node, nested)
|
||||
cur: ast.AST = node
|
||||
while isinstance(cur, (ast.Attribute, ast.Subscript)):
|
||||
if isinstance(cur, ast.Subscript):
|
||||
visit(cur.slice, True)
|
||||
cur = cur.value
|
||||
return
|
||||
for child in ast.iter_child_nodes(node):
|
||||
visit(child, nested)
|
||||
|
||||
visit(tree, False)
|
||||
return top, inner
|
||||
|
||||
|
||||
def _remaining(substituted: Any, paths: list[str]) -> set[str]:
|
||||
"""代入式里还留着原路径的引用:没被代成字面量的,也就是容器(或卡上记的不是原值)。代入式读不出来就当全都留着。"""
|
||||
try:
|
||||
return set(leaf_refs(parse_expression(str(substituted))[0])) if substituted else set(paths)
|
||||
except ExpressionError:
|
||||
return set(paths)
|
||||
|
||||
|
||||
def _restore(item: dict[str, Any], remaining: set[str], nested: set[str], store: _Store) -> _Input:
|
||||
path = item["path"]
|
||||
inp = _Input(item=item, path=path, value=item.get("value"), selector=path in nested)
|
||||
locator = item.get("locator") if isinstance(item.get("locator"), dict) else {}
|
||||
artifact = item.get("artifact") if isinstance(item.get("artifact"), str) and item.get("artifact") else None
|
||||
if item.get("via") in ("tool_cell", "agent_field") and artifact:
|
||||
if _row(locator.get("row")) is not None:
|
||||
inp.snapshot, inp.row = artifact, locator["row"]
|
||||
elif (span := _span(locator.get("rows"))) is not None:
|
||||
inp.snapshot, inp.rows = artifact, span
|
||||
# 卡上记的是「[3 项]」、代入式里又还留着原路径:当时的值是容器,卡上只记了大概。真是这几个字的短文本会被代成字面量
|
||||
if item.get("value_artifact") or (isinstance(inp.value, str) and _BRIEF.match(inp.value) and path in remaining):
|
||||
inp.shape = "container"
|
||||
inp.value, inp.problem = _full_value(item, store)
|
||||
if inp.problem is None and inp.rows is not None \
|
||||
and not (isinstance(inp.value, list) and len(inp.value) == inp.rows[1] - inp.rows[0] + 1):
|
||||
inp.snapshot, inp.rows = None, None # 元素和行对不上号:不按行排除
|
||||
elif inp.problem is None and inp.snapshot is None:
|
||||
inp.snapshot = _table_of(inp.value, store)
|
||||
inp.table = inp.snapshot is not None
|
||||
inp.masked = _masked(inp, locator, store)
|
||||
return inp
|
||||
|
||||
|
||||
def _full_value(item: dict[str, Any], store: _Store) -> tuple[Any, str | None]:
|
||||
"""容器输入的完整值:(值, 找不回来的原因)。"""
|
||||
path = item["path"]
|
||||
if ref := item.get("value_artifact"):
|
||||
content, problem = store.get(ref)
|
||||
if problem == "tampered":
|
||||
return None, "保存的完整值与哈希不一致,疑似被修改"
|
||||
if not isinstance(content, dict) or "value" not in content:
|
||||
return None, "无法读取保存的完整值"
|
||||
return content["value"], None
|
||||
locator = item.get("locator") if isinstance(item.get("locator"), dict) else {}
|
||||
if item.get("via") == "agent_field" and _span(locator.get("rows")) is not None and item.get("field"):
|
||||
# agent 的数组字段:assign_to 写进 vars 的、nodes.<agent>.data 下的,都是核对后的 data(值以快照为准)
|
||||
output, problem = store.output(item.get("node_id"))
|
||||
value = _dig(output.get("data") if isinstance(output, dict) else None, str(item["field"]))
|
||||
if isinstance(value, list):
|
||||
return value, None
|
||||
return None, _output_problem(item.get("node_id"), problem)
|
||||
head = _REF_HEAD.match(path)
|
||||
root = head.group(1) if head else None
|
||||
if root in ("nodes", "input"):
|
||||
node_id = head.group(2) if root == "nodes" else item.get("node_id")
|
||||
output, problem = store.output(node_id)
|
||||
if problem or output is None:
|
||||
return None, _output_problem(node_id, problem)
|
||||
if not _static(path):
|
||||
return None, "取值路径里有变量下标,无法从节点的产出中还原"
|
||||
try:
|
||||
value = eval_expression(path, {"nodes": {str(node_id): output}} if root == "nodes" else {"input": output})
|
||||
except Exception: # noqa: BLE001 - 取不出来就是还原不了
|
||||
value = None
|
||||
if isinstance(value, (list, dict)):
|
||||
return value, None
|
||||
return None, f"无法从节点「{node_id}」当时的产出中还原这个输入"
|
||||
if root == "vars":
|
||||
return None, NO_FULL_VALUE
|
||||
return None, NOT_RESTORABLE
|
||||
|
||||
|
||||
def _output_problem(node_id: Any, problem: str | None) -> str:
|
||||
if problem == "tampered":
|
||||
return f"节点「{node_id}」的产出与哈希不一致,疑似被修改"
|
||||
return f"无法读取节点「{node_id}」当时的产出"
|
||||
|
||||
|
||||
def _table_of(value: Any, store: _Store) -> str | None:
|
||||
"""容器是不是一份查询结果(或它的 rows):带着封存范围内快照的 artifact,或者 rows 和某份快照一模一样。
|
||||
空的不算:空列表和哪份空结果都对得上,排除行也无从谈起。"""
|
||||
if isinstance(value, dict) and isinstance(value.get("rows"), list):
|
||||
artifact = value.get("artifact")
|
||||
if isinstance(artifact, str) and artifact in store.sources.queries:
|
||||
return artifact
|
||||
rows = value["rows"]
|
||||
elif isinstance(value, list):
|
||||
rows = value
|
||||
else:
|
||||
return None
|
||||
if not rows:
|
||||
return None
|
||||
for artifact in store.sources.queries:
|
||||
snap = store.snapshot(artifact)
|
||||
if snap is not None and len(snap["rows"]) == len(rows) and snap["rows"] == rows:
|
||||
return artifact
|
||||
return None
|
||||
|
||||
|
||||
def _masked(inp: _Input, locator: dict[str, Any], store: _Store) -> bool:
|
||||
"""这个输入取自遮罩列:单格、数组字段看用到的那几列;整份查询结果只要有一列遮着就算。"""
|
||||
hidden = store.sources.masked.get(inp.snapshot) if inp.snapshot else None
|
||||
if not hidden:
|
||||
return False
|
||||
if inp.table:
|
||||
snap = store.snapshot(inp.snapshot) or {}
|
||||
return any(str(c).lower() in hidden for c in snap.get("columns") or [])
|
||||
columns = [locator.get("column")] if locator.get("column") else list((locator.get("columns") or {}).values())
|
||||
return any(isinstance(c, str) and c.lower() in hidden for c in columns)
|
||||
|
||||
|
||||
def _static(path: str) -> bool:
|
||||
"""取值路径的下标全是字面量(nodes.q.rows[0]),没有 nodes.q.rows[vars.i] 这种要另取一个值才知道是哪一项的。"""
|
||||
try:
|
||||
tree = ast.parse(path, mode="eval")
|
||||
except SyntaxError:
|
||||
return False
|
||||
for node in ast.walk(tree):
|
||||
if isinstance(node, ast.Subscript) and not isinstance(node.slice, ast.Constant) and not (
|
||||
isinstance(node.slice, ast.UnaryOp) and isinstance(node.slice.operand, ast.Constant)):
|
||||
return False
|
||||
return True
|
||||
|
||||
|
||||
def _dig(data: Any, key: str) -> Any:
|
||||
for part in key.split("."):
|
||||
data = data.get(part) if isinstance(data, dict) else None
|
||||
return data
|
||||
|
||||
|
||||
def _row(value: Any) -> int | None:
|
||||
return value if isinstance(value, int) and not isinstance(value, bool) and value >= 0 else None
|
||||
|
||||
|
||||
def _span(rows: Any) -> tuple[int, int] | None:
|
||||
if isinstance(rows, list) and len(rows) == 2 and all(_row(r) is not None for r in rows) and rows[0] <= rows[1]:
|
||||
return rows[0], rows[1]
|
||||
return None
|
||||
|
||||
|
||||
# --------------------------------------------------------------------------
|
||||
# 校验改动
|
||||
# --------------------------------------------------------------------------
|
||||
|
||||
|
||||
def _number(value: Any) -> bool:
|
||||
return is_number(value) and math.isfinite(value)
|
||||
|
||||
|
||||
def _check(changes: Changes, plans: list[_Plan], store: _Store, *, metric: str | None) -> None:
|
||||
known: dict[str, list[_Input]] = {}
|
||||
for plan in plans:
|
||||
for path, inp in plan.inputs.items():
|
||||
known.setdefault(path, []).append(inp)
|
||||
for path, value in changes.inputs.items():
|
||||
found = known.get(path)
|
||||
if not found:
|
||||
raise WhatIfError(f"指标「{metric}」没有输入「{path}」" if metric is not None else f"口径卡里没有输入「{path}」")
|
||||
if not _number(value):
|
||||
raise WhatIfError(f"输入「{path}」的新值需要是数值,当前为「{_shown(value)}」")
|
||||
if any(i.masked for i in found):
|
||||
raise WhatIfError(f"输入「{path}」取自设置了遮罩的列,不能用于推演")
|
||||
if any(i.selector for i in found):
|
||||
raise WhatIfError(f"输入「{path}」决定取哪一行、哪一项,修改它需要重新取数,不能推演")
|
||||
if found[0].shape != "scalar":
|
||||
raise WhatIfError(f"输入「{path}」是列表或对象,不能直接修改,可以在查询结果里勾选要排除的行")
|
||||
if not (found[0].value is None or _number(found[0].value)):
|
||||
raise WhatIfError(f"输入「{path}」不是数值,不能修改")
|
||||
for artifact, rows in changes.exclude.items():
|
||||
if artifact not in store.sources.queries:
|
||||
raise WhatIfError(f"工件 {str(artifact)[:12]}… 不属于这次运行,或不在封存范围内,不能排除其中的行")
|
||||
_, problem = store.get(artifact)
|
||||
if problem == "tampered":
|
||||
raise WhatIfError("查询快照与哈希不一致,疑似被修改,不能用于推演")
|
||||
snap = store.snapshot(artifact)
|
||||
if snap is None:
|
||||
raise WhatIfError("无法读取查询快照,不能排除其中的行")
|
||||
total = len(snap["rows"])
|
||||
for row in sorted(rows):
|
||||
if not 0 <= row < total:
|
||||
raise WhatIfError(f"行号 {row} 超出范围:这份查询结果只有 {total} 行(行号从 0 开始)")
|
||||
|
||||
|
||||
def _shown(value: Any) -> str:
|
||||
text = str(value)
|
||||
return text if len(text) <= 40 else text[:40] + "…"
|
||||
|
||||
|
||||
# --------------------------------------------------------------------------
|
||||
# 重算
|
||||
# --------------------------------------------------------------------------
|
||||
|
||||
|
||||
def _apply(inp: _Input, changes: Changes) -> tuple[Any, list[int] | None, bool]:
|
||||
"""改动之后这个输入的值:(值, 起了作用的被排除行, 是不是改了值)。给了新值的以新值为准,不看排除。"""
|
||||
if inp.path in changes.inputs:
|
||||
return changes.inputs[inp.path], None, True
|
||||
excluded = changes.exclude.get(inp.snapshot) if inp.snapshot else None
|
||||
if not excluded:
|
||||
return inp.value, None, False
|
||||
if inp.row is not None:
|
||||
return (None, [inp.row], False) if inp.row in excluded else (inp.value, None, False)
|
||||
if inp.rows is not None and isinstance(inp.value, list):
|
||||
first, last = inp.rows
|
||||
hit = sorted(r for r in excluded if first <= r <= last)
|
||||
kept = [v for k, v in enumerate(inp.value) if first + k not in excluded]
|
||||
return (kept, hit, False) if hit else (inp.value, None, False)
|
||||
if inp.table:
|
||||
rows = inp.value["rows"] if isinstance(inp.value, dict) else inp.value
|
||||
hit = sorted(r for r in excluded if r < len(rows))
|
||||
if not hit:
|
||||
return inp.value, None, False
|
||||
kept = [r for i, r in enumerate(rows) if i not in excluded]
|
||||
return ({**inp.value, "rows": kept} if isinstance(inp.value, dict) else kept), hit, False
|
||||
return inp.value, None, False
|
||||
|
||||
|
||||
def _outcome(plan: _Plan, changes: Changes, *, force: bool = False) -> dict[str, Any]:
|
||||
values: dict[str, Any] = {}
|
||||
notes: dict[str, list[int]] = {}
|
||||
touched = False
|
||||
for path, inp in plan.inputs.items():
|
||||
values[path], excluded, overridden = _apply(inp, changes)
|
||||
if excluded:
|
||||
notes[path] = excluded
|
||||
touched = touched or overridden or bool(excluded)
|
||||
if not touched and not force:
|
||||
return _result(plan, "unchanged", plan.metric.get("value"), None, values, notes)
|
||||
status, new, reason = _compute(plan, values, notes, changes)
|
||||
return _result(plan, status, new, reason, values, notes)
|
||||
|
||||
|
||||
def _compute(plan: _Plan, values: dict[str, Any], notes: dict[str, list[int]],
|
||||
changes: Changes) -> tuple[str, Any, str | None]:
|
||||
"""(status, 新值, 原因)。还原不了的、遮罩的、排除后缺了的先说,都没有才求值。"""
|
||||
if plan.problem:
|
||||
return "unsupported", None, plan.problem
|
||||
for path in plan.tops:
|
||||
if plan.inputs[path].problem:
|
||||
return "unsupported", None, f"无法推演:{path}({plan.inputs[path].problem})"
|
||||
if any(inp.masked for inp in plan.inputs.values()):
|
||||
return "masked", None, MASKED_METRIC
|
||||
for path, inp in plan.inputs.items():
|
||||
if inp.row is not None and path in notes and path not in changes.inputs:
|
||||
return "excluded", None, f"{EXCLUDED}:{path} 所在的第 {inp.row + 1} 行已排除"
|
||||
value, reason = _evaluate(plan, values)
|
||||
return ("ok", value, None) if reason is None else ("error", None, reason)
|
||||
|
||||
|
||||
class _Bind(ast.NodeTransformer):
|
||||
"""把最外层的引用换成占位名,值从上下文里按名字取:和口径卡当时在完整的上下文里取到的是同一个值。
|
||||
认引用的规则和 expressions._Substitute 一样(取值链、整个 cell() 调用)。"""
|
||||
|
||||
def __init__(self, names: dict[str, str]) -> None:
|
||||
self.names = names
|
||||
|
||||
def _swap(self, node: ast.AST) -> ast.AST | None:
|
||||
name = self.names.get(ast.unparse(node))
|
||||
return None if name is None else ast.copy_location(ast.Name(id=name, ctx=ast.Load()), node)
|
||||
|
||||
def visit_Call(self, node: ast.Call) -> ast.AST:
|
||||
if _cell_call(node) and (swapped := self._swap(node)) is not None:
|
||||
return swapped
|
||||
return self.generic_visit(node)
|
||||
|
||||
def _chain(self, node: ast.AST) -> ast.AST:
|
||||
if _chain_root(node) is None:
|
||||
return self.generic_visit(node)
|
||||
swapped = self._swap(node)
|
||||
return swapped if swapped is not None else node
|
||||
|
||||
visit_Attribute = visit_Subscript = visit_Name = _chain
|
||||
|
||||
|
||||
def _evaluate(plan: _Plan, values: dict[str, Any]) -> tuple[Any, str | None]:
|
||||
"""按原式求值,报错的说法和口径卡一致。浮点结果按卡上的小数位 round(metrics.run_metrics 同样只 round 浮点)。"""
|
||||
names = {path: _PLACEHOLDER.format(i) for i, path in enumerate(plan.tops)}
|
||||
bound = ast.fix_missing_locations(_Bind(names).visit(copy.deepcopy(plan.tree)))
|
||||
ctx = {names[p]: values.get(p) for p in plan.tops}
|
||||
try:
|
||||
value = eval_expression(ast.unparse(bound), ctx)
|
||||
except ExpressionError as e:
|
||||
return None, f"表达式有误({e})"
|
||||
except ZeroDivisionError:
|
||||
return None, "除以零"
|
||||
except Exception as e: # noqa: BLE001 - None 参与算术、类型不对:和口径卡一样说人话
|
||||
if any(v is None for v in ctx.values()) or "NoneType" in str(e):
|
||||
return None, "有输入为空值,无法计算"
|
||||
if isinstance(e, TypeError):
|
||||
return None, "输入的类型不正确,无法计算"
|
||||
return None, f"无法计算({describe_exception(e)})"
|
||||
decimals = plan.metric.get("decimals")
|
||||
if isinstance(value, float) and isinstance(decimals, int) and not isinstance(decimals, bool):
|
||||
value = round(value, decimals)
|
||||
return value, None
|
||||
|
||||
|
||||
# --------------------------------------------------------------------------
|
||||
# 结果
|
||||
# --------------------------------------------------------------------------
|
||||
|
||||
#: 这几种状态下新值是确定的(算出来了,或者确定算不出来);unsupported、masked 是不知道
|
||||
_KNOWN = frozenset({"unchanged", "ok", "excluded", "error"})
|
||||
|
||||
|
||||
def _result(plan: _Plan, status: str, new: Any, reason: str | None, values: dict[str, Any],
|
||||
notes: dict[str, list[int]]) -> dict[str, Any]:
|
||||
metric = plan.metric
|
||||
old = metric.get("value")
|
||||
known = status in _KNOWN
|
||||
delta, rendered_delta = _delta(metric, old, new) if known else (None, None)
|
||||
substituted = metric.get("substituted") if status == "unchanged" \
|
||||
else substitute(plan.tree, values) if status == "ok" and plan.tree is not None else None
|
||||
return {
|
||||
"id": metric.get("id"), "name": metric.get("name") or metric.get("id"), "unit": metric.get("unit") or "",
|
||||
"decimals": metric.get("decimals"), "format": metric.get("format") or DEFAULT_FORMAT,
|
||||
"old": old, "new": new, "delta": delta,
|
||||
"rendered_old": _render(metric, old), "rendered_new": _render(metric, new) if known else None,
|
||||
"rendered_delta": rendered_delta,
|
||||
"changed": (not _same(old, new)) if known else None,
|
||||
"status": status, "reason": reason, "substituted": substituted,
|
||||
"inputs": [_input_view(inp, values, notes) for inp in plan.inputs.values()],
|
||||
}
|
||||
|
||||
|
||||
def _render(metric: dict[str, Any], value: Any, conv: str | None = None) -> str:
|
||||
"""按卡上的格式渲染:和口径卡的 rendered、报告里的字同一套规则。渲染不出来的显示「—」(metrics._rendered 同样)。"""
|
||||
try:
|
||||
return render_metric({**metric, "value": value}, conv)
|
||||
except RenderError:
|
||||
return MISSING
|
||||
|
||||
|
||||
def _same(a: Any, b: Any) -> bool:
|
||||
if is_number(a) and is_number(b):
|
||||
return a == b or (isinstance(a, float) and isinstance(b, float) and math.isnan(a) and math.isnan(b))
|
||||
return a == b
|
||||
|
||||
|
||||
def _delta(metric: dict[str, Any], old: Any, new: Any) -> tuple[Any, str | None]:
|
||||
"""变化量和它的写法。比率、百分数的变化写「个百分点」:8.7% 到 19.0% 是多了 10.3 个百分点,不是 10.3%。"""
|
||||
if not (_number(old) and _number(new)):
|
||||
return None, None
|
||||
delta = new - old
|
||||
decimals = metric.get("decimals")
|
||||
places = decimals if isinstance(decimals, int) and not isinstance(decimals, bool) else None
|
||||
if isinstance(delta, float) and places is not None:
|
||||
delta = round(delta, places)
|
||||
if delta == 0:
|
||||
return delta, None
|
||||
fmt = metric.get("format") or DEFAULT_FORMAT
|
||||
unit = str(metric.get("unit") or "")
|
||||
try:
|
||||
if fmt == "percent_of_ratio":
|
||||
text = render_number(abs(delta), decimals=places, fmt=fmt).rstrip("%") + " 个百分点"
|
||||
elif unit in ("%", "%"):
|
||||
text = render_number(abs(delta), decimals=places, fmt=fmt) + " 个百分点"
|
||||
else:
|
||||
text = render_number(abs(delta), unit=unit, decimals=places, fmt=fmt)
|
||||
except RenderError:
|
||||
return delta, None
|
||||
return delta, ("+" if delta > 0 else "-") + text
|
||||
|
||||
|
||||
def _kind(inp: _Input) -> str:
|
||||
if inp.shape == "container":
|
||||
return "container"
|
||||
value = inp.item.get("value")
|
||||
return "missing" if value is None else "bool" if isinstance(value, bool) \
|
||||
else "number" if is_number(value) else "text"
|
||||
|
||||
|
||||
def _editable(inp: _Input) -> bool:
|
||||
return inp.shape == "scalar" and not inp.masked and not inp.selector \
|
||||
and (inp.value is None or _number(inp.value))
|
||||
|
||||
|
||||
def _input_view(inp: _Input, values: dict[str, Any], notes: dict[str, list[int]]) -> dict[str, Any]:
|
||||
"""一个输入在推演里的样子:原值、新值、排除了哪几行。遮罩列取来的不给值。容器写大概(「[12 项]」)。"""
|
||||
item = inp.item
|
||||
view: dict[str, Any] = {"path": inp.path, "via": item.get("via"), "node_id": item.get("node_id"),
|
||||
**({"artifact": inp.snapshot} if inp.snapshot else {}),
|
||||
**({"locator": item["locator"]} if isinstance(item.get("locator"), dict) else {}),
|
||||
"kind": _kind(inp), "editable": _editable(inp)}
|
||||
if inp.masked:
|
||||
return {**view, "old": None, "new": None, "changed": False, "masked": True}
|
||||
if inp.shape == "container":
|
||||
old = _outline(inp.value, inp.table) if inp.problem is None else item.get("value")
|
||||
new = _outline(values.get(inp.path), inp.table) if inp.problem is None else None
|
||||
changed = inp.problem is None and not _same(old, new)
|
||||
else:
|
||||
old, new = item.get("value"), values.get(inp.path)
|
||||
changed = not _same(old, new)
|
||||
view.update(old=old, new=new, changed=changed)
|
||||
if inp.path in notes:
|
||||
view["excluded_rows"] = notes[inp.path]
|
||||
return view
|
||||
|
||||
|
||||
def _outline(value: Any, table: bool) -> Any:
|
||||
"""容器的大概。整份查询结果写行数(「[12 项]」),排除了几行看得出来;别的照卡上的写法。"""
|
||||
if table and isinstance(value, dict) and isinstance(value.get("rows"), list):
|
||||
return _brief(value["rows"])
|
||||
return _brief(value) if isinstance(value, (list, dict)) else value
|
||||
|
||||
|
||||
def _unsupported(plans: list[_Plan]) -> list[dict[str, Any]]:
|
||||
"""不能用于推演的输入和原因:遮罩的、完整值找不回来的、决定取哪一格的。卡本身没记输入的,整个指标一条。"""
|
||||
out: list[dict[str, Any]] = []
|
||||
for plan in plans:
|
||||
metric_id = plan.metric.get("id")
|
||||
if plan.problem:
|
||||
out.append({"metric": metric_id, "input": None, "reason": plan.problem})
|
||||
continue
|
||||
for inp in plan.inputs.values():
|
||||
reason = (MASKED_TABLE if inp.table else MASKED_INPUT) if inp.masked \
|
||||
else f"无法推演:{inp.problem}" if inp.problem \
|
||||
else SELECTOR if inp.selector else None
|
||||
if reason:
|
||||
out.append({"metric": metric_id, "input": inp.path, "reason": reason})
|
||||
return out
|
||||
|
||||
|
||||
# --------------------------------------------------------------------------
|
||||
# 报告里引用的地方、下游口径卡
|
||||
# --------------------------------------------------------------------------
|
||||
|
||||
|
||||
def report_segments(reports: Iterable[tuple[str, dict[str, Any]]], *, card_node: str, card_artifact: str,
|
||||
results: list[dict[str, Any]]) -> list[dict[str, Any]]:
|
||||
"""报告里引用了这些指标的片段,推演之后会写成什么:[{report, unit, sid, metric, rendered_old, rendered_new, changed}]。
|
||||
|
||||
只认指向这张卡这一份指标集的引用(目录条目的 node_id、artifact):循环里同一张卡算过几次,报告引用的是哪一次
|
||||
就是哪一次。新值按片段自己的换算(|万、|pct……)渲染,和报告里的字同一套规则。指标推演不了(unsupported、masked)
|
||||
时 rendered_new、changed 为 None:不知道会变成什么。缺输入、当时就显示「—」的引用也列上:推演里补上了值,它会变。
|
||||
"""
|
||||
by_id = {str(r.get("id")): r for r in results}
|
||||
out: list[dict[str, Any]] = []
|
||||
for report_node, doc in reports:
|
||||
catalog = doc.get("catalog") or {}
|
||||
for _, unit in iter_units(doc):
|
||||
for seg in unit.get("segments") or []:
|
||||
cite = seg.get("cite") or {}
|
||||
entry = catalog.get(cite.get("alias")) or {}
|
||||
if entry.get("kind") != "metric" or entry.get("node_id") != card_node \
|
||||
or entry.get("artifact") != card_artifact or not _cites(seg, cite, entry):
|
||||
continue
|
||||
result = by_id.get(str((entry.get("locator") or {}).get("metric")))
|
||||
if result is None:
|
||||
continue
|
||||
new = None if result.get("rendered_new") is None else _render(result, result.get("new"), cite.get("conv"))
|
||||
out.append({"report": report_node, "unit": unit.get("id"), "sid": seg.get("id"), "metric": result["id"],
|
||||
"rendered_old": seg.get("text"), "rendered_new": new,
|
||||
"changed": None if new is None else new != seg.get("text")})
|
||||
return out
|
||||
|
||||
|
||||
def _cites(seg: dict[str, Any], cite: dict[str, Any], entry: dict[str, Any]) -> bool:
|
||||
"""片段引用了这个指标:解析成功的引用,或者指标在、只是这次缺输入没有值(显示「—」)的那种。"""
|
||||
if cite.get("kind") != "metric":
|
||||
return False
|
||||
if seg.get("state") == "deterministic" and cite.get("status") == "resolved":
|
||||
return True
|
||||
return cite.get("status") == "unresolved" and entry.get("value") is None and entry.get("status") == "missing_input"
|
||||
|
||||
|
||||
def downstream_cards(cards: Iterable[tuple[str, str, dict[str, Any]]], node_id: str) -> list[dict[str, Any]]:
|
||||
"""引用了这张口径卡的下游口径卡(直接的和经别的卡间接的):[{node_id, artifact, caliber, version, metrics, direct}]。
|
||||
|
||||
只标「可能受影响」,不重算:下游卡怎么用这张卡的值(取第几个指标、和别的什么一起算)要整条链重放才说得准。
|
||||
认引用看下游指标的输入从哪个节点来(node_id,或者 nodes.<卡> 这样的路径)。同一张卡执行过几次的按最后一次。
|
||||
"""
|
||||
latest: dict[str, tuple[str, dict[str, Any]]] = {}
|
||||
for nid, artifact, card in cards:
|
||||
latest[str(nid)] = (artifact, card)
|
||||
latest.pop(str(node_id), None)
|
||||
|
||||
def uses(card: dict[str, Any], upstream: set[str]) -> list[str]:
|
||||
found = []
|
||||
for metric in card.get("metrics") or []:
|
||||
for item in (metric.get("inputs") or []) if isinstance(metric, dict) else []:
|
||||
head = _REF_HEAD.match(str(item.get("path") or "")) if isinstance(item, dict) else None
|
||||
origins = {str(item.get("node_id") or "")} | ({head.group(2)} if head and head.group(1) == "nodes" else set())
|
||||
if origins & upstream:
|
||||
found.append(metric.get("id"))
|
||||
break
|
||||
return found
|
||||
|
||||
flagged: dict[str, dict[str, Any]] = {}
|
||||
frontier, direct = {str(node_id)}, True
|
||||
while frontier:
|
||||
reached: set[str] = set()
|
||||
for nid, (artifact, card) in latest.items():
|
||||
if nid in flagged or not (metrics := uses(card, frontier)):
|
||||
continue
|
||||
flagged[nid] = {"node_id": nid, "artifact": artifact, "caliber": card.get("caliber") or "",
|
||||
"version": card.get("caliber_version") or "", "metrics": metrics, "direct": direct}
|
||||
reached.add(nid)
|
||||
frontier, direct = reached, False
|
||||
return [flagged[nid] for nid in latest if nid in flagged]
|
||||
@@ -0,0 +1,381 @@
|
||||
"""数字推演的重算(engine/recompute.py):纯函数,口径卡怎么算的这里就怎么算。
|
||||
|
||||
卡、查询快照、节点产出都是照 metrics.py 的形状手写的虚构数据;工件库换成一个字典。守的是:
|
||||
- 不改任何输入时,每个能还原的指标重算出来和卡上记的一模一样
|
||||
- 改输入、排除快照里的行,结果和手算一致;排除了 cell() 那一格所在的行,指标标「排除后无法计算」
|
||||
- 容器输入的还原:agent 数组字段(按 locator.rows 去掉被排除的行)、nodes.* 从节点产出、vars.* 只认 value_artifact
|
||||
- 遮罩列取来的输入既不给值、也不能拿来推演
|
||||
- 不合法的请求抛 WhatIfError(接口回 422),说清哪里不对
|
||||
"""
|
||||
from __future__ import annotations
|
||||
|
||||
import math
|
||||
|
||||
import pytest
|
||||
|
||||
from app.engine.recompute import Changes, Sources, WhatIfError, downstream_cards, recompute, report_segments, whatif
|
||||
|
||||
S1, S2, BAD = "a1" * 32, "b2" * 32, "c3" * 32
|
||||
SNAPSHOTS = {
|
||||
S1: {"columns": ["region", "amount", "phone"], "source": "shop", "sql": "SELECT region, amount, phone FROM sales",
|
||||
"rows": [["华东", 120.5, "p1"], ["华南", 80.0, "p2"], ["华北", 99.5, "p3"], ["西南", 40.0, "p4"]]},
|
||||
S2: {"columns": ["store", "phone"], "source": "crm", "sql": "SELECT store, phone FROM stores",
|
||||
"rows": [["一号店", "13800000000"], ["二号店", "13900000000"]]},
|
||||
}
|
||||
BOT_OUT = "d4" * 32
|
||||
FETCH_OUT = "e5" * 32
|
||||
ITEMS_VALUE = "f6" * 32
|
||||
RES_ROWS = "a7" * 32
|
||||
STORE = {
|
||||
**SNAPSHOTS,
|
||||
BOT_OUT: {"text": "四个区域合计 340", "data": {"amounts": [120.5, 80.0, 99.5, 40.0]},
|
||||
"data_evidence": {"amounts": {"ref": "Q1.r0-3.amount", "call": "Q1", "artifact": S1,
|
||||
"locator": {"rows": [0, 3], "column": "amount"}, "status": "verified"}}},
|
||||
FETCH_OUT: {"items": ["甲", "乙", "丙"], "k": 2},
|
||||
ITEMS_VALUE: {"path": "vars.kpi.items", "value": ["甲", "乙", "丙"]},
|
||||
RES_ROWS: {"path": "vars.res.rows", "value": SNAPSHOTS[S1]["rows"]},
|
||||
}
|
||||
|
||||
|
||||
def load(artifact):
|
||||
if artifact == BAD:
|
||||
raise ValueError("工件内容与哈希不符,疑似被篡改")
|
||||
return STORE.get(artifact)
|
||||
|
||||
|
||||
def sources(**kw):
|
||||
base = {"load": load, "queries": (S1, S2, BAD), "outputs": {"bot": BOT_OUT, "fetch": FETCH_OUT},
|
||||
"masked": {S2: frozenset({"phone"})}}
|
||||
return Sources(**{**base, **kw})
|
||||
|
||||
|
||||
def scalar(path, value, node="fetch", via="transform"):
|
||||
return {"path": path, "value": value, "node_id": node, "via": via, "field": path.split(".", 2)[-1], "status": "ok"}
|
||||
|
||||
|
||||
def cell(node, row, column, value, artifact=S1):
|
||||
return {"path": f"cell(nodes.{node}, {row}, '{column}')", "value": value, "node_id": node, "via": "tool_cell",
|
||||
"locator": {"row": row, "column": column}, "artifact": artifact, "eid": "ev:cell:x", "status": "verified"}
|
||||
|
||||
|
||||
AMOUNTS = {"path": "vars.kpi.amounts", "value": "[4 项]", "node_id": "bot", "via": "agent_field", "field": "amounts",
|
||||
"ref": "Q1.r0-3.amount", "artifact": S1, "locator": {"rows": [0, 3], "column": "amount"},
|
||||
"eid": "ev:rows:x", "status": "verified"}
|
||||
|
||||
|
||||
def metric(mid, expression, substituted, value, inputs, *, decimals=None, fmt="thousands", unit="", rendered=None):
|
||||
from app.engine.evidence import render_number
|
||||
|
||||
return {"id": mid, "name": mid, "unit": unit, "value": value, "expression": expression, "decimals": decimals,
|
||||
"format": fmt, "rendered": rendered if rendered is not None else render_number(
|
||||
value, unit=unit, decimals=decimals, fmt=fmt),
|
||||
"inputs": inputs, "substituted": substituted, "recompute_ok": True, "status": "ok"}
|
||||
|
||||
|
||||
WOW = "round((vars.kpi.gmv - vars.kpi.prev) / vars.kpi.prev * 100, 1)"
|
||||
CARD = {"kind": "metric_set", "caliber": "推演口径", "caliber_version": "v3", "metrics": [
|
||||
metric("wow", WOW, "round((45678.5 - 42010.0) / 42010.0 * 100, 1)", 8.7,
|
||||
[scalar("vars.kpi.gmv", 45678.5), scalar("vars.kpi.prev", 42010.0)], decimals=1, fmt="plain", unit="%"),
|
||||
metric("total", "sum(vars.kpi.amounts)", "sum(vars.kpi.amounts)", 340.0, [AMOUNTS], decimals=1, unit="元"),
|
||||
metric("east", "cell(nodes.pull, 0, 'amount')", "120.5", 120.5, [cell("pull", 0, "amount", 120.5)],
|
||||
decimals=1, unit="元"),
|
||||
metric("share", "round(cell(nodes.pull, 0, 'amount') / sum(vars.kpi.amounts) * 100, 1)",
|
||||
"round(120.5 / sum(vars.kpi.amounts) * 100, 1)", 35.4, [cell("pull", 0, "amount", 120.5), AMOUNTS],
|
||||
decimals=1, fmt="plain", unit="%"),
|
||||
metric("ratio", "vars.kpi.refunds / vars.kpi.orders", "29 / 1234", 0.0235,
|
||||
[scalar("vars.kpi.refunds", 29), scalar("vars.kpi.orders", 1234)], decimals=4, fmt="percent_of_ratio"),
|
||||
# 老运行:容器型 vars 输入没有 value_artifact
|
||||
metric("n", "len(vars.kpi.items) * vars.kpi.k", "len(vars.kpi.items) * 2", 6,
|
||||
[scalar("vars.kpi.items", "[3 项]"), scalar("vars.kpi.k", 2)]),
|
||||
# 新运行:有 value_artifact
|
||||
metric("n2", "len(vars.kpi.items) * vars.kpi.k", "len(vars.kpi.items) * 2", 6,
|
||||
[{**scalar("vars.kpi.items", "[3 项]"), "value_artifact": ITEMS_VALUE}, scalar("vars.kpi.k", 2)]),
|
||||
# nodes.* 容器从节点产出还原
|
||||
metric("n3", "len(nodes.fetch.items) + vars.kpi.k", "len(nodes.fetch.items) + 2", 5,
|
||||
[{**scalar("nodes.fetch.items", "[3 项]"), "field": "items"}, scalar("vars.kpi.k", 2)]),
|
||||
# 整份查询结果赋给了变量:排除行就去掉那几行
|
||||
metric("rows", "len(vars.res.rows) * vars.kpi.k", "len(vars.res.rows) * 2", 8,
|
||||
[{**scalar("vars.res.rows", "[4 项]", node="parse"), "value_artifact": RES_ROWS}, scalar("vars.kpi.k", 2)]),
|
||||
# 取自遮罩列
|
||||
metric("phone_len", "len(cell(nodes.crm, 0, 'phone'))", "len('13800000000')", 11,
|
||||
[cell("crm", 0, "phone", "13800000000", artifact=S2)]),
|
||||
# 下标里的引用决定取哪一格
|
||||
metric("pick", "vars.kpi.list[vars.kpi.i] + 1", "20 + 1", 21,
|
||||
[scalar("vars.kpi.list[vars.kpi.i]", 20), scalar("vars.kpi.i", 1)]),
|
||||
]}
|
||||
|
||||
|
||||
def by_id(result):
|
||||
return {m["id"]: m for m in result["metrics"]}
|
||||
|
||||
|
||||
def one(mid, changes=Changes(), **kw):
|
||||
found = next(m for m in CARD["metrics"] if m["id"] == mid)
|
||||
return recompute(found, changes, sources(**kw))
|
||||
|
||||
|
||||
# --------------------------------------------------------------------------
|
||||
# 不改输入:还原是忠实的
|
||||
# --------------------------------------------------------------------------
|
||||
|
||||
|
||||
@pytest.mark.parametrize("mid", ["wow", "total", "east", "share", "ratio", "n2", "n3", "rows", "pick"])
|
||||
def test_unchanged_inputs_reproduce_the_card(mid):
|
||||
out = one(mid)
|
||||
old = next(m for m in CARD["metrics"] if m["id"] == mid)
|
||||
assert out["status"] == "ok", out
|
||||
assert out["new"] == old["value"] and out["rendered_new"] == old["rendered"]
|
||||
assert out["changed"] is False and out["delta"] == 0
|
||||
|
||||
|
||||
def test_an_old_run_container_cannot_be_restored():
|
||||
out = one("n")
|
||||
assert out["status"] == "unsupported" and out["new"] is None and out["rendered_new"] is None
|
||||
assert "当时没有保存这个输入的完整值" in out["reason"] and "vars.kpi.items" in out["reason"]
|
||||
|
||||
|
||||
def test_a_baseline_lists_what_cannot_be_used_without_recomputing_anything():
|
||||
result = whatif(CARD, Changes(), sources())
|
||||
metrics = by_id(result)
|
||||
assert all(m["status"] == "unchanged" and m["new"] == m["old"] and m["changed"] is False
|
||||
for m in result["metrics"])
|
||||
unsupported = {(u["metric"], u["input"]): u["reason"] for u in result["unsupported"]}
|
||||
assert "完整值" in unsupported[("n", "vars.kpi.items")]
|
||||
assert "遮罩" in unsupported[("phone_len", "cell(nodes.crm, 0, 'phone')")]
|
||||
assert "取哪" in unsupported[("pick", "vars.kpi.i")]
|
||||
assert ("n2", "vars.kpi.items") not in unsupported and ("n3", "nodes.fetch.items") not in unsupported
|
||||
# 遮罩列的值不给
|
||||
[phone] = metrics["phone_len"]["inputs"]
|
||||
assert phone["masked"] is True and phone["old"] is None and phone["new"] is None and phone["editable"] is False
|
||||
# 能改的只有数值标量
|
||||
editable = {i["path"]: i["editable"] for i in metrics["wow"]["inputs"] + metrics["total"]["inputs"]}
|
||||
assert editable == {"vars.kpi.gmv": True, "vars.kpi.prev": True, "vars.kpi.amounts": False}
|
||||
|
||||
|
||||
# --------------------------------------------------------------------------
|
||||
# 改输入、排除行:和手算一致
|
||||
# --------------------------------------------------------------------------
|
||||
|
||||
|
||||
def test_changing_an_input_recomputes_only_the_metrics_that_use_it():
|
||||
result = whatif(CARD, Changes(inputs={"vars.kpi.gmv": 50000}), sources())
|
||||
metrics = by_id(result)
|
||||
wow = metrics["wow"]
|
||||
assert wow["status"] == "ok" and wow["new"] == round((50000 - 42010.0) / 42010.0 * 100, 1) == 19.0
|
||||
assert wow["old"] == 8.7 and wow["changed"] is True and wow["delta"] == 10.3
|
||||
assert (wow["rendered_old"], wow["rendered_new"], wow["rendered_delta"]) == ("8.7%", "19.0%", "+10.3 个百分点")
|
||||
assert wow["substituted"] == "round((50000 - 42010.0) / 42010.0 * 100, 1)"
|
||||
gmv = next(i for i in wow["inputs"] if i["path"] == "vars.kpi.gmv")
|
||||
assert (gmv["old"], gmv["new"], gmv["changed"]) == (45678.5, 50000, True)
|
||||
assert all(m["status"] == "unchanged" for k, m in metrics.items() if k != "wow")
|
||||
|
||||
|
||||
def test_excluding_rows_drops_them_from_an_agent_array_field():
|
||||
result = whatif(CARD, Changes(exclude={S1: frozenset({1})}), sources())
|
||||
metrics = by_id(result)
|
||||
total = metrics["total"]
|
||||
assert total["new"] == 340.0 - 80.0 and total["rendered_new"] == "260.0元" and total["delta"] == -80.0
|
||||
assert total["rendered_delta"] == "-80.0元"
|
||||
[amounts] = total["inputs"]
|
||||
assert amounts["excluded_rows"] == [1] and (amounts["old"], amounts["new"]) == ("[4 项]", "[3 项]")
|
||||
assert metrics["share"]["new"] == round(120.5 / 260.0 * 100, 1) == 46.3
|
||||
# 第 0 行没排除:cell 取的那一格不受影响
|
||||
assert metrics["east"]["status"] == "unchanged"
|
||||
# 整份结果赋给变量的,同一行也去掉
|
||||
assert metrics["rows"]["new"] == 3 * 2
|
||||
assert next(i for i in metrics["rows"]["inputs"] if i["path"] == "vars.res.rows")["excluded_rows"] == [1]
|
||||
|
||||
|
||||
def test_excluding_the_row_of_a_cell_makes_the_metric_uncomputable():
|
||||
result = whatif(CARD, Changes(exclude={S1: frozenset({0, 3})}), sources())
|
||||
metrics = by_id(result)
|
||||
east = metrics["east"]
|
||||
assert east["status"] == "excluded" and east["new"] is None and east["rendered_new"] == "—"
|
||||
assert "排除后无法计算" in east["reason"] and "第 1 行" in east["reason"]
|
||||
[inp] = east["inputs"]
|
||||
assert inp["new"] is None and inp["excluded_rows"] == [0]
|
||||
assert metrics["share"]["status"] == "excluded"
|
||||
assert metrics["total"]["new"] == 80.0 + 99.5
|
||||
|
||||
|
||||
def test_an_explicit_value_wins_over_an_excluded_row():
|
||||
path = "cell(nodes.pull, 0, 'amount')"
|
||||
result = whatif(CARD, Changes(inputs={path: 100}, exclude={S1: frozenset({0})}), sources())
|
||||
east = by_id(result)["east"]
|
||||
assert east["status"] == "ok" and east["new"] == 100 and east["rendered_new"] == "100.0元"
|
||||
|
||||
|
||||
def test_a_ratio_moves_in_percentage_points():
|
||||
ratio = by_id(whatif(CARD, Changes(inputs={"vars.kpi.refunds": 37}), sources()))["ratio"]
|
||||
assert ratio["new"] == round(37 / 1234, 4) == 0.03
|
||||
assert (ratio["rendered_old"], ratio["rendered_new"], ratio["rendered_delta"]) == ("2.35%", "3.00%", "+0.65 个百分点")
|
||||
|
||||
|
||||
def test_division_by_zero_is_explained():
|
||||
wow = by_id(whatif(CARD, Changes(inputs={"vars.kpi.prev": 0}), sources()))["wow"]
|
||||
assert wow["status"] == "error" and wow["new"] is None and wow["reason"] == "除以零"
|
||||
|
||||
|
||||
def test_a_missing_input_can_be_supplied():
|
||||
card = {**CARD, "metrics": [metric("cost", "vars.kpi.cost / vars.kpi.orders", "vars.kpi.cost / 1234", None,
|
||||
[scalar("vars.kpi.cost", None), scalar("vars.kpi.orders", 1234)], decimals=2,
|
||||
rendered="—")]}
|
||||
cost = whatif(card, Changes(inputs={"vars.kpi.cost": 2468}), sources())["metrics"][0]
|
||||
assert cost["old"] is None and cost["new"] == 2.0 and cost["rendered_old"] == "—" and cost["rendered_new"] == "2.00"
|
||||
|
||||
|
||||
# --------------------------------------------------------------------------
|
||||
# 容器输入的还原
|
||||
# --------------------------------------------------------------------------
|
||||
|
||||
|
||||
def test_new_runs_restore_vars_containers_from_the_value_artifact():
|
||||
metrics = by_id(whatif(CARD, Changes(inputs={"vars.kpi.k": 5}), sources()))
|
||||
assert metrics["n2"]["status"] == "ok" and metrics["n2"]["new"] == 15
|
||||
assert metrics["n3"]["status"] == "ok" and metrics["n3"]["new"] == 3 + 5
|
||||
assert metrics["rows"]["new"] == 4 * 5
|
||||
# 老运行的那个照实说做不到
|
||||
assert metrics["n"]["status"] == "unsupported" and "完整值" in metrics["n"]["reason"]
|
||||
|
||||
|
||||
def test_a_tampered_or_missing_full_value_is_not_used():
|
||||
metrics = by_id(whatif(CARD, Changes(inputs={"vars.kpi.k": 5}), sources(
|
||||
load=lambda a: (_ for _ in ()).throw(ValueError("篡改")) if a == ITEMS_VALUE else load(a))))
|
||||
assert metrics["n2"]["status"] == "unsupported" and "哈希" in metrics["n2"]["reason"]
|
||||
metrics = by_id(whatif(CARD, Changes(inputs={"vars.kpi.k": 5}), sources(outputs={})))
|
||||
assert metrics["n3"]["status"] == "unsupported" and "nodes.fetch.items" in metrics["n3"]["reason"]
|
||||
|
||||
|
||||
def test_an_agent_array_is_restored_from_the_node_output_and_the_snapshot_rows():
|
||||
"""老运行没有 value_artifact:agent 的数组字段按封存的节点产出还原,行号按 locator.rows 对到快照。"""
|
||||
out = one("total", Changes(exclude={S1: frozenset({2, 3})}))
|
||||
assert out["new"] == 120.5 + 80.0 and out["inputs"][0]["excluded_rows"] == [2, 3]
|
||||
|
||||
|
||||
# --------------------------------------------------------------------------
|
||||
# 遮罩
|
||||
# --------------------------------------------------------------------------
|
||||
|
||||
|
||||
def test_masked_inputs_cannot_drive_a_whatif():
|
||||
with pytest.raises(WhatIfError, match="遮罩"):
|
||||
whatif(CARD, Changes(inputs={"cell(nodes.crm, 0, 'phone')": 1}), sources())
|
||||
phone = by_id(whatif(CARD, Changes(exclude={S2: frozenset({0})}), sources()))["phone_len"]
|
||||
assert phone["status"] == "masked" and phone["new"] is None and phone["rendered_new"] is None
|
||||
assert "遮罩" in phone["reason"]
|
||||
assert all(i["old"] is None and i["new"] is None for i in phone["inputs"])
|
||||
|
||||
|
||||
def test_a_query_result_with_a_masked_column_is_masked_as_a_whole():
|
||||
card = {**CARD, "metrics": [metric("cnt", "len(vars.res.rows) * vars.kpi.k", "len(vars.res.rows) * 2", 8,
|
||||
[{**scalar("vars.res.rows", "[4 项]"), "value_artifact": RES_ROWS},
|
||||
scalar("vars.kpi.k", 2)])]}
|
||||
masked = sources(masked={S1: frozenset({"phone"})})
|
||||
baseline = whatif(card, Changes(), masked)
|
||||
assert [(u["input"], "遮罩" in u["reason"]) for u in baseline["unsupported"]] == [("vars.res.rows", True)]
|
||||
cnt = whatif(card, Changes(inputs={"vars.kpi.k": 3}), masked)["metrics"][0]
|
||||
assert cnt["status"] == "masked" and cnt["new"] is None
|
||||
|
||||
|
||||
# --------------------------------------------------------------------------
|
||||
# 不合法的请求
|
||||
# --------------------------------------------------------------------------
|
||||
|
||||
|
||||
@pytest.mark.parametrize("changes, words", [
|
||||
(Changes(inputs={"vars.kpi.nope": 1}), ["vars.kpi.nope"]),
|
||||
(Changes(inputs={"vars.kpi.gmv": "很多"}), ["vars.kpi.gmv", "数值"]),
|
||||
(Changes(inputs={"vars.kpi.gmv": True}), ["数值"]),
|
||||
(Changes(inputs={"vars.kpi.gmv": math.nan}), ["数值"]),
|
||||
(Changes(inputs={"vars.kpi.gmv": math.inf}), ["数值"]),
|
||||
(Changes(inputs={"vars.kpi.amounts": 3}), ["列表", "排除"]),
|
||||
(Changes(inputs={"vars.kpi.i": 0}), ["取哪"]),
|
||||
(Changes(exclude={"f" * 64: frozenset({0})}), ["不属于这次运行", "封存范围"]),
|
||||
(Changes(exclude={S1: frozenset({4})}), ["行号 4", "4 行"]),
|
||||
(Changes(exclude={S1: frozenset({-1})}), ["行号"]),
|
||||
(Changes(exclude={BAD: frozenset({0})}), ["哈希"]),
|
||||
])
|
||||
def test_invalid_requests_say_what_is_wrong(changes, words):
|
||||
with pytest.raises(WhatIfError) as caught:
|
||||
whatif(CARD, changes, sources())
|
||||
assert all(w in str(caught.value) for w in words), str(caught.value)
|
||||
|
||||
|
||||
def test_text_inputs_cannot_be_changed():
|
||||
card = {**CARD, "metrics": [metric("len", "len(vars.kpi.name) + vars.kpi.k", "len('华东区') + 2", 5,
|
||||
[scalar("vars.kpi.name", "华东区"), scalar("vars.kpi.k", 2)])]}
|
||||
with pytest.raises(WhatIfError, match="不是数值"):
|
||||
whatif(card, Changes(inputs={"vars.kpi.name": 3}), sources())
|
||||
[name, k] = whatif(card, Changes(), sources())["metrics"][0]["inputs"]
|
||||
assert name["editable"] is False and name["kind"] == "text" and k["editable"] is True
|
||||
|
||||
|
||||
def test_a_single_metric_is_checked_against_its_own_inputs():
|
||||
with pytest.raises(WhatIfError, match="vars.kpi.amounts"):
|
||||
whatif(CARD, Changes(inputs={"vars.kpi.amounts": 1}), sources(), metric="wow")
|
||||
result = whatif(CARD, Changes(inputs={"vars.kpi.gmv": 50000}), sources(), metric="wow")
|
||||
assert [m["id"] for m in result["metrics"]] == ["wow"]
|
||||
|
||||
|
||||
def test_a_card_from_before_lineage_cannot_be_recomputed():
|
||||
legacy = {"id": "old", "name": "旧指标", "unit": "", "value": 3, "expression": "vars.x + 1"}
|
||||
out = recompute(legacy, Changes(), sources())
|
||||
assert out["status"] == "unsupported" and "没有记录输入" in out["reason"]
|
||||
|
||||
|
||||
# --------------------------------------------------------------------------
|
||||
# 报告里引用的地方、下游口径卡
|
||||
# --------------------------------------------------------------------------
|
||||
|
||||
|
||||
def doc_with(*segments):
|
||||
catalog = {
|
||||
"m:wow": {"alias": "m:wow", "kind": "metric", "node_id": "card", "artifact": "CARD", "locator": {"metric": "wow"}},
|
||||
"m:total": {"alias": "m:total", "kind": "metric", "node_id": "card", "artifact": "CARD",
|
||||
"locator": {"metric": "total"}},
|
||||
"m:other": {"alias": "m:other", "kind": "metric", "node_id": "card", "artifact": "OLDER",
|
||||
"locator": {"metric": "wow"}},
|
||||
}
|
||||
return {"catalog": catalog, "blocks": [{"id": "b1", "type": "paragraph", "units": [
|
||||
{"id": "u1", "kind": "claim", "segments": list(segments)}]}]}
|
||||
|
||||
|
||||
def seg(sid, text, alias, conv=None):
|
||||
cite = {"alias": alias, "kind": "metric", "status": "resolved", **({"conv": conv} if conv else {})}
|
||||
return {"id": sid, "text": text, "kind": "value", "state": "deterministic", "cite": cite}
|
||||
|
||||
|
||||
def test_report_segments_render_the_new_value_the_way_the_report_does():
|
||||
result = whatif(CARD, Changes(inputs={"vars.kpi.gmv": 50000}), sources())
|
||||
doc = doc_with(seg("s1", "8.7%", "m:wow"), seg("s2", "340.0元", "m:total"),
|
||||
seg("s3", "8.7%", "m:other"), {"id": "s4", "text": "本周", "kind": "text", "state": "neutral"})
|
||||
found = report_segments([("write", doc)], card_node="card", card_artifact="CARD", results=result["metrics"])
|
||||
assert found == [
|
||||
{"report": "write", "unit": "u1", "sid": "s1", "metric": "wow", "rendered_old": "8.7%", "rendered_new": "19.0%",
|
||||
"changed": True},
|
||||
{"report": "write", "unit": "u1", "sid": "s2", "metric": "total", "rendered_old": "340.0元",
|
||||
"rendered_new": "340.0元", "changed": False},
|
||||
]
|
||||
# 报告里写了换算的,按同样的换算渲染
|
||||
total = whatif(CARD, Changes(exclude={S1: frozenset({0})}), sources())
|
||||
[one_seg] = report_segments([("write", doc_with(seg("s9", "0.03万元", "m:total", conv="万")))], card_node="card",
|
||||
card_artifact="CARD", results=total["metrics"])
|
||||
assert (one_seg["rendered_old"], one_seg["rendered_new"]) == ("0.03万元", "0.02万元")
|
||||
|
||||
|
||||
def test_downstream_cards_that_use_this_card_are_flagged_not_recomputed():
|
||||
upstream = ("card", "A1", CARD)
|
||||
yearly = ("yearly", "B1", {"caliber": "年报口径", "caliber_version": "v1", "metrics": [
|
||||
metric("y", "vars.m.metrics[0].value * 52", "8.7 * 52", 452.4,
|
||||
[{"path": "vars.m.metrics[0].value", "value": 8.7, "node_id": "card", "via": "metric", "status": "ok"}]),
|
||||
metric("z", "vars.kpi.k", "2", 2, [scalar("vars.kpi.k", 2)])]})
|
||||
board = ("board", "C1", {"caliber": "看板口径", "caliber_version": "v2", "metrics": [
|
||||
metric("b", "nodes.yearly.metrics[0].value + 1", "452.4 + 1", 453.4,
|
||||
[{"path": "nodes.yearly.metrics[0].value", "value": 452.4, "node_id": "yearly", "via": "metric",
|
||||
"status": "ok"}])]})
|
||||
unrelated = ("misc", "D1", {"caliber": "其他", "caliber_version": "v1", "metrics": [
|
||||
metric("q", "vars.kpi.k", "2", 2, [scalar("vars.kpi.k", 2)])]})
|
||||
assert downstream_cards([upstream, yearly, board, unrelated], "card") == [
|
||||
{"node_id": "yearly", "artifact": "B1", "caliber": "年报口径", "version": "v1", "metrics": ["y"], "direct": True},
|
||||
{"node_id": "board", "artifact": "C1", "caliber": "看板口径", "version": "v2", "metrics": ["b"], "direct": False},
|
||||
]
|
||||
Reference in New Issue
Block a user