mirror of
https://github.com/ThearchyHelios/AgentLab.git
synced 2026-11-15 00:41:59 +00:00
ThearchyHelios
9d8b41430e
- 完善口径编辑、只读试运行、统一质量验证与执行语义指纹 - 增加可执行指标约束、有预算的主动调查和过程评测 - 提取发布检查、证据读取与起草服务，支持任务停止、重试和检查点恢复 - 增加版本传递影响分析，修复并发覆盖、敏感值遮罩、异常评分及页面状态问题 - 修复 SQLite 复合查询追溯和 microVM 可选依赖缺失处理 - 纳入当前设计文档及部署配置调整 验证：相关主回归 3822 项通过，4 项跳过、8 项预期失败；补充回归通过。 前端构建、文案检查及 git diff --check 通过。 全量检查仍有环境权限、PostgreSQL 可选依赖和既有部署配置、SQLite 文件基线差异导致的未通过项。
260 lines
17 KiB
Python
260 lines
17 KiB
Python
"""可比性检查（app/analysis/comparable.py，细案 01 §6）：只差日期 / 差了别的筛选 / 结构不同、窗口不等（流量不可比、比率只提醒）、
|
||
本期不完整、周末天数不同、探查失败退回剖析事实、都没有就核对不了。每个用例都顺带核对复算和运行逐字段相同（复算用记下的
|
||
probes，不现查）。"""
|
||
from __future__ import annotations
|
||
|
||
from app.analysis import comparable_reasons
|
||
from tests.analysis_samples import analyze, fixed_prober, snap
|
||
|
||
WINDOW = "SELECT SUM(amount) AS gmv FROM orders WHERE order_date >= '{a}' AND order_date < '{b}'"
|
||
RANGE = {("orders", "order_date"): ("2025-01-01", "2026-10-20")}
|
||
|
||
|
||
def period(ref, a, b, sql=WINDOW, **kw):
|
||
return snap(ref, sql.format(a=a, b=b), ["gmv"], [[100]], types={"gmv": "number"}, **kw)
|
||
|
||
|
||
async def compare(base, target, *, probe=None, **params):
|
||
params = {"base_query": base["ref"], "target_query": target["ref"], **params}
|
||
return await analyze("comparable", snaps=[base, target], probe=probe, **params)
|
||
|
||
|
||
def checks(result):
|
||
return {r[0]: r[1] for r in result["table"]["rows"]}
|
||
|
||
|
||
async def test_two_weeks_that_differ_only_in_dates_are_comparable():
|
||
result = await compare(period("Q1", "2026-10-05", "2026-10-12"), period("Q2", "2026-10-12", "2026-10-19"),
|
||
probe=fixed_prober(RANGE), measure="gmv")
|
||
assert result["method"] == "comparable@2" and result["mode"] is None
|
||
assert result["verdict"] == {"code": "comparable", "subjects": [], "direction": None}
|
||
assert result["phrase"] == "两期可比"
|
||
assert checks(result) == {"同口径": "通过", "窗口长度": "通过", "整期": "通过", "星期构成": "通过", "数据问题": "通过"}
|
||
assert result["values"]["base_days"] == "7" and result["values"]["target_start"] == "2026-10-12"
|
||
assert result["values"]["window"] == "pass" and result["settings"] == {}
|
||
assert result["params"]["today"] == "2026-10-21" and result["params"]["measure"] == "gmv"
|
||
assert [p["column"] for p in result["probes"]] == ["order_date"]
|
||
assert result["table"]["columns"] == ["check", "status", "base", "target", "note"]
|
||
assert result["table"]["column_types"] == dict.fromkeys(result["table"]["columns"], "text")
|
||
|
||
|
||
async def test_other_literals_differing_mean_two_segments_not_two_periods():
|
||
sql = WINDOW + " AND region = '{r}'"
|
||
base = snap("Q1", sql.format(a="2026-10-05", b="2026-10-12", r="华南"), ["gmv"], [[100]])
|
||
target = snap("Q2", sql.format(a="2026-10-12", b="2026-10-19", r="华东"), ["gmv"], [[100]])
|
||
result = await compare(base, target, probe=fixed_prober(RANGE), measure="gmv")
|
||
assert result["verdict"]["code"] == "incomparable"
|
||
assert result["phrase"] == "两期不可比：两边除了日期，筛选的还不一样"
|
||
assert comparable_reasons(result) == ["两边除了日期，筛选的还不一样"]
|
||
|
||
|
||
async def test_a_different_structure_says_where_it_differs():
|
||
base = period("Q1", "2026-10-05", "2026-10-12")
|
||
target = period("Q2", "2026-10-12", "2026-10-19", sql=WINDOW + " AND status = 'paid'")
|
||
result = await compare(base, target, probe=fixed_prober(RANGE), measure="gmv")
|
||
assert result["verdict"]["code"] == "incomparable"
|
||
assert result["phrase"] == "两期不可比：两份查询的口径结构不同（差在筛选条件）"
|
||
other = await compare(base, period("Q2", "2026-10-12", "2026-10-19", source="crm"), measure="gmv")
|
||
assert "两份查询来自不同的数据源" in other["phrase"]
|
||
|
||
|
||
async def test_unequal_windows_fail_for_flows_and_only_warn_otherwise():
|
||
base, target = period("Q1", "2026-10-05", "2026-10-12"), period("Q2", "2026-10-12", "2026-10-15")
|
||
flow = await compare(base, target, probe=fixed_prober(RANGE), measure="gmv") # SUM(amount)：目录标的流量
|
||
assert flow["verdict"]["code"] == "incomparable" and checks(flow)["窗口长度"] == "不通过"
|
||
assert "两段的天数不同：7 天对 3 天" in flow["phrase"]
|
||
avg_sql = "SELECT AVG(amount) AS aov FROM orders WHERE order_date >= '{a}' AND order_date < '{b}'"
|
||
ratio = await compare(period("Q1", "2026-10-05", "2026-10-12", sql=avg_sql),
|
||
period("Q2", "2026-10-12", "2026-10-15", sql=avg_sql), probe=fixed_prober(RANGE),
|
||
measure="gmv")
|
||
assert ratio["verdict"]["code"] == "conditional" and checks(ratio)["窗口长度"] == "提醒"
|
||
unlabeled = await compare(base, target, probe=fixed_prober(RANGE), measure="gmv", catalogs={})
|
||
assert unlabeled["verdict"]["code"] == "conditional"
|
||
assert any(c["code"] == "measure_unlabeled" for c in unlabeled["caveats"])
|
||
|
||
|
||
async def test_whole_months_count_as_the_same_length():
|
||
result = await compare(period("Q1", "2026-08-01", "2026-09-01"), period("Q2", "2026-09-01", "2026-10-01"),
|
||
probe=fixed_prober(RANGE), measure="gmv")
|
||
assert result["verdict"]["code"] == "comparable" and result["values"]["base_days"] == "31"
|
||
|
||
|
||
async def test_an_unfinished_period_is_not_a_whole_period():
|
||
result = await compare(period("Q1", "2026-10-12", "2026-10-19"), period("Q2", "2026-10-19", "2026-10-26"),
|
||
probe=fixed_prober(RANGE), measure="gmv")
|
||
assert result["verdict"]["code"] == "incomparable"
|
||
assert result["phrase"] == "两期不可比：本期数据只到 2026-10-20，还差 5 天"
|
||
late = fixed_prober({("orders", "order_date"): ("2025-01-01", "2026-10-16")})
|
||
behind = await compare(period("Q1", "2026-10-05", "2026-10-12"), period("Q2", "2026-10-12", "2026-10-19"),
|
||
probe=late, measure="gmv")
|
||
assert behind["phrase"] == "两期不可比：本期数据只到 2026-10-16，还差 2 天"
|
||
|
||
|
||
async def test_weekend_composition_of_short_windows():
|
||
# 周一到周三 对 周五到周日
|
||
result = await compare(period("Q1", "2026-10-05", "2026-10-08"), period("Q2", "2026-10-16", "2026-10-19"),
|
||
probe=fixed_prober(RANGE), measure="gmv")
|
||
assert result["verdict"]["code"] == "conditional"
|
||
assert result["phrase"] == "两期有条件可比：两段的周末天数不同：0 天对 2 天"
|
||
|
||
|
||
async def test_a_failed_probe_falls_back_to_profile_facts_then_says_it_cannot_check():
|
||
facts = {"shop": {"orders": {"at": "2026-10-20T03:00:00", "date_ranges": [
|
||
{"column": "order_date", "min": "2025-01-01", "max": "2026-10-19"}]}}}
|
||
base, target = period("Q1", "2026-10-05", "2026-10-12"), period("Q2", "2026-10-12", "2026-10-19")
|
||
fallback = await compare(base, target, probe=fixed_prober({}), facts=facts, measure="gmv")
|
||
assert fallback["verdict"]["code"] == "comparable" and fallback["phrase"] == "两期可比"
|
||
assert fallback["probes"] == [{"source": "shop", "table": "orders", "column": "order_date", "min": "2025-01-01",
|
||
"max": "2026-10-19", "basis": "profile", "at": "2026-10-20"}]
|
||
nothing = await compare(base, target, measure="gmv")
|
||
assert nothing["verdict"]["code"] == "conditional"
|
||
assert nothing["phrase"] == "两期有条件可比：整期核对不了" and nothing["probes"] == []
|
||
|
||
|
||
async def test_bounds_computed_from_the_run_day_are_evaluated_in_the_database_and_recorded():
|
||
sql = "SELECT SUM(amount) AS gmv FROM orders WHERE order_date >= date('now', '{a}') AND order_date < date('now', '{b}')"
|
||
base = snap("Q1", sql.format(a="-16 days", b="-9 days"), ["gmv"], [[100]])
|
||
target = snap("Q2", sql.format(a="-9 days", b="-2 days"), ["gmv"], [[90]])
|
||
bounds = {"DATE('now', '-16 days')": "2026-10-05", "DATE('now', '-9 days')": "2026-10-12",
|
||
"DATE('now', '-2 days')": "2026-10-19"}
|
||
probe = fixed_prober(RANGE, bounds=bounds)
|
||
result = await compare(base, target, probe=probe, measure="gmv")
|
||
assert result["verdict"]["code"] == "comparable"
|
||
assert checks(result)["同口径"] == "通过" # 只差按运行当天现算的界
|
||
assert result["values"]["base_start"] == "2026-10-05" and result["values"]["target_end"] == "2026-10-18"
|
||
exprs = [p["expr"] for p in result["probes"] if "expr" in p]
|
||
assert exprs == ["DATE('now', '-16 days')", "DATE('now', '-9 days')", "DATE('now', '-2 days')"]
|
||
assert all(p["basis"] == "live" for p in result["probes"])
|
||
# 界算不出来：窗口核对不了，不判不可比
|
||
blind = await compare(base, target, probe=fixed_prober(RANGE), measure="gmv")
|
||
assert blind["verdict"]["code"] == "conditional" and "窗口长度" in blind["phrase"]
|
||
|
||
|
||
async def test_data_problems_on_the_snapshots():
|
||
base = period("Q1", "2026-10-05", "2026-10-12")
|
||
empty = period("Q2", "2026-10-12", "2026-10-19", no_data=[{"columns": ["gmv"], "table": "orders",
|
||
"column": "order_date", "message": "没有数据"}])
|
||
result = await compare(base, empty, probe=fixed_prober(RANGE), measure="gmv")
|
||
assert result["verdict"]["code"] == "incomparable" and "本期查询的区间里这张表没有数据" in result["phrase"]
|
||
checked = period("Q2", "2026-10-12", "2026-10-19", checks=[{"code": "fanout_sum", "level": "error",
|
||
"message": "关联订单明细后对订单金额求和，会重复计算"}])
|
||
warned = await compare(base, checked, probe=fixed_prober(RANGE), measure="gmv")
|
||
assert warned["verdict"]["code"] == "conditional"
|
||
assert "本期查询的 SQL 检查有错误：关联订单明细后对订单金额求和，会重复计算" in warned["phrase"]
|
||
|
||
|
||
async def test_one_snapshot_grouped_by_period_is_naturally_the_same_query():
|
||
sql = "SELECT order_date AS day, SUM(amount) AS gmv FROM orders WHERE order_date >= '2026-10-01' GROUP BY 1"
|
||
rows = [[f"2026-10-{d:02d}", 100] for d in range(1, 20)]
|
||
s = snap("Q1", sql, ["day", "gmv"], rows, types={"day": "text", "gmv": "number"})
|
||
probe = fixed_prober(RANGE)
|
||
same_weekday = await analyze("comparable", snaps=[s], probe=probe, query="Q1", period="day", base="2026-10-05",
|
||
target="2026-10-12")
|
||
assert same_weekday["verdict"]["code"] == "comparable" and same_weekday["params"]["measure"] == "gmv"
|
||
assert same_weekday["params"]["grain"] == "day"
|
||
weekend = await analyze("comparable", snaps=[s], probe=probe, query="Q1", period="day", base="2026-10-09",
|
||
target="2026-10-10")
|
||
assert weekend["phrase"] == "两期有条件可比：两段的周末天数不同：0 天对 1 天"
|
||
# 期次有一截落在 SQL 的时间条件之外：基期被截掉了；本期（10 月）还没过完
|
||
monthly_rows = [["2026-09-01", 100], ["2026-10-01", 90]]
|
||
month = snap("Q1", "SELECT DATE(order_date, 'start of month') AS month, SUM(amount) AS gmv FROM orders "
|
||
"WHERE order_date >= '2026-09-05' GROUP BY 1", ["month", "gmv"], monthly_rows)
|
||
partial = await analyze("comparable", snaps=[month], probe=probe, query="Q1", period="month", base="2026-09-01",
|
||
target="2026-10-01", measure="gmv")
|
||
assert partial["verdict"]["code"] == "incomparable"
|
||
assert "基期数据从 2026-09-05 才开始，缺前 4 天" in partial["phrase"]
|
||
assert "本期数据只到 2026-10-20，还差 11 天" in partial["phrase"]
|
||
|
||
|
||
async def test_reasons_are_split_one_sentence_each():
|
||
result = await compare(period("Q1", "2026-10-05", "2026-10-08"), period("Q2", "2026-10-16", "2026-10-21"),
|
||
probe=fixed_prober(RANGE), measure="gmv")
|
||
reasons = comparable_reasons(result)
|
||
assert "两段的天数不同：3 天对 5 天" in reasons and "本期数据只到 2026-10-20，还差 0 天" not in reasons
|
||
assert all("；" not in r for r in reasons)
|
||
assert comparable_reasons({"table": None}) == []
|
||
|
||
|
||
async def test_a_masked_date_column_is_neither_used_nor_probed():
|
||
probe = fixed_prober(RANGE)
|
||
result = await compare(period("Q1", "2026-10-05", "2026-10-12", masked=["order_date"]),
|
||
period("Q2", "2026-10-12", "2026-10-19", masked=["order_date"]), probe=probe, measure="gmv")
|
||
assert probe.calls == [] and result["probes"] == []
|
||
assert result["verdict"]["code"] == "conditional" and "窗口长度" in result["phrase"]
|
||
|
||
|
||
async def test_one_snapshot_of_sqlite_weeks_uses_the_real_days_of_each_week():
|
||
# SQLite 的 strftime('%Y-W%W')：2026-W42 是 10-19 到 10-25（运行当天 10-21 还没过完），跨年的 2025-W52、2026-W00 只有 3 天、4 天
|
||
sql = "SELECT strftime('%Y-W%W', order_date) AS week, COUNT(*) AS orders FROM orders GROUP BY week"
|
||
rows = [["2025-W52", 300], ["2026-W00", 400], ["2026-W01", 700], ["2026-W41", 700], ["2026-W42", 200]]
|
||
s = snap("Q1", sql, ["week", "orders"], rows, types={"week": "text", "orders": "number"})
|
||
probe = fixed_prober({("orders", "order_date"): ("2025-01-01", "2026-10-20")})
|
||
now = await analyze("comparable", snaps=[s], probe=probe, query="Q1", period="week", base="2026-W41",
|
||
target="2026-W42")
|
||
assert now["verdict"]["code"] == "incomparable"
|
||
assert now["phrase"] == "两期不可比：本期数据只到 2026-10-20，还差 5 天"
|
||
assert now["values"]["target_start"] == "2026-10-19" and now["values"]["target_end"] == "2026-10-25"
|
||
cut = await analyze("comparable", snaps=[s], probe=probe, query="Q1", period="week", base="2025-W52",
|
||
target="2026-W00")
|
||
assert cut["verdict"]["code"] == "incomparable"
|
||
assert "两段的天数不同：3 天对 4 天" in cut["phrase"]
|
||
assert "本期只有 2026-01-01 到 2026-01-04 这 4 天，不是整周" in comparable_reasons(cut)
|
||
assert checks(cut)["星期构成"] == "提醒"
|
||
# 不知道方言（认不出周号算法）：窗口、整期、星期构成都核对不了，不判可比以外的结论
|
||
plain = snap("Q1", sql, ["week", "orders"], rows, types={"week": "text", "orders": "number"})
|
||
unknown = await analyze("comparable", snaps=[plain], query="Q1", period="week", base="2026-W41", target="2026-W42")
|
||
assert unknown["verdict"]["code"] == "conditional"
|
||
assert unknown["phrase"] == "两期有条件可比：窗口长度、整期、星期构成核对不了"
|
||
|
||
|
||
def _same(a, b):
|
||
from app.analysis.comparable import same_query
|
||
from app.analysis.inputs import Snap
|
||
|
||
return same_query(Snap("Q1", {"sql": a, "source": "shop"}, "sqlite"),
|
||
Snap("Q2", {"sql": b, "source": "shop"}, "sqlite"))
|
||
|
||
|
||
def test_the_same_query_ignores_the_outer_order_and_how_run_day_bounds_are_written():
|
||
by_region = ("SELECT region, SUM(amount) AS gmv FROM orders WHERE order_date BETWEEN '{a}' AND '{b}' "
|
||
"GROUP BY region{tail}")
|
||
# 只有一边带 ORDER BY：排序不改结果
|
||
check = _same(by_region.format(a="2026-10-05", b="2026-10-11", tail=""),
|
||
by_region.format(a="2026-10-12", b="2026-10-18", tail=" ORDER BY gmv DESC"))
|
||
assert check.status == "pass" and check.reasons == []
|
||
# 按运行当天现算的界写法不一样（上周对本周到今天）
|
||
window = "SELECT SUM(amount) AS gmv FROM orders WHERE order_date >= {a} AND order_date < {b}"
|
||
assert _same(window.format(a="date('now', 'weekday 1', '-14 days')", b="date('now', 'weekday 1', '-7 days')"),
|
||
window.format(a="date('now', 'weekday 1', '-7 days')", b="date('now')")).status == "pass"
|
||
assert _same(window.format(a="date('now', 'weekday 1', '-14 days')", b="date('now', 'weekday 1', '-7 days')"),
|
||
"SELECT SUM(amount) AS gmv FROM orders WHERE order_date >= date('now', 'weekday 1', '-7 days')"
|
||
).status == "pass"
|
||
|
||
|
||
def test_what_still_makes_two_queries_different():
|
||
base = "SELECT region, SUM(amount) AS gmv FROM orders WHERE order_date >= '2026-10-05' GROUP BY region"
|
||
# 带 LIMIT 时排序决定取哪几段
|
||
top = _same(base + " ORDER BY gmv DESC LIMIT 2", base.replace("2026-10-05", "2026-10-12") + " LIMIT 2")
|
||
assert top.status == "fail"
|
||
# 除了日期还差别的筛选、按别的时间列、多一个条件
|
||
other = _same(base.replace("WHERE", "WHERE region = '华东' AND"),
|
||
base.replace("WHERE", "WHERE region = '华南' AND").replace("2026-10-05", "2026-10-12"))
|
||
assert (other.status, other.reasons) == ("fail", ["两边除了日期，筛选的还不一样"])
|
||
paid = _same(base, base.replace("order_date", "paid_at").replace("2026-10-05", "2026-10-12"))
|
||
assert paid.status == "fail" and paid.reasons == ["两份查询的口径结构不同（差在时间列）"]
|
||
extra = _same(base, base.replace("GROUP BY", "AND status = 'paid' GROUP BY").replace("2026-10-05", "2026-10-12"))
|
||
assert extra.status == "fail" and "筛选条件" in extra.reasons[0]
|
||
|
||
|
||
async def test_decomposing_two_snapshots_that_differ_only_in_order_is_not_refused():
|
||
a = ("SELECT region, SUM(amount) AS gmv FROM orders WHERE order_date BETWEEN '2026-10-05' AND '2026-10-11' "
|
||
"GROUP BY region")
|
||
b = ("SELECT region, SUM(amount) AS gmv FROM orders WHERE order_date BETWEEN '2026-10-12' AND '2026-10-18' "
|
||
"GROUP BY region ORDER BY gmv DESC")
|
||
base = snap("Q1", a, ["region", "gmv"], [["华东", 820], ["华南", 700], ["华北", 600]], types={"region": "text"})
|
||
target = snap("Q2", b, ["region", "gmv"], [["华东", 700], ["华南", 666], ["华北", 560]], types={"region": "text"})
|
||
result = await analyze("decompose", "additive", snaps=[base, target], probe=fixed_prober(RANGE), base_query="Q1",
|
||
target_query="Q2", by=["region"], measure="gmv", label="销售额")
|
||
assert result["status"] == "ok" and result["verdict"]["code"] == "driver"
|
||
assert not [c for c in result["caveats"] if c["code"] == "comparability"]
|