mirror of
https://github.com/ThearchyHelios/AgentLab.git
synced 2026-11-20 07:32:04 +00:00
888f746d31
- 摘录由 judge.prepare 生成,以前 _hidden 只按列名遮:报告取数把遮罩列改了名字选出来(buyer_phone AS 手机号),质询、反方 agent 的任务里四个号码都在,模型照抄进理由。现在 prepare 收 kinds({数据源名: 类型},只有核查 agent 的摘录给),查询摘录、指标输入按 masking._derived_hidden 认出改了名字的遮罩列(和工具边界同一套规则,表结构按快照冻结的那份),认的过程出了意外整份的列都不给;结论句裁判自己的摘录不给 kinds,和以前逐字相同、复用键不变。反方审稿、审批质询再把摘录里别的列、SQL 里写着的遮罩值按值换成「已遮罩」(换了写法的号码也认),值同交给查询工具的那一份(报告快照里的,反方去掉这句结论原文里写着的);解析 SQL、按值换放进线程。
- 反方审稿的理由按值遮之后,正文、理由文档(正文、原文、目录里的列名)里还认得出遮罩值的,这句记为无法判断、理由换成系统说明、不存理由文档(_kept,同审批质询的 _leaked),遮不住的「被推翻」不再让出具降档。
补测试:质询、反方各一条端到端(任务里的摘录没有号码,手机号列不给,SQL 里的号码、备注里换了写法的号码换掉),反方理由里 agent 自己查出的号码换着写法也换掉,最后一道关;分别去掉按 SQL 认列、两处按值换、agent 查到的值、最后一道关,对应的测试都变红。
121 lines
6.8 KiB
Python
121 lines
6.8 KiB
Python
"""反方审稿的遮罩收口(engine/nodes/challenge.py):
|
||
|
||
- 交给反方 agent 的证据摘录先遮:报告取数把遮罩列改了名字选出来(buyer_phone AS 手机号),摘录里不给这一列(按 SQL
|
||
认,和工具边界同一套规则);别的列(备注里换了写法的号码)、SQL 里写着的遮罩值换成「已遮罩」。以前摘录只按列名遮,
|
||
四个号码原样交给模型,模型照抄进理由
|
||
- 理由正文按值遮(报告快照里的值、agent 查询时遮掉的值、换了写法的号码),端到端;组装之后还认得出遮罩值的(第二道
|
||
防线漏了),整句降为无法判断,理由不记,同审批质询的最后一道关
|
||
|
||
模型一律是 MockChatModel 剧本,数据源是现造的 SQLite 文件,区域、金额、手机号都是虚构的。
|
||
"""
|
||
from __future__ import annotations
|
||
|
||
import json
|
||
import sqlite3
|
||
import uuid
|
||
|
||
import pytest
|
||
|
||
from app.core import artifact_store
|
||
from app.data import introspect
|
||
from app.data.engine import engines
|
||
from app.db.base import SessionLocal
|
||
from app.db.models import DataSource
|
||
from app.engine import masking
|
||
from app.engine.nodes import challenge as challenge_mod
|
||
from tests.test_challenge_node import Models, Play, engine_up, finish, graph, output_of # noqa: F401 - engine_up 是自动用上的夹具
|
||
|
||
#: 四笔订单,买家手机号设了遮罩;备注没设遮罩,其中一条写着换了写法的号码
|
||
SCRIPT = ("CREATE TABLE sales (id INTEGER PRIMARY KEY, region TEXT, buyer_phone TEXT, amount INTEGER, refunded INTEGER,"
|
||
" note TEXT);"
|
||
"INSERT INTO sales VALUES (1, '华东', '13900000001', 1200, 0, '客户 139-0000-0002 代下单'),"
|
||
" (2, '华东', '13900000002', 300, 1, ''), (3, '华南', '13900000003', 900, 0, '例行回访'),"
|
||
" (4, '华北', '13900000004', 400, 0, '');")
|
||
SECRETS = ("1390000000", "0000-0002", "139 0000")
|
||
|
||
|
||
@pytest.fixture
|
||
async def masked_shop(tmp_path):
|
||
path = tmp_path / f"{uuid.uuid4().hex[:8]}.db"
|
||
db = sqlite3.connect(path)
|
||
db.executescript(SCRIPT)
|
||
db.commit()
|
||
db.close()
|
||
name = f"shop_{uuid.uuid4().hex[:8]}"
|
||
async with SessionLocal() as session:
|
||
row = DataSource(name=name, kind="sqlite", database=str(path), readonly=True, enabled=True,
|
||
options={"mask_columns": ["buyer_phone"]})
|
||
session.add(row)
|
||
await session.flush()
|
||
row.schema_cache = await introspect.introspect(row)
|
||
await session.commit()
|
||
source_id = row.id
|
||
yield name
|
||
await engines.invalidate(source_id)
|
||
|
||
|
||
def _clean(text: str) -> bool:
|
||
return not any(s in text for s in SECRETS)
|
||
|
||
|
||
#: 报告取数:手机号改了名字选出来,备注照选,按号码排序时把号码写进了 SQL
|
||
REPORT_SQL = ("SELECT buyer_phone AS 手机号, note AS 备注, amount AS 金额 FROM sales "
|
||
"ORDER BY buyer_phone = '13900000001' DESC, amount DESC")
|
||
WRITER = ("金额最高的一笔 [[v:Q1.r0.金额]]。[[see:Q1]]",)
|
||
CLAIM = "金额最高的一笔"
|
||
|
||
|
||
async def test_the_excerpt_in_the_task_is_masked_before_the_agent_sees_it(monkeypatch, masked_shop):
|
||
"""反方 agent 收到的任务里:改了名字的遮罩列(手机号)不给,备注里换了写法的号码、SQL 里写着的号码换成「已遮罩」,
|
||
金额照常。以前「列:金额 | 手机号」「r0:1,200 | 13900000001」…,四个号码都在。"""
|
||
name = masked_shop
|
||
plays = {CLAIM: Play(["SELECT COUNT(*) AS 笔数 FROM sales"], "stands", "共 [[v:Q1.r0.笔数]] 笔。[[see:Q1]]")}
|
||
models = Models(monkeypatch, name, writer=WRITER, plays=plays)
|
||
row = await finish(graph(name, sql=REPORT_SQL), run_class="exploratory")
|
||
assert row.status == "succeeded", row.error
|
||
task = models.tasks()[CLAIM]
|
||
assert "金额最高的一笔 1,200。" in task and "【原报告 Q1】" in task
|
||
excerpt = task[task.index("【原报告 Q1】"):]
|
||
assert _clean(excerpt), excerpt
|
||
columns = next(line for line in excerpt.splitlines() if line.startswith("列:"))
|
||
assert "手机号" not in columns and "金额" in columns and "备注" in columns
|
||
assert "客户 已遮罩 代下单" in excerpt and "buyer_phone = '已遮罩'" in excerpt
|
||
assert "(有的列按数据源的设置遮罩了,没有给出)" in excerpt
|
||
|
||
|
||
async def test_masked_values_the_agent_found_itself_are_masked_in_the_rationale(monkeypatch, masked_shop):
|
||
"""端到端:反方 agent 自己查出的号码(查询时在工具边界遮掉、只在内存里)被它换着写法写进理由:审稿记录里的理由正文、
|
||
理由文档都换成「已遮罩」。报告没有选出号码,值只来自 agent 查询时遮掉的那一份。"""
|
||
name = masked_shop
|
||
top = "SELECT buyer_phone AS 电话, amount AS 金额 FROM sales WHERE region = '华南'"
|
||
said = "华南那笔来自 +86 139 0000 0003,金额 [[v:Q1.r0.金额]]。[[see:Q1]]"
|
||
plays = {CLAIM: Play([top], "stands", said)}
|
||
Models(monkeypatch, name, writer=WRITER, plays=plays)
|
||
row = await finish(graph(name, sql="SELECT region AS 区域, amount AS 金额 FROM sales ORDER BY amount DESC"),
|
||
run_class="exploratory")
|
||
assert row.status == "succeeded", row.error
|
||
record = artifact_store.load((await output_of(row.id, "chal"))["challenge_artifact"])
|
||
[claim] = [c for c in record["claims"] if CLAIM in c["text"]]
|
||
assert claim["verdict"] == "stands" and claim["rationale"] == "华南那笔来自 已遮罩,金额 900。"
|
||
assert claim["rationale_doc"]["markdown"] == claim["rationale"]
|
||
assert "0000 0003" not in json.dumps(record, ensure_ascii=False)
|
||
|
||
|
||
async def test_a_rationale_still_showing_a_masked_value_is_not_kept(monkeypatch, masked_shop):
|
||
"""最后一道关:按值遮之后组装出来的理由里还认得出遮罩值(这里让按值换失手),这句降为无法判断,理由不记、不存,
|
||
原值不进审稿记录。同审批质询的回答。"""
|
||
name = masked_shop
|
||
monkeypatch.setattr(masking, "_scrubbed_source", lambda text, secrets: text)
|
||
said = "号码 13900000001 的那笔属实,金额 [[v:Q1.r0.笔数]]。[[see:Q1]]"
|
||
plays = {CLAIM: Play(["SELECT COUNT(*) AS 笔数 FROM sales"], "refuted", said)}
|
||
Models(monkeypatch, name, writer=WRITER, plays=plays)
|
||
row = await finish(graph(name, sql=REPORT_SQL), run_class="exploratory")
|
||
assert row.status == "succeeded", row.error
|
||
record = artifact_store.load((await output_of(row.id, "chal"))["challenge_artifact"])
|
||
[claim] = [c for c in record["claims"] if CLAIM in c["text"]]
|
||
assert claim["verdict"] == "inconclusive" and claim["rationale_doc"] is None
|
||
assert claim["rationale"] == challenge_mod.LEAKED
|
||
assert _clean(json.dumps(record, ensure_ascii=False))
|
||
out = await output_of(row.id, "chal")
|
||
assert out["counts"]["refuted"] == 0, "遮不住的理由不能让出具降档"
|