From de1bfaee9e25f5cc7052d50f420b76e890780574 Mon Sep 17 00:00:00 2001
From: ThearchyHelios <work@thearchyhelios.com>
Date: Wed, 21 Oct 2026 19:32:40 +0800
Subject: [PATCH] =?UTF-8?q?=E5=AE=9A=E6=97=B6=E8=AF=84=E6=B5=8B=E7=9A=84?=
 =?UTF-8?q?=E6=B5=8B=E8=AF=95=E4=B8=8D=E4=BE=9D=E8=B5=96=E5=90=8C=E8=BF=9B?=
 =?UTF-8?q?=E7=A8=8B=E9=87=8C=E7=9A=84=E6=95=B0=E6=8D=AE=E6=BA=90=E4=B8=AA?=
 =?UTF-8?q?=E6=95=B0=EF=BC=88=E5=90=8C=20843be9a5=20=E7=BB=99=20test=5Feva?=
 =?UTF-8?q?l=5Frunner=20=E7=9A=84=E5=81=9A=E6=B3=95=EF=BC=89=EF=BC=9A?=
 =?UTF-8?q?=E8=BF=99=E9=87=8C=E7=9A=84=E9=A2=98=E6=B2=A1=E6=9C=89=E9=99=90?=
 =?UTF-8?q?=E5=AE=9A=E6=95=B0=E6=8D=AE=E6=BA=90=EF=BC=8C=E8=AF=84=E6=B5=8B?=
 =?UTF-8?q?=E6=8C=89=E8=BF=9B=E7=A8=8B=E9=87=8C=E5=85=A8=E9=83=A8=E7=9A=84?=
 =?UTF-8?q?=E6=95=B0=E6=8D=AE=E6=BA=90=E6=8B=8D=E7=9B=AE=E5=BD=95=E5=BF=AB?=
 =?UTF-8?q?=E7=85=A7=EF=BC=8C=E5=88=AB=E7=9A=84=E6=B5=8B=E8=AF=95=E7=95=99?=
 =?UTF-8?q?=E4=B8=8B=E7=9A=84=E6=95=B0=E6=8D=AE=E6=BA=90=E8=B6=85=E8=BF=87?=
 =?UTF-8?q?=20app/eval/snapshots.MAX=5FSOURCES=20=E6=97=B6=E6=95=B4?=
 =?UTF-8?q?=E6=AC=A1=E8=AF=84=E6=B5=8B=E6=8C=89=E8=AE=BE=E8=AE=A1=E5=A4=B1?=
 =?UTF-8?q?=E8=B4=A5=EF=BC=88=E3=80=8C=E8=BF=99=E6=AC=A1=E8=AF=84=E6=B5=8B?=
 =?UTF-8?q?=E7=94=A8=E5=88=B0=E7=9A=84=E6=95=B0=E6=8D=AE=E6=BA=90=E8=B6=85?=
 =?UTF-8?q?=E8=BF=87=2020=20=E4=B8=AA=E3=80=8D=EF=BC=89=EF=BC=8C=E6=96=AD?=
 =?UTF-8?q?=E8=A8=80=E7=9A=84=20partial=20=E5=B0=B1=E6=88=90=E4=BA=86=20fa?=
 =?UTF-8?q?iled=EF=BC=9B=E5=90=8E=E7=AB=AF=E5=85=A8=E9=87=8F=E5=B9=B6?=
 =?UTF-8?q?=E8=A1=8C=E6=97=B6=E5=88=86=E5=88=B0=E5=90=8C=E4=B8=80=E4=B8=AA?=
 =?UTF-8?q?=E8=BF=9B=E7=A8=8B=E5=B0=B1=E5=A4=8D=E7=8E=B0=E3=80=82=E8=BF=99?=
 =?UTF-8?q?=E9=87=8C=E4=B8=8D=E6=B5=8B=E8=BF=99=E4=B8=AA=E4=B8=8A=E9=99=90?=
 =?UTF-8?q?=EF=BC=8C=E6=B5=8B=E8=AF=95=E9=87=8C=E6=8A=8A=E4=B8=8A=E9=99=90?=
 =?UTF-8?q?=E6=94=BE=E5=A4=A7?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 backend/tests/test_eval_schedule.py | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/backend/tests/test_eval_schedule.py b/backend/tests/test_eval_schedule.py
index a999e294..64aec7f3 100644
--- a/backend/tests/test_eval_schedule.py
+++ b/backend/tests/test_eval_schedule.py
@@ -39,7 +39,12 @@ URL = "https://hooks.example.com/agentlab/eval-7c2a"
 
 
 @pytest.fixture(autouse=True)
-async def engine_up():
+async def engine_up(monkeypatch):
+    # 这里的题（ASK）没有限定数据源，评测按进程里全部的数据源拍目录快照：同一个测试进程里别的测试留下的数据源超过上限
+    # （app/eval/snapshots.MAX_SOURCES）时，评测按设计报「数据源超过 20 个」整次失败。这里不测这个上限（同 test_eval_runner）
+    from app.eval import snapshots
+
+    monkeypatch.setattr(snapshots, "MAX_SOURCES", 10_000)
     await run_manager.setup()
     async with SessionLocal() as session:
         await session.execute(delete(Schedule))