mirror of
https://github.com/ThearchyHelios/AgentLab.git
synced 2026-11-21 09:51:58 +00:00
eddeded2a4
- 第一批(安全加固与生命周期止血):隔离测试宿主机密钥与 .env 泄漏;修复 SQLite 取消查询挂死、:memory: 连接池报错与 EngineCache 世代竞态;补齐运行与评测删除时的 Checkpointer 线程、Artifact 磁盘文件与无主附件回收;加固三套沙箱路径越界、进程组清理与 Seatbelt 数据目录隔离,封堵 SSRF IPv4-mapped IPv6 元数据绕过与响应体 OOM;修复推理模型多轮 reasoning_content、结构化输出 Token 漏计与缓存折扣计费 - 第二批(数据库/集群/问数提速与首屏分包):补齐核心表索引与 SQLite WAL 调优,列表接口按需 defer 大列,收敛启动扫描并打通跨进程 slot 槽位唤醒;优化跨源全局选表、哈希桶数字绑定、流式 CSV 导入及多方言分析算子;剥离首屏静态引入的 @xyflow/react 与全局样式(首屏主包降至 461.59 kB),补充流式 rAF 攒批、Store 精细订阅与表单无障碍绑定 - 第三批(架构演进与工程自动化闭环):记录库超挂接阈值历史版本自动增量归档至单库多表(解除 SQLite 10 库 ATTACH 硬上限);重构知识库为词面 BM25 与全集合归一化向量矩阵真·双路独立召回并支持游标分批重建;升级多方言感知 SQL 模板词法分析(E'...' / $$...$$ / q'[...]' / # / 嵌套注释)与 Decimal / bool / NaN 参数校验,消除 ledger 层对 api 路由层的反向依赖;拆分 3101 行 CaliberDrafts 页面为 7 个领域子模块,消除检查脚本本机路径硬编码并新增 GitHub Actions CI 门禁与三批回归测试套件
198 lines
8.0 KiB
Python
198 lines
8.0 KiB
Python
from __future__ import annotations
|
||
|
||
import asyncio
|
||
import logging
|
||
import os
|
||
import resource
|
||
import shutil
|
||
import sys
|
||
import time
|
||
from pathlib import Path
|
||
|
||
from app.core import atomic
|
||
from app.core.config import settings, sanitize_session
|
||
from app.core.errors import describe_exception, raw
|
||
from app.sandbox import interpreter
|
||
from app.sandbox.base import ENTRY_PREFIX, ExecResult, Sandbox, SandboxLimits, entry_name, truncate
|
||
|
||
logger = logging.getLogger(__name__)
|
||
|
||
# 入口脚本后缀 + 执行命令。文件名运行时生成(entry_name),不能写死:
|
||
# 同会话并发执行都写 main.py 会互相覆盖。
|
||
_LANG = {
|
||
"python": (".py", None), # 运行时用 interpreter.python_argv()
|
||
"bash": (".sh", ["bash"]),
|
||
"sh": (".sh", ["sh"]),
|
||
"node": (".js", ["node"]),
|
||
"javascript": (".js", ["node"]),
|
||
}
|
||
|
||
|
||
class LocalSandbox(Sandbox):
|
||
"""裸子进程执行,所有隔离后端都不可用时的最后兜底。
|
||
|
||
只有 rlimit 和一个独立工作目录,**没有任何访问控制**:代码能读你的整个
|
||
文件系统、能联网。正常情况下不会走到这里 —— macOS 有 Seatbelt、
|
||
Linux 装个 bubblewrap 即可。真要用它跑不信任的代码,别。
|
||
"""
|
||
|
||
name = "local"
|
||
|
||
def __init__(self) -> None:
|
||
self._root = settings.workspace_dir / "local"
|
||
self._root.mkdir(parents=True, exist_ok=True)
|
||
|
||
async def health(self) -> dict[str, object]:
|
||
return {
|
||
"backend": self.name,
|
||
"available": True,
|
||
"isolated": False,
|
||
"warning": "以本地子进程执行,无访问控制,请勿运行不可信的代码",
|
||
"enforced": {"timeout": True, "cpu": True,
|
||
"memory": not sys.platform == "darwin", "network": False, "fsize": True},
|
||
"root": str(self._root),
|
||
"interpreter": interpreter.describe(),
|
||
}
|
||
|
||
def _session_dir(self, session_id: str) -> Path:
|
||
# 净化规则统一在 config.sanitize_session 里,四个后端和文件工具共用一份:
|
||
# 这段逻辑以前各抄各的,文件工具那份漏抄了,就成了越界读取的口子。
|
||
path = self._root / sanitize_session(session_id)
|
||
path.mkdir(parents=True, exist_ok=True)
|
||
return path
|
||
|
||
@staticmethod
|
||
def _preexec(limits: SandboxLimits): # pragma: no cover - 只在子进程里跑
|
||
def _apply() -> None:
|
||
resource.setrlimit(resource.RLIMIT_CPU, (limits.timeout, limits.timeout + 2))
|
||
# 注意 macOS 不强制执行 RLIMIT_AS,这条在 Darwin 上是无效的
|
||
nbytes = limits.memory_mb * 1024 * 1024
|
||
for res_name in ("RLIMIT_AS", "RLIMIT_DATA"):
|
||
res_id = getattr(resource, res_name, None)
|
||
if res_id is not None:
|
||
try:
|
||
resource.setrlimit(res_id, (nbytes, nbytes))
|
||
except (ValueError, OSError):
|
||
pass
|
||
resource.setrlimit(resource.RLIMIT_FSIZE, (64 * 1024 * 1024,) * 2)
|
||
resource.setrlimit(resource.RLIMIT_CORE, (0, 0))
|
||
# 不设 RLIMIT_NPROC:macOS 上它按 uid 全局计数,设小了会让沙箱里
|
||
# 任何 fork 都失败(bash 直接起不来),而不是只限制沙箱自己。
|
||
os.setsid() # 独立进程组,超时时能整组 kill
|
||
|
||
return _apply
|
||
|
||
async def run(
|
||
self,
|
||
code: str,
|
||
*,
|
||
language: str = "python",
|
||
limits: SandboxLimits | None = None,
|
||
session_id: str | None = None,
|
||
env: dict[str, str] | None = None,
|
||
files: dict[str, str] | None = None,
|
||
) -> ExecResult:
|
||
limits = limits or SandboxLimits()
|
||
language = (language or "python").lower()
|
||
if language not in _LANG:
|
||
return ExecResult(ok=False, backend=self.name, error=f"不支持的语言:{language}")
|
||
|
||
ext, cmd = _LANG[language]
|
||
# python 的命令前缀运行时才定:要挑一个看不见后端依赖的解释器
|
||
cmd = cmd if cmd is not None else interpreter.python_argv()
|
||
entry = entry_name(ext)
|
||
argv = [*cmd, entry]
|
||
if shutil.which(argv[0]) is None and argv[0] != sys.executable:
|
||
return ExecResult(
|
||
ok=False, backend=self.name, error=f"本机找不到 {argv[0]}"
|
||
)
|
||
|
||
ephemeral = not session_id
|
||
workdir = self._session_dir(session_id or f"tmp-{int(time.time() * 1000)}-{os.urandom(4).hex()}")
|
||
work_root = workdir.resolve()
|
||
try:
|
||
atomic.write_text(workdir / entry, code)
|
||
for rel, content in (files or {}).items():
|
||
target = (workdir / rel).resolve()
|
||
if not target.is_relative_to(work_root):
|
||
return ExecResult(ok=False, backend=self.name, error=f"非法文件路径:{rel}")
|
||
target.parent.mkdir(parents=True, exist_ok=True)
|
||
atomic.write_text(target, content)
|
||
|
||
# 只透传最小环境变量,避免把宿主机的 API key 泄漏给被执行的代码
|
||
child_env = {
|
||
"PATH": os.environ.get("PATH", "/usr/bin:/bin"),
|
||
"HOME": str(workdir),
|
||
"LANG": "en_US.UTF-8",
|
||
"PYTHONDONTWRITEBYTECODE": "1",
|
||
**(env or {}),
|
||
}
|
||
|
||
started = time.perf_counter()
|
||
try:
|
||
proc = await asyncio.create_subprocess_exec(
|
||
*argv,
|
||
cwd=str(workdir),
|
||
env=child_env,
|
||
stdout=asyncio.subprocess.PIPE,
|
||
stderr=asyncio.subprocess.PIPE,
|
||
preexec_fn=self._preexec(limits),
|
||
)
|
||
except Exception as e: # noqa: BLE001
|
||
# 首行只说原因,类名和 errno 这些留给日志
|
||
logger.warning("%s 沙箱起进程失败:%s", self.name, raw(e))
|
||
return ExecResult(ok=False, backend=self.name, error=f"无法启动进程:{describe_exception(e)}")
|
||
|
||
try:
|
||
out, err = await asyncio.wait_for(proc.communicate(), timeout=limits.timeout)
|
||
except asyncio.TimeoutError:
|
||
self._kill(proc)
|
||
await proc.wait()
|
||
return ExecResult(
|
||
ok=False,
|
||
backend=self.name,
|
||
timed_out=True,
|
||
exit_code=124,
|
||
duration_ms=int((time.perf_counter() - started) * 1000),
|
||
error=f"执行超过 {limits.timeout} 秒,已终止",
|
||
)
|
||
except BaseException:
|
||
if proc.returncode is None:
|
||
self._kill(proc)
|
||
await proc.wait()
|
||
raise
|
||
|
||
stdout, t1 = truncate(out.decode(errors="replace"), limits.max_output)
|
||
stderr, t2 = truncate(err.decode(errors="replace"), limits.max_output)
|
||
written = [
|
||
p.name
|
||
for p in workdir.iterdir()
|
||
if p.is_file() and not p.name.startswith(ENTRY_PREFIX)
|
||
][:50]
|
||
return ExecResult(
|
||
ok=proc.returncode == 0,
|
||
exit_code=proc.returncode or 0,
|
||
stdout=stdout,
|
||
stderr=stderr,
|
||
truncated=t1 or t2,
|
||
backend=self.name,
|
||
duration_ms=int((time.perf_counter() - started) * 1000),
|
||
files_written=written,
|
||
)
|
||
finally:
|
||
if ephemeral:
|
||
root_resolved = self._root.resolve()
|
||
if work_root != root_resolved and work_root.is_relative_to(root_resolved):
|
||
shutil.rmtree(workdir, ignore_errors=True)
|
||
|
||
@staticmethod
|
||
def _kill(proc: asyncio.subprocess.Process) -> None:
|
||
try:
|
||
os.killpg(os.getpgid(proc.pid), 9)
|
||
except (ProcessLookupError, PermissionError):
|
||
proc.kill()
|
||
|
||
async def cleanup(self, session_id: str) -> None:
|
||
path = self._session_dir(session_id)
|
||
await asyncio.to_thread(shutil.rmtree, path, True)
|