mirror of
https://github.com/ThearchyHelios/AgentLab.git
synced 2026-11-15 07:02:00 +00:00
ThearchyHelios
dead51ae56
- 工件（内容寻址）：以前共用 <id>.tmp，两个进程同时写同一份内容时后到的会截断先到的半成品、先到的改名又让后到的改名失败；现在各写各的临时文件 - 加密密钥 .secret_key、断言签名私钥：几个进程同时第一次启动时只建出一把，后到的读先到的那一把（以前各生成一把，各自加密、签名的东西对方认不得），文件从建出来起就是 0600 - 附件抽出文字的缓存：临时文件名带随机后缀 - 文件工具（file_write）的覆盖和追加、三种系统沙箱写进工作目录的代码和输入文件、seatbelt 的策略文件：先写临时文件再改名 - 上传表格的版本库、原件存档、记录表本来就是这样写的，不动
93 lines
3.4 KiB
Python
93 lines
3.4 KiB
Python
"""数据目录里的文件先写临时文件再改名（core/atomic）：读的一方看不到写了一半的，只该生成一次的不会各生成一份。"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import os
|
|
import stat
|
|
import threading
|
|
|
|
import pytest
|
|
|
|
from app.core import atomic
|
|
from app.db import models # noqa: F401 建表要先认得模型（单独跑这个文件时）
|
|
|
|
|
|
def _leftovers(folder) -> list[str]:
|
|
return [p.name for p in folder.iterdir() if atomic.TMP_MARK in p.name]
|
|
|
|
|
|
def test_write_replaces_whole_and_leaves_no_temp_file(tmp_path):
|
|
target = tmp_path / "a" / "b.json"
|
|
atomic.write_text(target, "第一版")
|
|
atomic.write_text(target, "第二版")
|
|
assert target.read_text(encoding="utf-8") == "第二版"
|
|
assert _leftovers(target.parent) == []
|
|
|
|
|
|
def test_a_failed_write_keeps_the_old_file(tmp_path, monkeypatch):
|
|
target = tmp_path / "x.txt"
|
|
atomic.write_text(target, "旧的整份")
|
|
|
|
def boom(src, dst):
|
|
raise OSError("磁盘满了")
|
|
|
|
monkeypatch.setattr(os, "replace", boom)
|
|
with pytest.raises(OSError):
|
|
atomic.write_text(target, "新的")
|
|
assert target.read_text(encoding="utf-8") == "旧的整份"
|
|
assert _leftovers(tmp_path) == []
|
|
|
|
|
|
def test_create_only_once_and_the_loser_reads_the_winner(tmp_path):
|
|
"""几个线程同时第一次建同一个密钥文件：只有一个建成，文件内容就是那一个写的，没有临时文件留下。"""
|
|
target = tmp_path / ".secret"
|
|
results: list[tuple[str, bool]] = []
|
|
barrier = threading.Barrier(8)
|
|
|
|
def make(i: int) -> None:
|
|
barrier.wait()
|
|
results.append((f"key-{i}", atomic.create_text(target, f"key-{i}", mode=0o600)))
|
|
|
|
threads = [threading.Thread(target=make, args=(i,)) for i in range(8)]
|
|
for t in threads:
|
|
t.start()
|
|
for t in threads:
|
|
t.join()
|
|
winners = [k for k, made in results if made]
|
|
assert len(winners) == 1 and target.read_text() == winners[0]
|
|
assert stat.S_IMODE(target.stat().st_mode) == 0o600
|
|
assert _leftovers(tmp_path) == []
|
|
|
|
|
|
def test_content_addressed_artifacts_are_written_atomically(tmp_path, monkeypatch):
|
|
"""工件按内容寻址：同一份内容写两遍，文件只有一份、内容完整，不留临时文件。"""
|
|
import asyncio
|
|
|
|
from app.core import artifact_store
|
|
from app.core.config import settings
|
|
|
|
async def twice() -> tuple[str, str]:
|
|
a = await artifact_store.put_json({"区域": "虚构", "值": 1}, kind="test_atomic")
|
|
b = await artifact_store.put_json({"值": 1, "区域": "虚构"}, kind="test_atomic")
|
|
return a, b
|
|
|
|
a, b = asyncio.run(twice())
|
|
assert a == b and artifact_store.load(a) == {"区域": "虚构", "值": 1}
|
|
folder = settings.data_dir / "artifacts" / a[:2]
|
|
assert _leftovers(folder) == []
|
|
|
|
|
|
async def test_file_write_tool_appends_by_replacing_the_whole_file():
|
|
from types import SimpleNamespace
|
|
|
|
from app.tools.builtin.files import file_write
|
|
|
|
ctx = SimpleNamespace(sandbox_session=f"atomic-{os.getpid()}")
|
|
assert (await file_write(ctx, path="notes/a.txt", content="第一行\n"))["ok"]
|
|
out = await file_write(ctx, path="notes/a.txt", content="第二行\n", append=True)
|
|
from app.core.config import settings
|
|
|
|
path = settings.session_dir(ctx.sandbox_session) / "notes" / "a.txt"
|
|
assert path.read_text(encoding="utf-8") == "第一行\n第二行\n" and out["bytes"] == len("第一行\n第二行\n".encode())
|
|
assert _leftovers(path.parent) == []
|