Files
AgentLab/backend/tests/fake_docker.py
T
ThearchyHelios 9e6a6db406 deploy.sh 带内置 PostgreSQL:install --postgres 在旁边再起一个 PostgreSQL 容器(镜像小版本固定 postgres:16.15、可用 POSTGRES_IMAGE 改;同一个 docker 网络、端口不对外;数据在 docker 数据卷;密码第一次自动生成在数据目录的 .postgres/、0600,按 POSTGRES_PASSWORD_FILE 和 PGPASSFILE 传,不进镜像、日志和 docker inspect;agentlab.env 什么都不用填)。用过一次的数据目录记在 .postgres/state,之后 install / upgrade / start 不用再加。start、restart 先起库等 pg_isready 再起服务,stop 先停服务再停库,status 显示两个容器,logs --postgres 看库的,uninstall 连库的容器和网络一起删、数据卷和数据目录留着。和外接 PostgreSQL(agentlab.env 里的 AGENTLAB_DATABASE_URL)互斥,照实报错;已有 SQLite 库的数据目录不许 install --postgres(指向 migrate-to-postgres),别的数据目录留下的数据卷不拿来用。upgrade 先停旧服务、自动备份(SQLite 用备份接口拷到 backups/sqlite/,内置库 pg_dump 到 backups/postgres/,各留最近 BACKUP_KEEP 份),备份没做成就把旧服务起回来不升级;POSTGRES_IMAGE 换了时库的容器按新镜像重建、起不来就换回原来的。新增 migrate-to-postgres:停服务 → 备份 → 起库 → copy-to-postgres 先 --dry-run 再正式导入、核对 → 记下已切换 → 按内置库起服务;记下之前哪一步出错都退回 SQLite(服务原样恢复、库的容器停掉、状态记成 migrating),重跑先清空上次导了一半的再导,已切过的什么都不做,不是这个数据目录留下的数据卷不清空。容器、网络、数据卷、端口等可用 DEPLOY_<名字> 环境变量盖过(测试、并排部署)。package-docker.sh 把同一个标签的 PostgreSQL 镜像导出成 postgres-image.tar 一起打包(--no-postgres 不带),标签只在 deploy.sh 里定一处。单测用假的 docker(tests/fake_docker.py)核对先后顺序、生成的参数、互斥和各条回退
2026-10-19 13:43:52 +08:00

364 lines
13 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""给 deploy/deploy.sh 的测试用的假 docker(tests/test_deploy_script.py):不碰本机的 docker,状态放一个 JSON 文件里。
只认 deploy.sh 用到的那些子命令和 inspect 格式,认不出的直接报错退出(测试就会失败),免得假的悄悄放过脚本的新用法。
每次调用记一行 JSON(argv)到 FAKE_DOCKER_LOG,测试按它核对先后顺序和参数。用完就删的容器(run --rm)里要做的事照做:
python -m app.ops 真跑(/data 换成挂进来的目录),chown 不做,mkdir、pg_dump 在目录里建文件,copy-to-postgres 按
FAKE_COPY_FAIL 成功或失败。
几个开关(环境变量):
FAKE_COPY_FAIL=dry|real copy-to-postgres 的核对(--dry-run)或正式导入失败
FAKE_PGDUMP_FAIL=1 pg_dump 失败
FAKE_PSQL_FAIL=1 docker exec … psql 失败
FAKE_UNHEALTHY_ENV=<变量名> 带这个环境变量(-e)起的容器健康检查不过
FAKE_UNHEALTHY_IMAGE=<镜像> 用这个镜像起的容器健康检查不过
"""
from __future__ import annotations
import json
import os
import platform
import sys
from pathlib import Path
BACKEND = Path(__file__).resolve().parents[1]
# 测试里 import 这个模块只为 host_arch,不设这两个变量
STATE = Path(os.environ.get("FAKE_DOCKER_STATE", "fake-docker-state.json"))
LOG = Path(os.environ.get("FAKE_DOCKER_LOG", "fake-docker-calls.jsonl"))
VALUE_OPTS = {
"--name", "--label", "--restart", "--network", "-e", "--env", "-v", "--volume", "-p", "--publish", "--env-file",
"--entrypoint", "--user", "-u", "--health-cmd", "--health-interval", "--health-timeout", "--health-retries",
"--health-start-period", "--stop-timeout", "--log-opt", "--security-opt", "--device", "--group-add", "--tmpfs",
}
FLAG_OPTS = {"-d", "--detach", "--rm", "-i", "-t", "-it"}
def host_arch() -> str:
machine = platform.machine().lower()
return {"x86_64": "amd64", "amd64": "amd64", "aarch64": "arm64", "arm64": "arm64"}.get(machine, machine)
def load() -> dict:
if STATE.exists():
return json.loads(STATE.read_text())
return {"images": {}, "containers": {}, "networks": [], "volumes": []}
def save(state: dict) -> None:
STATE.write_text(json.dumps(state, ensure_ascii=False, indent=1))
def fail(message: str, code: int = 1) -> None:
print(message, file=sys.stderr)
sys.exit(code)
def unknown(argv: list[str]) -> None:
fail(f"fake docker: 认不出 {argv!r}", 99)
def image_info(state: dict, ref: str) -> dict | None:
return state["images"].get(ref)
def container_health(c: dict) -> str:
if c["state"] != "running":
return c.get("health", "")
bad_env = os.environ.get("FAKE_UNHEALTHY_ENV")
if bad_env and bad_env in c["env"]:
return "unhealthy"
if os.environ.get("FAKE_UNHEALTHY_IMAGE") and c["image"] == os.environ["FAKE_UNHEALTHY_IMAGE"]:
return "unhealthy"
return "healthy"
def fmt_container(c: dict, fmt: str) -> str:
if fmt == "{{.State.Status}}":
return c["state"]
if fmt == "{{.State.Running}}":
return "true" if c["state"] == "running" else "false"
if fmt == "{{.Config.Image}}":
return c["image"]
if ".Mounts" in fmt and '"/data"' in fmt:
return c["mounts"].get("/data", "")
if ".State.Health" in fmt:
return container_health(c)
if '"agentlab.role"' in fmt:
return c["labels"].get("agentlab.role", "")
if ".HostConfig.PortBindings" in fmt:
return "".join(p.rsplit(":", 2)[-2] for p in c["ports"])
raise KeyError(fmt)
def fmt_image(img: dict, fmt: str) -> str:
if fmt == "{{.Architecture}}":
return img["arch"]
if fmt == "{{.Os}}/{{.Architecture}}":
return f"linux/{img['arch']}"
if fmt == "{{.Config.User}}":
return img.get("user", "")
if '"agentlab.microvm"' in fmt:
return img.get("microvm", "0")
raise KeyError(fmt)
def parse_run(args: list[str]) -> tuple[dict, list[str]]:
opts: dict = {"env": {}, "labels": {}, "mounts": {}, "ports": [], "flags": set(), "volumes": []}
i = 0
while i < len(args):
a = args[i]
if a in FLAG_OPTS:
opts["flags"].add(a)
i += 1
continue
if a.startswith("-") and "=" in a and a.split("=", 1)[0] in VALUE_OPTS:
a, value = a.split("=", 1)
i += 1
elif a in VALUE_OPTS:
value = args[i + 1]
i += 2
elif a.startswith("-"):
unknown(["run", *args])
else:
break
if a in ("-e", "--env"):
key, _, val = value.partition("=")
opts["env"][key] = val
elif a == "--label":
key, _, val = value.partition("=")
opts["labels"][key] = val
elif a in ("-v", "--volume"):
src, dst = value.split(":")[:2]
opts["mounts"][dst] = src
if not src.startswith("/"):
opts["volumes"].append(src)
elif a in ("-p", "--publish"):
opts["ports"].append(value)
else:
opts[a] = value
return opts, args[i:]
def to_host(arg: str, data: str | None) -> str:
if data and (arg == "/data" or arg.startswith("/data/")):
return data + arg[len("/data"):]
return arg
def run_oneoff(state: dict, opts: dict, image: str, command: list[str]) -> int:
data = opts["mounts"].get("/data")
entry = opts.get("--entrypoint")
if entry == "python" and command[:2] == ["-m", "app.ops"]:
sys.path.insert(0, str(BACKEND))
from app import ops
rest = [to_host(a, data) for a in command[2:]]
if rest and rest[0] in ("postgres-secrets", "state", "backup-sqlite") and "--data" not in rest:
rest[1:1] = ["--data", data or "/data"]
return ops.main(rest)
if entry == "python" and command[:3] == ["-m", "app.db", "copy-to-postgres"]:
which = "dry" if "--dry-run" in command else "real"
if os.environ.get("FAKE_COPY_FAIL") == which:
print("没有导入:fake 的失败", file=sys.stderr)
return 1
print("核对通过")
return 0
if entry == "chown":
return 0
if entry == "mkdir":
for a in command:
if not a.startswith("-"):
Path(to_host(a, data)).mkdir(parents=True, exist_ok=True)
return 0
if entry == "pg_dump":
if os.environ.get("FAKE_PGDUMP_FAIL"):
print("pg_dump: fake 的失败", file=sys.stderr)
return 1
out = command[command.index("-f") + 1]
Path(to_host(out, data)).write_bytes(b"PGDMP fake")
return 0
unknown(["run", "--rm", image, *command])
return 99
def main(argv: list[str]) -> int:
with LOG.open("a") as fh:
fh.write(json.dumps(argv, ensure_ascii=False) + "\n")
state = load()
if not argv:
unknown(argv)
cmd, args = argv[0], argv[1:]
if cmd == "version":
print("27.0.0-fake")
return 0
if cmd == "image" and args[:1] == ["inspect"]:
fmt = None
rest = args[1:]
if rest[:1] == ["-f"]:
fmt, rest = rest[1], rest[2:]
img = image_info(state, rest[0])
if img is None:
fail(f"Error: No such image: {rest[0]}")
if fmt:
try:
print(fmt_image(img, fmt))
except KeyError:
unknown(argv)
else:
print("[{}]")
return 0
if cmd == "load":
tar = Path(args[args.index("-i") + 1])
for line in tar.read_text().splitlines():
ref, _, user = line.partition(" ")
if ref:
state["images"][ref] = {"arch": host_arch(), "user": user, "microvm": "0"}
print(f"Loaded image: {ref}")
save(state)
return 0
if cmd == "rmi":
for ref in args:
state["images"].pop(ref, None)
save(state)
return 0
if cmd == "container" and args[:1] == ["inspect"]:
return 0 if args[1] in state["containers"] else 1
if cmd == "inspect":
if args[:1] != ["-f"]:
unknown(argv)
fmt, name = args[1], args[2]
c = state["containers"].get(name)
if c is None:
fail(f"Error: No such object: {name}")
try:
print(fmt_container(c, fmt))
except KeyError:
unknown(argv)
return 0
if cmd == "run":
opts, rest = parse_run(args)
image, command = rest[0], rest[1:]
if image_info(state, image) is None:
fail(f"Unable to find image '{image}' locally", 125)
network = opts.get("--network")
if network and network not in ("none", "host", "bridge") and network not in state["networks"]:
fail(f"docker: Error response from daemon: network {network} not found.", 125)
if "--rm" in opts["flags"]:
return run_oneoff(state, opts, image, command)
name = opts.get("--name")
if not name or "-d" not in opts["flags"]:
unknown(argv)
if name in state["containers"]:
fail(f'docker: Error response from daemon: Conflict. The container name "/{name}" is already in use.', 125)
for vol in opts["volumes"]:
if vol not in state["volumes"]:
state["volumes"].append(vol)
state["containers"][name] = {
"image": image, "state": "running", "env": opts["env"], "labels": opts["labels"],
"mounts": opts["mounts"], "ports": opts["ports"], "network": network or "bridge",
}
save(state)
print("f" * 64)
return 0
if cmd in ("start", "stop", "restart"):
names = [a for a in args if not a.startswith("-") and not a.isdigit()]
for name in names:
c = state["containers"].get(name)
if c is None:
fail(f"Error response from daemon: No such container: {name}")
c["state"] = "exited" if cmd == "stop" else "running"
save(state)
return 0
if cmd == "rm":
force = "-f" in args
for name in (a for a in args if not a.startswith("-")):
c = state["containers"].get(name)
if c is None:
fail(f"Error response from daemon: No such container: {name}")
if c["state"] == "running" and not force:
fail(f"Error response from daemon: cannot remove container {name}: container is running")
del state["containers"][name]
save(state)
return 0
if cmd == "rename":
old, new = args
if old not in state["containers"] or new in state["containers"]:
fail(f"Error response from daemon: cannot rename {old} to {new}")
state["containers"][new] = state["containers"].pop(old)
save(state)
return 0
if cmd == "exec":
name, command = args[0], args[1:]
c = state["containers"].get(name)
if c is None or c["state"] != "running":
fail(f"Error response from daemon: container {name} is not running")
if command[:1] == ["psql"]:
return 1 if os.environ.get("FAKE_PSQL_FAIL") else 0
if command[:1] == ["python"]:
print("子进程(fake)")
return 0
if command[:1] == ["pg_isready"]:
return 0
unknown(argv)
if cmd == "logs":
print("fake 的日志")
return 0
if cmd == "port":
c = state["containers"].get(args[0])
if c is None:
return 1
for p in c["ports"]:
host_part = p.rsplit(":", 1)[0]
print(host_part)
return 0
if cmd == "network":
sub, name = args[0], args[-1]
if sub == "inspect":
return 0 if name in state["networks"] else 1
if sub == "create":
if name in state["networks"]:
fail(f"network with name {name} already exists")
state["networks"].append(name)
save(state)
return 0
if sub == "rm":
if any(c["network"] == name for c in state["containers"].values()):
fail(f"error while removing network: network {name} has active endpoints")
state["networks"].remove(name)
save(state)
return 0
unknown(argv)
if cmd == "volume":
sub, name = args[0], args[-1]
if sub == "inspect":
return 0 if name in state["volumes"] else 1
if sub == "create":
if name not in state["volumes"]:
state["volumes"].append(name)
save(state)
return 0
unknown(argv)
unknown(argv)
return 99
if __name__ == "__main__":
sys.exit(main(sys.argv[1:]))