Files
AgentLab/backend/app/providers/catalog.py
T
ThearchyHelios eddeded2a4 全栈安全加固、性能提速与架构演进:连接池与沙箱止血、双路混合检索、多版本归档及前端分包治理
- 第一批(安全加固与生命周期止血):隔离测试宿主机密钥与 .env 泄漏;修复 SQLite 取消查询挂死、:memory: 连接池报错与 EngineCache 世代竞态;补齐运行与评测删除时的 Checkpointer 线程、Artifact 磁盘文件与无主附件回收;加固三套沙箱路径越界、进程组清理与 Seatbelt 数据目录隔离,封堵 SSRF IPv4-mapped IPv6 元数据绕过与响应体 OOM;修复推理模型多轮 reasoning_content、结构化输出 Token 漏计与缓存折扣计费
- 第二批(数据库/集群/问数提速与首屏分包):补齐核心表索引与 SQLite WAL 调优,列表接口按需 defer 大列,收敛启动扫描并打通跨进程 slot 槽位唤醒;优化跨源全局选表、哈希桶数字绑定、流式 CSV 导入及多方言分析算子;剥离首屏静态引入的 @xyflow/react 与全局样式(首屏主包降至 461.59 kB),补充流式 rAF 攒批、Store 精细订阅与表单无障碍绑定
- 第三批(架构演进与工程自动化闭环):记录库超挂接阈值历史版本自动增量归档至单库多表(解除 SQLite 10 库 ATTACH 硬上限);重构知识库为词面 BM25 与全集合归一化向量矩阵真·双路独立召回并支持游标分批重建;升级多方言感知 SQL 模板词法分析(E'...' / $$...$$ / q'[...]' / # / 嵌套注释)与 Decimal / bool / NaN 参数校验,消除 ledger 层对 api 路由层的反向依赖;拆分 3101 行 CaliberDrafts 页面为 7 个领域子模块,消除检查脚本本机路径硬编码并新增 GitHub Actions CI 门禁与三批回归测试套件
2026-11-13 14:51:36 +08:00

324 lines
13 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
from __future__ import annotations
import re
from typing import Any
# --------------------------------------------------------------------------
# 模型目录
#
# pricing 单位是「美元 / 百万 token」,用于 run 的成本估算。
# 新模型的价格会变,这份表只是开箱即用的默认值,用户可以在设置页改。
# --------------------------------------------------------------------------
ANTHROPIC_MODELS: list[dict[str, Any]] = [
{"id": "claude-opus-5", "label": "Claude Opus 5", "context": 1_000_000,
"pricing": {"input": 5.0, "output": 25.0}, "thinking": "adaptive"},
{"id": "claude-fable-5-1", "label": "Claude Fable 5.1", "context": 1_000_000,
"pricing": {"input": 10.0, "output": 50.0}, "thinking": "always"},
{"id": "claude-opus-4-8", "label": "Claude Opus 4.8", "context": 1_000_000,
"pricing": {"input": 5.0, "output": 25.0}, "thinking": "adaptive"},
{"id": "claude-sonnet-5", "label": "Claude Sonnet 5", "context": 1_000_000,
"pricing": {"input": 2.0, "output": 10.0}, "thinking": "adaptive"},
{"id": "claude-haiku-4-5", "label": "Claude Haiku 4.5", "context": 200_000,
"pricing": {"input": 1.0, "output": 5.0}, "thinking": "budget"},
]
OPENAI_MODELS: list[dict[str, Any]] = [
{"id": "gpt-5.2", "label": "GPT-5.2", "context": 400_000,
"pricing": {"input": 1.25, "output": 10.0}},
{"id": "gpt-5.2-mini", "label": "GPT-5.2 mini", "context": 400_000,
"pricing": {"input": 0.25, "output": 2.0}},
{"id": "o4", "label": "o4", "context": 200_000,
"pricing": {"input": 3.0, "output": 12.0}},
]
# 常见的 OpenAI 兼容服务,一键添加用
COMPATIBLE_PRESETS: list[dict[str, Any]] = [
{
"key": "deepseek",
"label": "DeepSeek",
"base_url": "https://api.deepseek.com/v1",
"models": [
{"id": "deepseek-chat", "label": "DeepSeek Chat", "context": 128_000,
"pricing": {"input": 0.27, "output": 1.1}},
{"id": "deepseek-reasoner", "label": "DeepSeek Reasoner", "context": 128_000,
"pricing": {"input": 0.55, "output": 2.19}},
],
},
{
"key": "moonshot",
"label": "Moonshot / Kimi",
"base_url": "https://api.moonshot.cn/v1",
"models": [
{"id": "kimi-k2-turbo-preview", "label": "Kimi K2 Turbo", "context": 256_000,
"pricing": {"input": 0.6, "output": 2.5}},
{"id": "moonshot-v1-128k", "label": "Moonshot v1 128k", "context": 128_000,
"pricing": {"input": 0.8, "output": 3.0}},
],
},
{
"key": "dashscope",
"label": "阿里云百炼 / 通义千问",
"base_url": "https://dashscope.aliyuncs.com/compatible-mode/v1",
"models": [
{"id": "qwen-max", "label": "Qwen Max", "context": 32_000,
"pricing": {"input": 0.34, "output": 1.37}},
{"id": "qwen-plus", "label": "Qwen Plus", "context": 131_000,
"pricing": {"input": 0.11, "output": 0.28}},
],
},
{
"key": "zhipu",
"label": "智谱 GLM",
"base_url": "https://open.bigmodel.cn/api/paas/v4",
"models": [
{"id": "glm-4.6", "label": "GLM-4.6", "context": 200_000,
"pricing": {"input": 0.6, "output": 2.2}},
],
},
{
"key": "siliconflow",
"label": "硅基流动",
"base_url": "https://api.siliconflow.cn/v1",
"models": [
{"id": "deepseek-ai/DeepSeek-V3", "label": "DeepSeek V3", "context": 128_000,
"pricing": {"input": 0.27, "output": 1.1}},
],
},
{
"key": "openrouter",
"label": "OpenRouter",
"base_url": "https://openrouter.ai/api/v1",
"models": [
{"id": "anthropic/claude-opus-5", "label": "Claude Opus 5", "context": 1_000_000,
"pricing": {"input": 5.0, "output": 25.0}},
],
},
{
"key": "ollama",
"label": "Ollama(本地)",
"base_url": "http://localhost:11434/v1",
"api_key_optional": True,
"models": [
{"id": "qwen3:8b", "label": "Qwen3 8B(本地)", "context": 32_000,
"pricing": {"input": 0.0, "output": 0.0}},
{"id": "llama3.2", "label": "Llama 3.2(本地)", "context": 128_000,
"pricing": {"input": 0.0, "output": 0.0}},
],
},
]
MOCK_MODELS: list[dict[str, Any]] = [
{"id": "mock-fast", "label": "演示模型(无需 API Key)", "context": 128_000,
"pricing": {"input": 0.0, "output": 0.0}},
]
PROVIDER_KINDS = [
{
"kind": "anthropic",
"label": "Anthropic",
"base_url_hint": "留空使用官方地址;填写后使用自定义网关(默认读取 ANTHROPIC_BASE_URL)",
"models": ANTHROPIC_MODELS,
"default_model": "claude-opus-5",
},
{
"kind": "openai",
"label": "OpenAI",
"base_url_hint": "留空使用官方地址",
"models": OPENAI_MODELS,
"default_model": "gpt-5.2",
},
{
"kind": "openai_compatible",
"label": "OpenAI 兼容(DeepSeek / Kimi / 通义 / Ollama…)",
"base_url_hint": "必填,例如 https://api.deepseek.com/v1",
"models": [],
"presets": COMPATIBLE_PRESETS,
"default_model": "",
},
{
"kind": "mock",
"label": "演示模型(无需 API Key)",
"base_url_hint": "",
"models": MOCK_MODELS,
"default_model": "mock-fast",
},
]
# --------------------------------------------------------------------------
# 模型能力
# --------------------------------------------------------------------------
# Claude 4.6 及以后的模型移除了采样参数,传 temperature/top_p 会直接 400。
_NO_SAMPLING_PREFIXES = (
"claude-fable-5",
"claude-mythos-5",
"claude-opus-5",
"claude-opus-4-8",
"claude-opus-4-7",
"claude-opus-4-6",
"claude-sonnet-5",
"claude-sonnet-4-6",
)
# 支持 adaptive thinking(而不是老的 budget_tokens)的模型
_ADAPTIVE_THINKING_PREFIXES = _NO_SAMPLING_PREFIXES
# 支持 output_config.effort
_EFFORT_PREFIXES = _NO_SAMPLING_PREFIXES + ("claude-opus-4-5",)
# 交错思考(工具结果回来之后再想一段,而不是一轮开头想完就只剩执行)。
#
# 4.6 及以后走 adaptive thinking,交错是自带的,不需要也不该再挂 beta header
# ——在 Opus 4.6 上手动模式压根没有交错思考,只有 adaptive 有。上面那张
# _ADAPTIVE_THINKING_PREFIXES 覆盖的都属于这一档。
#
# 需要显式开的是 Claude 4 / 4.5 这一代。目录里没有列它们,但模型名是放行的
# (用户可以手填),所以这条路径要留着。Haiku 4.5 不支持,前缀也就不包含它。
_INTERLEAVED_BETA_PREFIXES = ("claude-opus-4", "claude-sonnet-4")
INTERLEAVED_BETA = "interleaved-thinking-2025-05-14"
def needs_interleaved_beta(model: str) -> bool:
"""这个模型要不要靠 beta header 才会在工具之间思考。"""
name = _norm(model)
if supports_adaptive_thinking(name):
return False # adaptive 自带,多挂一个 header 只会是噪音
return name.startswith(_INTERLEAVED_BETA_PREFIXES)
_OPENAI_REASONING_RE = re.compile(r"^o[134](?:$|[-_])")
#: 用户在「设置 → 模型接入」里填了自定义价格或上下文窗口的模型(由 list_providers 同步)
_CUSTOM_MODELS: dict[str, dict[str, Any]] = {}
def sync_provider_models(providers: list[Any]) -> None:
"""把当前启用的模型接入里带了自定义 pricing / context 的模型同步进内存表。"""
custom: dict[str, dict[str, Any]] = {}
for p in providers or ():
if not getattr(p, "enabled", True):
continue
for entry in getattr(p, "models", None) or ():
if not isinstance(entry, dict) or not entry.get("id"):
continue
key = _norm(str(entry["id"]))
if not key:
continue
info: dict[str, Any] = {}
pricing = entry.get("pricing")
if isinstance(pricing, dict) and ("input" in pricing or "output" in pricing):
info["pricing"] = {
"input": float(pricing.get("input") or 0.0),
"output": float(pricing.get("output") or 0.0),
**({"cache_read": float(pricing["cache_read"])} if "cache_read" in pricing and pricing["cache_read"] is not None else {}),
**({"cache_creation": float(pricing["cache_creation"])} if "cache_creation" in pricing and pricing["cache_creation"] is not None else {}),
}
ctx_val = entry.get("context")
if isinstance(ctx_val, (int, float)) and not isinstance(ctx_val, bool) and ctx_val > 0:
info["context"] = int(ctx_val)
if info:
custom[key] = info
_CUSTOM_MODELS.clear()
_CUSTOM_MODELS.update(custom)
def _norm(model: str) -> str:
"""去掉 openrouter 之类的前缀并统一小写,只看模型名本身。"""
return (model or "").split("/")[-1].strip().lower()
def supports_sampling(model: str) -> bool:
"""这个模型还能不能传 temperature / top_p。"""
name = _norm(model)
if name.startswith(_NO_SAMPLING_PREFIXES) or _OPENAI_REASONING_RE.match(name):
return False
return True
def supports_adaptive_thinking(model: str) -> bool:
return _norm(model).startswith(_ADAPTIVE_THINKING_PREFIXES)
def requires_thinking(model: str) -> bool:
"""该模型是否强制始终开启思考(如 catalog 中标注 thinking='always' 的模型,传 disabled 会被服务方拒绝)。"""
target = _norm(model)
return any(_norm(entry["id"]) == target and entry.get("thinking") == "always" for entry in ANTHROPIC_MODELS)
def supports_effort(model: str) -> bool:
return _norm(model).startswith(_EFFORT_PREFIXES)
def find_pricing(model: str) -> dict[str, float] | None:
target = _norm(model)
if target in _CUSTOM_MODELS and "pricing" in _CUSTOM_MODELS[target]:
return _CUSTOM_MODELS[target]["pricing"]
pools = [ANTHROPIC_MODELS, OPENAI_MODELS, MOCK_MODELS]
pools += [p["models"] for p in COMPATIBLE_PRESETS]
for pool in pools:
for entry in pool:
if _norm(entry["id"]) == target:
return entry.get("pricing")
return None
def find_context(model: str) -> int | None:
"""目录里登记的上下文窗口(token)。没登记的返回 None,由调用方取保守值。"""
target = _norm(model)
if target in _CUSTOM_MODELS and "context" in _CUSTOM_MODELS[target]:
return _CUSTOM_MODELS[target]["context"]
pools = [ANTHROPIC_MODELS, OPENAI_MODELS, MOCK_MODELS]
pools += [p["models"] for p in COMPATIBLE_PRESETS]
for pool in pools:
for entry in pool:
if _norm(entry["id"]) == target:
value = entry.get("context")
return int(value) if isinstance(value, (int, float)) and value > 0 else None
return None
def unpriced_call(data: Any) -> bool:
"""一次模型调用(llm.end 的数据)的金额估不出来:用了 token,模型却不在价格目录里,estimate_cost 只能给 0。
这时写 $0 像是没花钱(真实运行里上百次调用、上百万 token,运行页写着 $0)。本地模型在目录里标的是 0 价,
不算估不出来。事件自己标了 unpriced 的以它为准。"""
if not isinstance(data, dict):
return False
if isinstance(data.get("unpriced"), bool):
return data["unpriced"]
tokens = sum(v for v in (data.get("input_tokens"), data.get("output_tokens"))
if isinstance(v, (int, float)) and not isinstance(v, bool))
model = data.get("model")
return tokens > 0 and isinstance(model, str) and bool(model) and not data.get("cost_usd") \
and find_pricing(model) is None
def estimate_cost(
model: str,
input_tokens: int,
output_tokens: int,
*,
cache_read_tokens: int = 0,
cache_creation_tokens: int = 0,
) -> float:
"""按目录价估算一次调用的花费(美元)。带缓存读写明细时按缓存单价折算(默认命中 0.1x、建缓存 1.25x)。"""
pricing = find_pricing(model)
if not pricing:
return 0.0
inp_rate = pricing.get("input", 0.0)
out_rate = pricing.get("output", 0.0)
if cache_read_tokens <= 0 and cache_creation_tokens <= 0:
return input_tokens / 1_000_000 * inp_rate + output_tokens / 1_000_000 * out_rate
read_tokens = max(0, int(cache_read_tokens))
write_tokens = max(0, int(cache_creation_tokens))
uncached = max(0, int(input_tokens) - read_tokens - write_tokens)
read_rate = pricing.get("cache_read", inp_rate * 0.1)
write_rate = pricing.get("cache_creation", inp_rate * 1.25)
return (
uncached * inp_rate
+ read_tokens * read_rate
+ write_tokens * write_rate
+ output_tokens * out_rate
) / 1_000_000