Files
AgentLab/backend/app/records/views.py
T
ThearchyHelios 277982ead3 普通用户建应用(后端):
- 蓝图:bp_* 操作和逐卡白名单、蓝图检查、留痕、按蓝图判权限;五个场景模板加自由形(骨架、关节、应用骨架、定时任务),实例化与骨架比对;BlueprintApplier / TemplateApplier(只收模板声明过的关节)与自查;look 新类别口径卡;蓝图对话和填关节两个流式接口,不同组的关节并行填、出错的组串行重试;模板列表
- 试运行与发布单:四种起点(对话、模板、问数据的一轮、已发布版本);试运行是探索运行,草稿应用按这次运行解析、印章写试运行,流程类派给自己、不触发升级;发布单九步、预检只读、每步留痕、停下后接着做、核对卡片指纹和应用管理权、启动时整理中断的单;白话层覆盖全部问题编号
- 记录表与文件:平台托管只追加的记录表、按高水位固定数据、连接上的临时视图做行级可见、写入走动作(records_append)、表版本在发布时切换、草稿不影响线上、记录列表遮敏感列;文件按哈希存、两步上传、提交时绑定运行、下载按读权限、清理、file_text、按配方导入一期(table_import_period)
- 个人应用:存成个人应用(问数据的约束)、刷新(遮罩、只读、每日上限)、只有拥有者看得见、提交审核与共享副本、开关下发到认人接口;页面编辑的候选;隐藏组件不下发;三条新检查
2026-10-15 12:09:29 +08:00

146 lines
7.3 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""记录表的查询视图(docs/design/normal-user-apps.md §3.7「查询连接」)。
origin=records 的数据源查询时换成一个 RecordsView(字段和 DataSource 同名,同 table_versions.SourceView 的做法):
带着这次查询的高水位、看哪些行,以及连接上要先执行的两条语句(建同名临时视图)。data/engine.run_query 认这两样:
- prelude:借到连接后、执行查询前依次执行(DROP / CREATE TEMP VIEW records);
- forbid_schemas:SQL 里直接写 main.<表> 的拒掉——不然绕过临时视图就看到了底表(全部行、被更正的行、幂等键)。
高水位来自运行的 data_versions(发起时记下,engine/runner._data_versions),不在运行里(工具库试用、数据剖析)的查询
用现在的数据、看全部(这些入口只有搭建者以上进得来)。
"""
from __future__ import annotations
import asyncio
import copy
from dataclasses import dataclass, field
from datetime import datetime
from typing import Any
from sqlalchemy.ext.asyncio import AsyncSession
from app.records import RECORDS_ORIGIN, store
#: data_versions 里记录表那一项的形状:{"name", "origin": "records", "table", "version", "seq", "rows", "viewer"?}
PIN_KEYS = ("name", "origin", "table", "version", "seq", "rows", "viewer")
@dataclass
class RecordsView:
"""绑定了高水位和行级过滤的记录表数据源。engine / introspect / guard / 工具只读这些字段,和 DataSource 同名。"""
id: str
name: str
kind: str = "sqlite"
database: str | None = None
options: dict[str, Any] = field(default_factory=dict)
readonly: bool = True
description: str = ""
schema_cache: dict[str, Any] = field(default_factory=dict)
schema_synced_at: datetime | None = None
enabled: bool = True
host: str | None = None
port: int | None = None
username: str | None = None
password: str | None = None
last_check: dict[str, Any] | None = None
origin: str = RECORDS_ORIGIN
current_snapshot_id: str | None = None
#: 记录表不分快照:引擎缓存按源 id 一个,临时视图每次查询现建
snapshot_id: str | None = None
#: 文件还在追加,不能以 immutable 打开
immutable: bool = False
expected_sha256: str | None = None
#: 这次查询的高水位(None:现在有的都算)
high_water: int | None = None
#: all / mine / none(records/access.py)
rows: str = "all"
viewer: str | None = None
#: 连接上先执行的语句(建同名临时视图)
prelude: tuple[str, ...] = ()
#: SQL 里不许直接写的库名
forbid_schemas: tuple[str, ...] = ("main",)
def bind_view(source: Any, columns: list[store.Column], *, high_water: int | None, rows: str = "all",
viewer: str | None = None) -> RecordsView:
"""数据源行 + 高水位 + 行级过滤 → RecordsView。"""
rows = rows if rows in ("all", "mine", "none") else "none"
return RecordsView(
id=source.id, name=source.name, database=source.database, options=dict(source.options or {}),
description=source.description or "", schema_cache=copy.deepcopy(source.schema_cache or {}),
schema_synced_at=getattr(source, "schema_synced_at", None), enabled=bool(source.enabled),
last_check=getattr(source, "last_check", None), high_water=high_water, rows=rows, viewer=viewer,
prelude=store.view_prelude(columns, high_water=high_water, scope=rows, viewer=viewer))
def columns_of_source(source: Any) -> list[store.Column]:
"""数据源上登记的表结构里的业务列(不含系统列)。records_tables 的列定义是权威;这里只在拿不到登记时兜底。"""
from app.records import SYSTEM_COLUMNS
meta = ((getattr(source, "schema_cache", None) or {}).get("tables") or {}).get(store.TABLE) or {}
return [store.Column(name=str(c.get("name")), label=str(c.get("comment") or c.get("name")),
type=_type_of(str(c.get("type") or "")))
for c in meta.get("columns") or [] if isinstance(c, dict) and c.get("name") not in SYSTEM_COLUMNS]
def _type_of(sql_type: str) -> str:
return {"REAL": "number", "INTEGER": "integer"}.get(sql_type.upper(), "string")
async def resolve(session: AsyncSession, source: Any, entry: Any = None) -> RecordsView:
"""查询时实际该用的视图。entry 是这次运行 data_versions 里这张表的那一项;None 是不在运行里(现在的数据、看全部)。"""
from app.records.tables import columns_of, table_of_source
table = await table_of_source(session, source.id)
columns = columns_of(table) if table is not None else columns_of_source(source)
if isinstance(entry, dict):
seq = entry.get("seq")
return bind_view(source, columns, high_water=int(seq) if isinstance(seq, int) else 0,
rows=str(entry.get("rows") or "none"), viewer=entry.get("viewer"))
return bind_view(source, columns, high_water=None, rows="all")
def default_view(source: Any) -> RecordsView:
"""没经解析就拿来查的记录表数据源(数据剖析这类只有搭建者进得来的入口):现在的数据、看全部,照样走临时视图——
底表里的幂等键、被更正的行不露出来。列取登记在数据源上的表结构。"""
return bind_view(source, columns_of_source(source), high_water=None, rows="all")
async def pin_entry(session: AsyncSession, source: Any, *, run_class: str | None = None,
started_by: str | None = None) -> dict[str, Any] | None:
"""发起运行时记进 data_versions 的那一项:高水位,以及(给了运行类别时)这次运行看哪些行。登记不在、文件不在的
返回 None(这个源不固定,查询时照实报错)。"""
from app.records.access import scope_of_run
from app.records.tables import path_of, table_of_source
table = await table_of_source(session, source.id)
if table is None:
return None
try:
seq = await asyncio.to_thread(store.high_water, path_of(table))
except store.RecordsRefused:
return None
entry: dict[str, Any] = {"name": source.name, "origin": RECORDS_ORIGIN, "table": table.table_key,
"version": table.version, "seq": seq}
if run_class is not None:
entry.update(await scope_of_run(session, table.app_id, run_class=run_class, started_by=started_by))
return entry
async def scope_entries(session: AsyncSession, versions: dict[str, Any] | None, *, run_class: str | None,
started_by: str | None) -> None:
"""给 data_versions 里的记录表补上这次运行看哪些行(就地改):正式运行看全部,别的按发起人在应用上的授权。"""
from app.records.access import scope_of_run
from app.records.tables import table_of_source
for source_id, entry in (versions or {}).items():
if not isinstance(entry, dict) or entry.get("origin") != RECORDS_ORIGIN:
continue
table = await table_of_source(session, source_id)
entry.update(await scope_of_run(session, table.app_id if table is not None else None, run_class=run_class,
started_by=started_by))
def is_records(source: Any) -> bool:
return (getattr(source, "origin", None) or "manual") == RECORDS_ORIGIN