mirror of
https://github.com/ThearchyHelios/AgentLab.git
synced 2026-11-22 21:52:01 +00:00
数据剖析的浏览器检查:新建 check-catalog-profile,check-catalog 里同步接口那套剖析检查删掉
check-catalog-profile 照 check-catalog 的写法:数据源、目录、剖析任务、起草任务都用 page.route 伪造(虚构的网店业务库, 表名 orders、customers、visits 这类),任务怎么往前走由检查自己推,没配的写请求一律 503,最后核对真库没变。查的是: 范围与个数(按清单行上的 profile_due、profile_checks、视图算)、按表写的预算和这次最多约几条查询、只读一条一条发可随时 停止的说明、进行中逐表行和各类检查进度、页头进度入口和提醒、停止、展开逐表的检查清单和发过的查询、结束后的汇总筛选和 重试、止损和服务重启、409 六种情况加老服务端没带机读码、和起草互相排队的说法、表清单的「剖析」一列和「需要剖析」筛选、 表详情的一节和「剖析这张表」(含正忙时说清这张表在不在那个任务里)、设置两项新字段和被拒时报错落到那一项、窄屏。 同步接口那一节里顺带查的码值弹窗(光标落在空着的码值上、回车保存只换那一列、填完回到结果接着下一列)一并搬过来。 check-catalog 删掉旧的剖析设置、剖析、剖析 409 三节,假服务端的同步剖析接口换成剖析任务(取进行中、最近一次答空, 建任务一律 503);其余各节不动。check-all 的 ORDER、ESTIMATE 登记 catalog-profile。 界面顺带改三处(截图里看出来的):结束后的进度写做完了几张(同起草,停止、失败、跳过的不算);没开始就停下的表不写 各类检查的 0/N;表详情一节里码值候选不在目录里时不给「填写含义」(码值弹窗改的是目录里那一项)。
This commit is contained in:
@@ -2891,6 +2891,8 @@ export const PROFILE_TEXT = {
|
||||
// 停止时正在执行的那条查询由数据库按单条时限截止,不是立刻停
|
||||
stopping: '正在停止:等正在执行的那条查询结束(不超过单条查询时限),已做完的项照常写进目录…',
|
||||
progress: (done: number, total: number) => `${formatNumber(done)} / ${formatNumber(total)} 张表`,
|
||||
/** 结束以后:做完了几张(停止、失败、跳过的不算) */
|
||||
progressDone: (ok: number, total: number) => `完成 ${formatNumber(ok)} / ${formatNumber(total)} 张表`,
|
||||
queriesSent: (n: number) => `已发 ${formatNumber(n)} 条查询`,
|
||||
queriesBad: (timeouts: number, errors: number) => [
|
||||
timeouts ? `超时 ${formatNumber(timeouts)} 条` : '', errors ? `失败 ${formatNumber(errors)} 条` : '',
|
||||
|
||||
@@ -125,7 +125,10 @@ export function ProfileDialog({
|
||||
const tooMany = !!picked.body.tables && picked.tables.length > PROFILE_MAX_TABLES
|
||||
|
||||
const [mode, setMode] = useState<'setup' | 'job' | 'blocked'>(initial === 'job' && job ? 'job' : 'setup')
|
||||
const [blocked, setBlocked] = useState<{ kind: ProfileBlock; message: string; active: CatalogProfileJob | null; body: ProfileStartBody } | null>(null)
|
||||
/** 开始不了(409):哪种情况、服务端原话、正忙时进行中的那一个、当时的范围和剖析设置(就地开启后据此回到选范围) */
|
||||
const [blocked, setBlocked] = useState<{
|
||||
kind: ProfileBlock; message: string; active: CatalogProfileJob | null; body: ProfileStartBody; settings: CatalogProfileSettings
|
||||
} | null>(null)
|
||||
const [starting, setStarting] = useState(false)
|
||||
const [startError, setStartError] = useState<string | null>(null)
|
||||
/** 是 409(正忙)转过来显示的那一个 */
|
||||
@@ -160,7 +163,7 @@ export function ProfileDialog({
|
||||
if (e instanceof ApiError && e.status === 409) {
|
||||
const kind = profileBlockOf(e)
|
||||
const active = isProfileBusy(e) ? await api.dataCatalog.profileJobs.active(sourceId).then((r) => r.job, () => null) : null
|
||||
setBlocked({ kind, message: e.message, active, body })
|
||||
setBlocked({ kind, message: e.message, active, body, settings })
|
||||
setMode('blocked')
|
||||
} else {
|
||||
setStartError(PT.startFailed(errorMessage(e)))
|
||||
@@ -227,13 +230,13 @@ export function ProfileDialog({
|
||||
setMode('job')
|
||||
}
|
||||
|
||||
// 因为没开启被拒的:就地开了(设置存好、这里拿到的设置变成开启)就回到选范围,可以直接开始
|
||||
// 因为没开启被拒的:就地开了(被拒之后设置存过、这里拿到的是新的一份,并且开着)就回到选范围,可以直接开始
|
||||
useEffect(() => {
|
||||
if (mode === 'blocked' && blocked?.kind === 'disabled' && settings.enabled) {
|
||||
if (mode === 'blocked' && blocked?.kind === 'disabled' && settings !== blocked.settings && settings.enabled) {
|
||||
setBlocked(null)
|
||||
setMode('setup')
|
||||
}
|
||||
}, [mode, blocked, settings.enabled])
|
||||
}, [mode, blocked, settings])
|
||||
|
||||
const phase: 'setup' | 'blocked' | 'running' | 'done' = inSetup ? 'setup' : mode === 'blocked' ? 'blocked' : isJobActive(job) ? 'running' : 'done'
|
||||
const canStart = settings.enabled && picked.tables.length > 0 && !tooMany && !starting
|
||||
@@ -441,10 +444,13 @@ function JobView({ sourceId, job, running, stopping, busy, filled, returnTo, onS
|
||||
const started = job.started_at ? Date.parse(job.started_at) : NaN
|
||||
const ended = job.finished_at ? Date.parse(job.finished_at) : NaN
|
||||
const elapsedMs = Number.isFinite(started) ? (running ? Math.max(now, Date.now()) : Number.isFinite(ended) ? ended : started) - started : null
|
||||
const pct = job.total ? (job.done / job.total) * 100 : 0
|
||||
// 进行中按已结束的表数走(真进度);结束以后写做完了几张(停止、失败、跳过的不算「完成」),同起草
|
||||
const ok = job.counts.ok ?? job.tasks.filter((t) => t.status === 'ok').length
|
||||
const value = running ? job.done : ok
|
||||
const pct = job.total ? (value / job.total) * 100 : 0
|
||||
const bad = job.tasks.some((t) => PROFILE_RETRYABLE.has(t.status))
|
||||
const tone = job.status === 'failed' ? 'var(--err)' : running ? 'var(--accent)' : bad ? 'var(--warn)' : 'var(--st-done)'
|
||||
const progress = PT.progress(job.done, job.total)
|
||||
const progress = running ? PT.progress(job.done, job.total) : PT.progressDone(ok, job.total)
|
||||
const badQueries = PT.queriesBad(job.timeouts, job.errors)
|
||||
const notice = running ? job.notice?.trim() ?? '' : ''
|
||||
const changed = job.added + job.updated + job.removed
|
||||
@@ -480,7 +486,7 @@ function JobView({ sourceId, job, running, stopping, busy, filled, returnTo, onS
|
||||
</span>
|
||||
</div>
|
||||
<div className="h-1.5 overflow-hidden rounded-full bg-hover" role="progressbar" aria-label={progress}
|
||||
aria-valuemin={0} aria-valuemax={job.total} aria-valuenow={job.done}>
|
||||
aria-valuemin={0} aria-valuemax={job.total} aria-valuenow={value}>
|
||||
<div className="h-full rounded-full transition-[width] duration-300" style={{ width: `${pct}%`, background: tone }} />
|
||||
</div>
|
||||
{queued && job.waiting_for === 'draft' && (
|
||||
@@ -595,7 +601,8 @@ function TaskItem({ sourceId, job, task: t, open, onToggle, filled, focusAfter,
|
||||
const size = t.status !== 'skipped' ? sizeText(t.row_estimate) : null
|
||||
const usedUp = t.queries > 0 && t.queries >= job.settings.table_max_queries
|
||||
const note = taskNote(t, job.error)
|
||||
const started = t.status !== 'pending'
|
||||
// 没开始就停下的表(停止、止损、服务重启时还在排队)不写各类检查的 0/N:它一项都没做
|
||||
const started = !!t.started_at || t.queries > 0
|
||||
const panelId = `catalog-profile-task-${t.seq}`
|
||||
return (
|
||||
<li className="min-w-0" data-profile-task={t.table_name} data-status={t.status} data-seq={t.seq}>
|
||||
@@ -688,13 +695,15 @@ function TaskDetailLoader({ sourceId, jobId, task: t, filled, focusAfter, onOpen
|
||||
* mode detail:表详情里,写行数和来源、日期范围、发现、跳过的项、发过的查询(检查清单在任务里看)。
|
||||
* onFill 不给时码值不带「填写含义」
|
||||
*/
|
||||
export function ProfileTaskBody({ detail: d, mode, filled = {}, focusAfter = null, onOpenTable, onFill }: {
|
||||
export function ProfileTaskBody({ detail: d, mode, filled = {}, focusAfter = null, onOpenTable, onFill, canFill }: {
|
||||
detail: CatalogProfileTaskDetail
|
||||
mode: 'job' | 'detail'
|
||||
filled?: Record<string, number>
|
||||
focusAfter?: string | null
|
||||
onOpenTable?: (table: string) => void
|
||||
onFill?: (column: string) => void
|
||||
/** 这一列能不能填含义(码值候选还在目录里);不给就是都能填 */
|
||||
canFill?: (column: string) => boolean
|
||||
}) {
|
||||
const relations = d.findings.filter((f): f is CatalogProfileRelationFinding => f.kind === 'relation')
|
||||
const codes = d.findings.filter((f): f is CatalogProfileCodesFinding => f.kind === 'codes')
|
||||
@@ -746,7 +755,7 @@ export function ProfileTaskBody({ detail: d, mode, filled = {}, focusAfter = nul
|
||||
<Group title={PT.findingCodes}>
|
||||
{codes.map((f) => (
|
||||
<CodesLine key={f.path} f={f} fillKey={fillKey(d.table_name, f.column)} filled={filled[fillKey(d.table_name, f.column)]}
|
||||
onFill={onFill ? () => onFill(f.column) : undefined} />
|
||||
onFill={onFill && (!canFill || canFill(f.column)) ? () => onFill(f.column) : undefined} />
|
||||
))}
|
||||
</Group>
|
||||
)}
|
||||
|
||||
@@ -1191,7 +1191,8 @@ function ProfileSection({ table, detail, row, enabled, profile, onFillCodes }: {
|
||||
{PT.findings(last.summary, true) && (
|
||||
<p className="text-xs" data-catalog-profile-findings="">{PT.findings(last.summary, true)}</p>
|
||||
)}
|
||||
<ProfileTaskBody detail={last} mode="detail" onFill={onFillCodes} />
|
||||
{/* 码值候选还在目录里(没被改掉、删掉)才给「填写含义」:码值弹窗改的是目录里的那一项 */}
|
||||
<ProfileTaskBody detail={last} mode="detail" onFill={onFillCodes} canFill={(col) => !!detail.notes.columns?.[col]?.codes} />
|
||||
</>
|
||||
)}
|
||||
</div>
|
||||
|
||||
Reference in New Issue
Block a user