feat(sites): 站点请求失败留样(site_failure_sample,每站最近 5 份)

- 迁移 0077 新表 site_failure_sample:类型(parse_error / challenge)、请求类型、脱敏 URL、状态码、
  关键响应头、错误文案、命中规则、脱敏页面开头(≤ 64 KB);样本几十 KB,不放进每条请求都读的 site.config
- 适配器 onFailureSample 回调接到 runtime.siteAdapter,异步写入并删到最近 5 份,写失败只记日志
- GET /sites/{id}/failure-samples(不带正文)与 /failure-samples/{sampleId}(带正文)

Co-Authored-By: Claude Opus 5.5 <[email protected]>
Claude-Session: https://claude.ai/code/session_01Cxwgnn2pbzQ7rXv3rq7fei
This commit is contained in:
rootandClaude Opus 5.5 committed 2026-10-06 15:41:00 +08:00
1 parent 1779e1a0f2
commit 0088c1c9e7
10 files changed
+355

No files matched your search

+16
View File
@@ -86,6 +86,22 @@ export const sourcesApi = {
params: IdParam,
response: sources.SiteRequestStats,
}),
failureSamples: ep({
method: "get",
path: "/sites/{id}/failure-samples",
scope: "read",
summary: "站点请求失败留样:最近几次页面结构无法识别 / 人机验证时的脱敏页面(列表不带正文)",
params: IdParam,
response: z.object({ items: z.array(sources.SiteFailureSampleSummary) }),
}),
failureSample: ep({
method: "get",
path: "/sites/{id}/failure-samples/{sampleId}",
scope: "read",
summary: "一份失败留样(含脱敏后的页面正文)",
params: z.object({ id: Id, sampleId: Id }),
response: sources.SiteFailureSample,
}),
credentials: ep({
method: "put",
path: "/sites/{id}/credentials",
+29
View File
@@ -701,6 +701,35 @@ export const SiteSnapshot = EntityBase.extend({
});
export type SiteSnapshot = z.infer<typeof SiteSnapshot>;
/** 失败留样的类型:页面结构无法识别 / 人机验证 */
export const SiteFailureSampleKind = z.enum(["parse_error", "challenge"]);
export type SiteFailureSampleKind = z.infer<typeof SiteFailureSampleKind>;
/**
* 站点请求失败留样(列表 / 搜索 / 详情报 parse_error / challenge 时存的脱敏页面开头,每站最近 5 份)。
* requestKind:search / list / detail / health / other;headers 只有 server、cf-mitigated、cf-ray、content-type。
*/
export const SiteFailureSample = z.object({
id: Id,
siteId: Id,
kind: SiteFailureSampleKind,
requestKind: z.string(),
/** 已脱敏 */
url: z.string(),
httpStatus: z.number().int().nullable(),
headers: z.record(z.string(), z.string()),
message: z.string(),
rule: z.string().nullable(),
/** 脱敏后的页面开头(≤ 64 KB) */
body: z.string(),
truncated: z.boolean(),
createdAt: Timestamp,
});
export type SiteFailureSample = z.infer<typeof SiteFailureSample>;
/** 列表里不带页面正文,只给字节数 */
export const SiteFailureSampleSummary = SiteFailureSample.omit({ body: true }).extend({ bodyBytes: NonNegInt });
export type SiteFailureSampleSummary = z.infer<typeof SiteFailureSampleSummary>;
/** 站点访问默认(站点定义 umt.defaults 与 settings.sites 合并后,取更保守的一方) */
export const SiteAccessDefaults = z.object({
snapshotIntervalSec: z.number().int(),
+2
View File
@@ -105,6 +105,7 @@ const ROWS: Record<string, { row: Obj; dbOnly?: string[]; apiOnly?: string[] }>
MetadataEnrichment: { row: C.MetadataEnrichment },
ResolutionAttempt: { row: C.ResolutionAttempt },
SiteSnapshot: { row: C.SiteSnapshot },
SiteFailureSample: { row: C.SiteFailureSample },
// W4-C 浏览器实体(0023)
// BR-4:identity 是浏览器固定身份的缓存(站点请求 UA 用),不进 API
BrowserProvider: { row: C.BrowserProviderRow, dbOnly: ["identity"] },
@@ -252,6 +253,7 @@ const ENUMS: Record<string, z.ZodEnum> = {
ScheduledJobLastStatus: C.ScheduleRunStatus,
ScheduledJobRunTrigger: C.ScheduleTrigger,
ScheduledJobRunStatus: C.ScheduleRunStatus,
SiteFailureSampleKind: C.SiteFailureSampleKind,
ScrapeRecordStatus: C.ScrapeStatus,
ScrapeRecordTrigger: C.ScrapeTrigger,
SubtitleWriteSource: C.SubtitleSource,