feat(sources): site kinds and capabilities (IA-2)

site.kind: pt / public_bt / rss_feed / torznab. Each kind declares the
acquisition modes it may support (search, list, rss, detail, login,
userinfo); a site's effective capabilities = kind ∩ site definition.
torznab only defines TorznabSiteConfig and cannot be added yet.

Migration 0055: generic_rss sites become rss_feed, the rest pt; feeds
without a site are grouped by host into new custom RSS source sites
(cursor window and conditional headers cleared so the next fetch writes
releases). User DB read-only dry-run: 0 orphan feeds.

Co-Authored-By: Claude Opus 5.5 <[email protected]>
This commit is contained in:
rootandClaude Opus 5.5 committed 2026-09-30 00:29:56 +08:00
1 parent f0e1c77e35
commit 89d2c81de6
6 files changed
+317 -12

No files matched your search

@@ -25,8 +25,10 @@ import {
SiteAccountUserData,
SiteAdapter,
SiteAuthKind,
SiteCapability,
SiteHealth,
SiteHealthResult,
SiteKind,
SiteLastHealth,
SiteLoginResult,
SiteUserDataPoint,
@@ -430,6 +432,10 @@ export const SiteBrief = z.object({
id: Id,
key: z.string(),
name: z.string(),
/** 站点类型:pt / public_bt / rss_feed / torznab */
kind: SiteKind,
/** 实际可用的获取方式(search / list / rss / detail / login / userinfo) */
capabilities: z.array(SiteCapability),
adapter: SiteAdapter,
baseUrl: z.string(),
enabled: z.boolean(),
+116 -10
View File
@@ -8,6 +8,94 @@ import { QuickFilterParam, ReleaseQuickFacets } from "./release-facets.ts";
/** api = MP 专用 API spider(Haidan/HDDolby/RousiPro/SunnyPT/TNode/TorrentLeech/Yema) */
export const SiteAdapter = z.enum(["nexusphp", "mteam_api", "api", "generic_rss"]);
export type SiteAdapter = z.infer<typeof SiteAdapter>;
/**
* 站点类型(IA-2):PT 站之外的下载来源都作为一种站点类型。类型声明它可能支持的获取方式,
* 站点实际可用的方式 = 类型允许的 ∩ 适配器(站点定义)实现的,见 siteCapabilities。
* torznab 只定义结构(Jackett / Prowlarr 的 Torznab 接口),尚未实现:不能添加,也不参与调度。
*/
export const SiteKind = z.enum(["pt", "public_bt", "rss_feed", "torznab"]);
export type SiteKind = z.infer<typeof SiteKind>;
/** 获取方式:搜索 / 列表抓取 / RSS / 详情页 / 登录 / 账号数据(上传量、分享率、等级) */
export const SiteCapability = z.enum(["search", "list", "rss", "detail", "login", "userinfo"]);
export type SiteCapability = z.infer<typeof SiteCapability>;
export interface SiteKindSpec {
/** 界面名 */
label: string;
/** 添加站点第一步的一句说明 */
description: string;
/** 这类站点可能支持的获取方式 */
capabilities: readonly SiteCapability[];
/** false = 只定义了结构,还不能添加 */
implemented: boolean;
/** 需要从站点定义库里选(PT 站);否则只填名称和地址 */
fromDefinition: boolean;
}
export const SITE_KINDS: Record<SiteKind, SiteKindSpec> = {
pt: {
label: "PT 站",
description: "需要账号的私有站。从站点定义里选,支持搜索、列表抓取、RSS、登录和账号数据",
capabilities: ["search", "list", "rss", "detail", "login", "userinfo"],
implemented: true,
fromDefinition: true,
},
public_bt: {
label: "公开 BT 站",
description: "不用登录的公开站。填网址和 RSS 地址,按 RSS 获取资源",
capabilities: ["search", "list", "rss", "detail"],
implemented: true,
fromDefinition: false,
},
rss_feed: {
label: "自定义 RSS 源",
description: "只有一个 RSS 地址的来源,不登录、不搜索",
capabilities: ["rss"],
implemented: true,
fromDefinition: false,
},
torznab: {
label: "Torznab 索引器",
description: "Jackett、Prowlarr 等索引器的 Torznab 接口,还不支持",
capabilities: ["search", "rss"],
implemented: false,
fromDefinition: false,
},
};
/** 站点定义(适配器)声明的能力;没有定义的站点传 null */
export type SiteDefinitionCaps = { search: boolean; list: boolean; detail: boolean } | null;
/**
* 站点实际可用的获取方式:类型允许的 ∩ 适配器实现的。RSS 走通用解析器,不依赖站点定义;
* 搜索 / 列表 / 详情要站点定义声明支持;登录与账号数据要有站点定义(没有定义就没有登录流程)。
*/
export function siteCapabilities(kind: SiteKind, def: SiteDefinitionCaps): SiteCapability[] {
const spec = SITE_KINDS[kind];
if (!spec.implemented) return [];
return spec.capabilities.filter((c) => {
if (c === "rss") return true;
if (!def) return false;
if (c === "search") return def.search;
if (c === "list") return def.list;
if (c === "detail") return def.detail;
return true;
});
}
/**
* Torznab 索引器的站点 config(只定义结构,未实现):API 地址、API Key 的 secret 引用、分类过滤。
* 对照 MP 的 Jackett / Prowlarr 插件:按索引器登记,搜索走 `t=search`,RSS 走不带 q 的同一接口。
*/
export const TorznabSiteConfig = z.object({
apiUrl: z.url(),
apiKeySecretRef: z.uuid().nullable(),
indexerId: z.string().max(200).nullable(),
categories: z.array(z.number().int().nonnegative()).default([]),
});
export type TorznabSiteConfig = z.infer<typeof TorznabSiteConfig>;
export const SiteHealth = z.enum(["unknown", "healthy", "degraded", "failing", "disabled"]);
export type SiteHealth = z.infer<typeof SiteHealth>;
export const CircuitState = z.enum(["closed", "open", "half_open"]);
@@ -34,6 +122,10 @@ export type SiteLastHealth = z.infer<typeof SiteLastHealth>;
export const Site = EntityBase.extend({
key: z.string().regex(/^[a-z][a-z0-9_-]*$/),
name: z.string().min(1),
/** 站点类型(IA-2) */
kind: SiteKind,
/** 派生字段(非表列):实际可用的获取方式,见 siteCapabilities */
capabilities: z.array(SiteCapability),
adapter: SiteAdapter,
baseUrl: z.url(),
enabled: z.boolean(),
@@ -58,6 +150,7 @@ export type Site = z.infer<typeof Site>;
export const SiteCreate = Site.pick({
key: true,
name: true,
kind: true,
adapter: true,
baseUrl: true,
enabled: true,
@@ -67,17 +160,28 @@ export const SiteCreate = Site.pick({
snapshotIntervalSec: true,
proxy: true,
searchDefault: true,
}).partial({
enabled: true,
rateLimit: true,
config: true,
snapshotEnabled: true,
snapshotIntervalSec: true,
proxy: true,
searchDefault: true,
});
})
.partial({
key: true,
kind: true,
enabled: true,
rateLimit: true,
config: true,
snapshotEnabled: true,
snapshotIntervalSec: true,
proxy: true,
searchDefault: true,
})
.extend({
/**
* 非 PT 站(public_bt / rss_feed)添加时一并建的 RSS 地址(只写,存为 secret)。
* key 缺省时按地址主机名生成(rss-<主机>,重名加序号)。
*/
rssUrl: z.url().optional(),
});
export type SiteCreate = z.infer<typeof SiteCreate>;
export const SiteUpdate = SiteCreate.omit({ key: true }).partial();
/** 类型添加后不改(换类型 = 删了重加) */
export const SiteUpdate = SiteCreate.omit({ key: true, kind: true, rssUrl: true }).partial();
export type SiteUpdate = z.infer<typeof SiteUpdate>;
export const SiteAuthKind = z.enum(["cookie", "passkey", "api_key", "password"]);
@@ -550,6 +654,8 @@ export type SiteRequestStats = z.infer<typeof SiteRequestStats>;
export const SiteDefinitionView = z.object({
key: z.string(),
name: z.string(),
/** 定义对应的站点类型(现有定义都是 PT 站) */
kind: SiteKind,
adapter: SiteAdapter,
baseUrl: z.string(),
/** 定义是否随产品启用(未实测站点为 false) */