fix(route/baidu): drop playwright (#23179)

Author: TonyRL

lib/routes/baidu/tieba/common.ts

@@ -1,127 +1,7 @@
-import { createHash } from 'node:crypto';
-
-import { Cookie } from 'tough-cookie';
-
 import { config } from '@/config';
-import ConfigNotFoundError from '@/errors/types/config-not-found';
 import cache from '@/utils/cache';
-import got from '@/utils/got';
-import { getPlaywrightPage } from '@/utils/playwright';
-
-/**
- * 解析百度 cookie 字符串为 Playwright 可用的 cookie 对象数组
- * 正确处理包含 '=' 的 cookie 值
- */
-export function parseBaiduCookies(cookieStr: string): Array<{ name: string; value: string; domain: string; path: string }> {
-    return cookieStr
-        .split(';')
-        .map((c) => Cookie.parse(c.trim()))
-        .filter((c): c is Cookie => Boolean(c?.key))
-        .map((c) => ({
-            name: c.key,
-            value: c.value,
-            domain: '.tieba.baidu.com',
-            path: '/',
-        }));
-}
-
-/**
- * 检查 HTML 内容是否包含百度安全验证页面
- */
-export function checkSecurityVerification(html: string): void {
-    if (html.includes('安全验证') || html.includes('百度安全验证')) {
-        throw new Error('Baidu security verification required. The cookie may be expired or invalid. Please update your BAIDU_COOKIE.');
-    }
-}
-
-/**
- * 使用 Playwright 获取贴吧页面内容
- * 包含统一的 cookie 设置、安全验证检查和缓存逻辑
- * 带有重试机制处理瞬态错误
- */
-export async function getTiebaPageContent(
-    url: string,
-    cacheKey: string,
-    options: {
-        waitForSelector?: string;
-        timeout?: number;
-        retries?: number;
-    } = {}
-): Promise<string> {
-    const cookie = config.baidu.cookie;
-
-    if (!cookie) {
-        throw new ConfigNotFoundError('Baidu Tieba RSS is disabled due to the lack of <a href="https://docs.rsshub.app/deploy/config#baidu">BAIDU_COOKIE</a>');
-    }
-
-    const cookies = parseBaiduCookies(cookie);
-    const { waitForSelector = '.thread-card-wrapper, .virtual-list-item, .thread-content-box, .thread-card', timeout = 3000, retries = 3 } = options;
-
-    const data = await cache.tryGet(
-        cacheKey,
-        async () => {
-            let lastError: Error | undefined;
-
-            /* eslint-disable no-await-in-loop -- Intentional sequential retry logic */
-            for (let attempt = 0; attempt < retries; attempt++) {
-                const { page, destroy } = await getPlaywrightPage(url, {
-                    onBeforeLoad: async (page) => {
-                        if (cookies.length > 0) {
-                            await page.context().addCookies(cookies);
-                        }
-                    },
-                    gotoConfig: { waitUntil: 'domcontentloaded' },
-                });
-
-                try {
-                    // 等待页面稳定
-                    await new Promise((resolve) => setTimeout(resolve, 2000));
-
-                    // 动态等待内容加载
-                    try {
-                        await page.waitForSelector(waitForSelector, { timeout });
-                    } catch {
-                        // 如果超时，继续执行
-                    }
-
-                    const html = await page.content();
-                    checkSecurityVerification(html);
-                    return html;
-                } catch (error) {
-                    lastError = error as Error;
-                    // 如果是最后一次尝试，抛出错误
-                    if (attempt === retries - 1) {
-                        throw lastError;
-                    }
-                    // 等待后重试
-                    await new Promise((resolve) => setTimeout(resolve, 1000 * (attempt + 1)));
-                } finally {
-                    await destroy();
-                }
-            }
-            /* eslint-enable no-await-in-loop */
-            throw lastError || new Error('Failed to fetch page content');
-        },
-        config.cache.routeExpire,
-        false
-    );
-
-    return data;
-}
-
-/**
- * 规范化 URL 为绝对地址
- */
-export function normalizeUrl(href: string, base: string = 'https://tieba.baidu.com'): string {
-    if (!href) {
-        return '';
-    }
-    if (href.startsWith('http')) {
-        return href;
-    }
-    const path = href.startsWith('/') ? href : `/${href}`;
-    return `${base}${path}`;
-}
+import md5 from '@/utils/md5';
+import ofetch from '@/utils/ofetch';
 
 /**
  * 通过 /c/f/frs/page API 获取贴吧帖子列表
@@ -145,62 +25,57 @@ type TiebaClientParams = {
     sign?: string;
 };
 
-function computeSign(params: TiebaClientParams): string {
+const computeSign = (params: Partial<TiebaClientParams> & Record<string, string>): string => {
     // oxlint-disable-next-line unicorn-js/require-array-sort-compare
     const sortedKeys = Object.keys(params).toSorted();
     const raw = sortedKeys.map((key) => `${key}=${params[key]}`).join('') + TIEBA_CLIENT_SECRET;
-    return createHash('md5').update(raw).digest('hex');
-}
-
-export async function getTiebaForumData(params: { kw: string; cid?: string; isGood?: boolean; sortBy?: string }): Promise<any> {
-    const cookie = config.baidu.cookie;
-    if (!cookie) {
-        throw new ConfigNotFoundError('Baidu Tieba RSS is disabled due to the lack of <a href="https://docs.rsshub.app/deploy/config#baidu">BAIDU_COOKIE</a>');
-    }
-
-    const bduss = cookie.match(/BDUSS=([^;]+)/)?.[1] || '';
-    if (!bduss) {
-        throw new ConfigNotFoundError('BAIDU_COOKIE must contain BDUSS. Please check your cookie configuration.');
-    }
+    return md5(raw);
+};
 
-    const apiParams: TiebaClientParams = {
-        _client_id: 'wappc_1234567890123_456',
+export const tiebaClientRequest = async (path: string, params: Partial<TiebaClientParams> & Record<string, string>) => {
+    const bduss = config.baidu.cookie?.match(/BDUSS=([^;]+)/)?.[1];
+    const apiParams: Partial<TiebaClientParams> & Record<string, string> = {
+        _client_id: `wappc_${Date.now()}_${Math.floor(Math.random() * 1000)}`,
         _client_type: '2',
         _client_version: '12.20.1.0',
         _phone_imei: '000000000000000',
         from: 'tieba',
-        kw: params.kw,
-        rn: '30',
-        pn: '1',
-        BDUSS: bduss,
+        ...(bduss && { BDUSS: bduss }),
+        ...params,
     };
-
-    if (params.isGood) {
-        apiParams.is_good = '1';
-    }
-    if (params.cid && params.cid !== '0') {
-        apiParams.cid = params.cid;
-    }
-    if (params.sortBy === 'replied') {
-        apiParams.sort_type = '1';
-    }
-
     apiParams.sign = computeSign(apiParams);
 
-    const url = 'https://tieba.baidu.com/c/f/frs/page';
-    const cacheKey = `tieba:api:forum:${params.kw}:${params.cid || '0'}:${params.sortBy || 'created'}`;
-
+    const cacheKey = `tieba:api:${path}:${new URLSearchParams(params).toString()}`;
     const data = await cache.tryGet(
         cacheKey,
-        async () => {
-            const { data: response } = await got.post(url, {
-                form: apiParams,
-            });
-            return response;
-        },
+        () =>
+            ofetch(`https://tieba.baidu.com${path}`, {
+                method: 'POST',
+                body: new URLSearchParams(apiParams),
+                parseResponse: JSON.parse, // content-type application/x-javascript
+            }),
         config.cache.routeExpire,
         false
     );
-
+    if (Number(data.error_code) !== 0) {
+        throw new Error(`Tieba API error: ${data.error_msg || data.error_code}`);
+    }
     return data;
-}
+};
+
+export const renderContent = (items: any[] = []) =>
+    items
+        .map((item) => {
+            switch (Number(item.type)) {
+                case 1:
+                case 18:
+                    return `<a href="${item.link}">${item.text}</a>`;
+                case 2:
+                    return `<img src="https://tb3.bdstatic.com/emoji/${item.text}@2x.png" alt="${item.c}">`;
+                case 3:
+                    return `<img src="${item.origin_src || item.src}">`;
+                default:
+                    return item.text ?? '';
+            }
+        })
+        .join('');

lib/routes/baidu/tieba/forum-good.ts

@@ -0,0 +1,30 @@
+import type { Context } from 'hono';
+
+import type { Route } from '@/types';
+
+import { getForumFeed } from './forum';
+
+export const route: Route = {
+    path: '/tieba/forum/good/:kw/:cid?/:sortBy?',
+    categories: ['bbs'],
+    example: '/baidu/tieba/forum/good/女图',
+    parameters: { kw: '吧名', cid: '精品分类，默认为 `0`（全部分类），如果不传 `cid` 则获取全部分类', sortBy: '排序方式：`created`, `replied`。默认为 `created`' },
+    features: {
+        requireConfig: [
+            {
+                name: 'BAIDU_COOKIE',
+                optional: true,
+                description: '百度 cookie 值，用于需要登录的贴吧页面',
+            },
+        ],
+        antiCrawler: true,
+    },
+    name: '精品帖子',
+    maintainers: ['u3u', 'FlanChanXwO'],
+    handler,
+};
+
+function handler(ctx: Context) {
+    const { kw, cid, sortBy } = ctx.req.param();
+    return getForumFeed(kw, { cid, sortBy, isGood: true });
+}

lib/routes/baidu/tieba/forum.ts

@@ -0,0 +1,56 @@
+import type { Context } from 'hono';
+
+import type { Route } from '@/types';
+import { parseDate } from '@/utils/parse-date';
+
+import { renderContent, tiebaClientRequest } from './common';
+
+export const route: Route = {
+    path: '/tieba/forum/:kw/:sortBy?',
+    categories: ['bbs'],
+    example: '/baidu/tieba/forum/孙笑川',
+    parameters: { kw: '吧名', sortBy: '排序方式：`created`, `replied`。默认为 `created`' },
+    features: {
+        requireConfig: [
+            {
+                name: 'BAIDU_COOKIE',
+                optional: true,
+                description: '百度 cookie 值，用于需要登录的贴吧页面',
+            },
+        ],
+        antiCrawler: true,
+    },
+    name: '帖子列表',
+    maintainers: ['u3u', 'FlanChanXwO'],
+    handler,
+};
+
+function handler(ctx: Context) {
+    const { kw, sortBy } = ctx.req.param();
+    return getForumFeed(kw, { sortBy });
+}
+
+export const getForumFeed = async (kw: string, { cid = '0', sortBy = 'created', isGood = false } = {}) => {
+    const data = await tiebaClientRequest('/c/f/frs/page', {
+        kw,
+        rn: '30',
+        pn: '1',
+        ...(isGood && { is_good: '1' }),
+        ...(cid !== '0' && { cid }),
+        ...(sortBy === 'replied' && { sort_type: '1' }),
+    });
+
+    const authorMap = new Map<number, string>(data.user_list.map((user) => [Number(user.id), user.name_show || user.name]));
+
+    return {
+        title: `${kw}吧`,
+        link: `https://tieba.baidu.com/f?kw=${encodeURIComponent(kw)}`,
+        item: data.thread_list.map((thread) => ({
+            title: thread.title,
+            link: `https://tieba.baidu.com/p/${thread.id}`,
+            pubDate: parseDate(thread.create_time, 'X'),
+            author: authorMap.get(Number(thread.author_id)),
+            description: renderContent(thread.first_post_content || thread.abstract),
+        })),
+    };
+};