Skip to content

fix: update JSON data format #1084

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 1 commit into from
Nov 18, 2025
+58 −18
Merged

fix: update JSON data format #1084

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
56 changes: 38 additions & 18 deletions .github/scripts/baidu-tongji.js
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -157,27 +157,47 @@ async function getPageTitleAndLang(url) {
const response = await axios.get(url, {
timeout: 10000,
headers: {
"User-Agent":
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
'User-Agent': 'Mozilla/5.0 (compatible; Docusaurus-Doc-Crawler/1.0; +https://github.com/radxa-docs/docs)',
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
'Accept-Language': 'en-US,en;q=0.5',
},
});

const $ = cheerio.load(response.data);

// 获取标题
let title = "";
const titleElement = $("title");
if (titleElement.length > 0) {
title = titleElement.text().trim();
} else {
const h1Element = $("h1");
if (h1Element.length > 0) {
title = h1Element.first().text().trim();
} else {
title = url.split("/").pop() || url;
}
let breadcrumbs = [];
const breadcrumbLinks = $(".breadcrumbs__link");

if (breadcrumbLinks.length > 0) {
breadcrumbLinks.each((index, element) => {
const $link = $(element);

let title = "";

const directSpan = $link.children("span").first();
if (directSpan.length > 0) {
title = directSpan.text().trim();
} else {
const nestedSpan = $link.find("span").first();
if (nestedSpan.length > 0) {
title = nestedSpan.text().trim();
} else {
title = $link.text().trim();
}
}

let url = $link.attr("href") || "";
url = url.trim();

breadcrumbs.push({
title: title,
url: url
});
});
}

breadcrumbs = breadcrumbs.filter(item => item.title || item.url);

let lang = detectLanguageFromUrl(url);
if (!lang) {
lang = detectLanguageFromHtml($);
Expand All @@ -191,7 +211,7 @@ async function getPageTitleAndLang(url) {
}
}

return { title, lang };
return { lang, breadcrumbs };
} catch (error) {
console.error(`获取页面标题失败 ${url}:`, error.message);
let lang = detectLanguageFromUrl(url) || "en";
Expand Down Expand Up @@ -229,8 +249,8 @@ async function updateDataWithTitles(data) {
for (let i = 0; i < urls.length; i++) {
const url = urls[i];
console.log(`正在获取第 ${i + 1}/${urls.length} 个URL的信息: ${url}`);
const { title, lang } = await getPageTitleAndLang(url);
urlInfo[url] = { title, lang };
const { lang, breadcrumbs } = await getPageTitleAndLang(url);
urlInfo[url] = { lang, breadcrumbs };

await new Promise((resolve) => setTimeout(resolve, 500));
}
Expand All @@ -239,7 +259,7 @@ async function updateDataWithTitles(data) {
for (const itemGroup of items) {
for (const item of itemGroup) {
if (item.name && urlInfo[item.name]) {
item.title = urlInfo[item.name].title;
item.breadcrumbs = urlInfo[item.name].breadcrumbs;
item.lang = urlInfo[item.name].lang;
}
}
Expand Down
20 changes: 20 additions & 0 deletions .github/scripts/latest-updates.js
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -126,13 +126,33 @@ async function getMarkdownCommits(days = 30) {
"";
const url = detail.html_url || item.html_url || "";

let page_url = "";
const firstMd = files.find((f) => {
const n = (f.filename || "").toLowerCase();
return exts.some((ext) => n.endsWith(ext));
});
if (firstMd && firstMd.filename) {
const raw = String(firstMd.filename).replace(/\\/g, "/");
const mI18n = raw.match(/^i18n\/([^/]+)\/docusaurus-plugin-content-docs\/current\/(.+)\.(md|mdx)$/i);
Copy link
Contributor

@windsurf-bot windsurf-bot bot Nov 18, 2025

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

This regex pattern is complex and would benefit from a comment explaining what it's matching in the i18n file structure.

if (raw.startsWith("docs/")) {
const docPath = raw.slice(5).replace(/\.(md|mdx)$/i, "");
page_url = "/" + docPath.replace(/\/index$/i, "");
} else if (mI18n) {
const locale = mI18n[1];
const docPath = mI18n[2];
page_url = `/${locale}/${docPath}`.replace(/\/index$/i, "");
}
}

console.log("最近修改的页面：", page_url);
Copy link
Contributor

@windsurf-bot windsurf-bot bot Nov 18, 2025

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

This console.log statement appears to be for debugging purposes. Consider removing it or replacing it with a more appropriate logging mechanism for production code.

result.push({
author: authorName,
title,
url,
message,
committed_at: committedAt,
sha,
page_url,
});
} catch (e) {
// 忽略单条失败，继续
Expand Down
Loading