feat: category option and count summary

hyoban · Jan 17, 2024 · 055599e · 055599e
1 parent 01eaf48
commit 055599e
Show file tree

Hide file tree

Showing 2 changed files with 53 additions and 9 deletions.
diff --git a/src/bin/index.ts b/src/bin/index.ts
@@ -22,17 +22,27 @@ async function main() {
       type: "boolean",
       default: false,
     })
+    .option("category", {
+      alias: "c",
+      type: "string",
+      default: "repository" as const,
+      choices: ["repository", "package"] as const,
+    })
     .parse()
 
   const targets = argv._.map(String)
 
   for (const target of targets) {
     try {
-      const { result } = await getDependents(target, {
+      const { result, total } = await getDependents(target, {
         limit: argv.limit,
         timeout: argv.timeout,
         silent: argv.silent,
+        category: argv.category,
       })
+      consola.success(
+        `${target} Dependents Summary: ${total.repositories} repositories, ${total.packages} packages`,
+      )
       console.table(result)
     } catch (error) {
       consola.error(error)

diff --git a/src/index.ts b/src/index.ts
@@ -11,6 +11,10 @@ export type DependentInfo = {
 export type ParseResult = {
   nextUrl?: string
   result: DependentInfo[]
+  total: {
+    repositories: number
+    packages: number
+  }
 }
 
 function toNumber(value?: string): number {
@@ -21,6 +25,19 @@ function toNumber(value?: string): number {
 export async function parseDependents(url: string): Promise<ParseResult> {
   const html = await $fetch<string>(url)
   const $ = load(html)
+  const totalRepositories = toNumber(
+    $(`#dependents .Box-header .btn-link[href*="dependent_type=REPOSITORY"]`)
+      .text()
+      .trim()
+      .split(" ")[0],
+  )
+  const totalPackages = toNumber(
+    $(`#dependents .Box-header .btn-link[href*="dependent_type=PACKAGE"]`)
+      .text()
+      .trim()
+      .split(" ")[0],
+  )
+
   const dependentDomList = $(
     "#dependents .Box [data-test-id='dg-repo-pkg-dependent']",
   )
@@ -53,24 +70,29 @@ export async function parseDependents(url: string): Promise<ParseResult> {
   return {
     result: dependentList,
     nextUrl,
+    total: {
+      repositories: totalRepositories,
+      packages: totalPackages,
+    },
   }
 }
 
 export type CliOptions = {
   limit?: number
   timeout?: number
+  silent?: boolean
+  category?: "repository" | "package"
 }
 
 export type GetDependentsOptions = CliOptions & {
   filter?: (item: DependentInfo) => boolean
   resume?: ParseResult | null
-  silent?: boolean
 }
 
 export async function getDependents(
   target: string,
   options?: GetDependentsOptions,
-) {
+): Promise<ParseResult> {
   const user = target.split("/")[0]
   const repo = target.split("/")[1]
   if (!user || !repo) {
@@ -82,6 +104,7 @@ export async function getDependents(
   const timeout = options?.timeout ?? 8000
   const progressCache = options?.resume
   const enableConsole = !options?.silent
+  const category = options?.category
 
   const hasCache = !!progressCache
 
@@ -90,7 +113,13 @@ export async function getDependents(
     result: [],
     nextUrl: hasCache
       ? progressCache.nextUrl
-      : `https://github.com/${target}/network/dependents`,
+      : `https://github.com/${target}/network/dependents${
+          category ? `?dependent_type=${category.toUpperCase()}` : ""
+        }`,
+    total: {
+      repositories: 0,
+      packages: 0,
+    },
   }
 
   if (enableConsole) {
@@ -106,19 +135,24 @@ export async function getDependents(
     }
     currentParseResult = await parseDependents(currentParseResult.nextUrl)
     finalResult.push(...currentParseResult.result)
+    finalResult = finalResult
+      .filter(
+        (element, index, array) =>
+          array.findIndex((item) => item.repository === element.repository) ===
+          index,
+      )
+      .sort((a, b) => b.stars - a.stars)
+      .filter((element) => filter(element))
+      .slice(0, limit)
   }
 
-  finalResult = finalResult
-    .sort((a, b) => b.stars - a.stars)
-    .filter((element) => filter(element))
-    .slice(0, limit)
-
   if (currentParseResult.nextUrl) {
     consola.info("Exceed timeout, stop parsing")
   }
 
   return {
     result: finalResult,
     nextUrl: currentParseResult.nextUrl,
+    total: currentParseResult.total,
   }
 }