feat: support authentication token for private repositories

Author: farnabaz

docs/content/docs/2.collections/1.collections.md

@@ -134,6 +134,8 @@ type CollectionSource = {
   cwd?: string
   // Remote git repository URL (e.g., https://github.com/nuxt/content)
   repository?: string
+  // Authentication token for private repositories (e.g., GitHub personal access token)
+  authToken?: string
 }
 ```
 

docs/content/docs/2.collections/3.sources.md

@@ -50,3 +50,7 @@ Root directory for content matching.
 ### `repository`
 
 External source representing a remote git repository URL (e.g., https://github.com/nuxt/content)
+
+### `authToken`
+
+Authentication token for private repositories (e.g., GitHub personal access token).

src/types/collection.ts

@@ -13,6 +13,7 @@ export type CollectionSource = {
   prefix?: string
   exclude?: string[]
   repository?: string
+  authToken?: string
   cwd?: string
 }
 

src/utils/git.ts

@@ -17,14 +17,14 @@ export interface GitInfo {
   url: string
 }
 
-export async function downloadRepository(url: string, cwd: string) {
+export async function downloadRepository(url: string, cwd: string, { headers }: { headers?: Record<string, string> } = {}) {
   const tarFile = join(cwd, '.content.clone.tar.gz')
   const cacheFile = join(cwd, '.content.cache.json')
 
   const cache = await readFile(cacheFile, 'utf8').then(d => JSON.parse(d)).catch(() => null)
   if (cache) {
     // Directory exists, skip download
-    const response = await fetch(url, { method: 'HEAD' })
+    const response = await fetch(url, { method: 'HEAD', headers })
     const etag = response.headers.get('etag')
     if (etag === cache.etag) {
       await writeFile(cacheFile, JSON.stringify({
@@ -38,7 +38,7 @@ export async function downloadRepository(url: string, cwd: string) {
   await mkdir(cwd, { recursive: true })
 
   try {
-    const response = await fetch(url)
+    const response = await fetch(url, { headers })
     const stream = createWriteStream(tarFile)
     await promisify(pipeline)(response.body as unknown as ReadableStream[], stream)
 

src/utils/source.ts

@@ -31,10 +31,16 @@ export function defineGitHubSource(source: CollectionSource): ResolvedCollection
         const { org, repo, branch } = repository
         resolvedSource.cwd = join(nuxt.options.rootDir, '.data', 'content', `github-${org}-${repo}-${branch}`)
 
-        await downloadRepository(
-          `https://github.com/${org}/${repo}/archive/refs/heads/${branch}.tar.gz`,
-          resolvedSource.cwd!,
-        )
+        let headers: Record<string, string> = {}
+        if (resolvedSource.authToken) {
+          headers = { Authorization: `Bearer ${resolvedSource.authToken}` }
+        }
+
+        const url = headers.Authorization
+          ? `https://api.github.com/repos/${org}/${repo}/tarball/${branch}`
+          : `https://github.com/${org}/${repo}/archive/refs/heads/${branch}.tar.gz`
+
+        await downloadRepository(url, resolvedSource.cwd!, { headers })
       }
     },
   }