Dashboard: Add GitHub star history tracking

vdavid · vdavid · commit 67efc4ae6d83 · 2026-04-04T00:10:37.000+02:00
- Fetch stargazer timestamps for cmdr and mtp-rs repos (paginated)
- Aggregate into daily counts with cumulative totals per repo + combined
- Cache aggressively (1 hour) since star events are append-only
- Show in Awareness section: per-repo totals + cumulative line chart
- Include in /api/report: total, per-repo, and recent growth numbers
diff --git a/apps/analytics-dashboard/CLAUDE.md b/apps/analytics-dashboard/CLAUDE.md
@@ -43,7 +43,7 @@ Each source gets its own module under `src/lib/server/sources/`:
 | `umami.ts`      | JWT (username/password login)                   | Page views, visitors, referrers, countries, download events for veszelovszki.com + getcmdr.com                                    |
 | `cloudflare.ts` | Bearer token (via `LICENSE_SERVER_ADMIN_TOKEN`) | Download counts, active users by version/arch/country — fetched from worker endpoints (`/admin/downloads`, `/admin/active-users`) |
 | `paddle.ts`     | Bearer token, cursor pagination                 | Completed transactions, subscriptions by status                                                                                   |
-| `github.ts`     | Optional Bearer token                           | Release download counts per asset                                                                                                 |
+| `github.ts`     | Optional Bearer token                           | Release download counts per asset; star history (daily + cumulative) for cmdr and mtp-rs via stargazers API with pagination        |
 | `posthog.ts`    | Bearer personal API key                         | Pageview trends via Trends API (EU endpoint)                                                                                      |
 | `license.ts`    | Bearer admin token                              | Activation count + active devices from `/admin/stats`                                                                             |
 
diff --git a/apps/analytics-dashboard/src/lib/server/fetch-all.ts b/apps/analytics-dashboard/src/lib/server/fetch-all.ts
@@ -2,13 +2,13 @@ import type { TimeRange, SourceResult } from './types.js'
 import type { UmamiData } from './sources/umami.js'
 import type { CloudflareData } from './sources/cloudflare.js'
 import type { PaddleData } from './sources/paddle.js'
-import type { GitHubData } from './sources/github.js'
+import type { GitHubData, GitHubStarsData } from './sources/github.js'
 import type { PostHogData } from './sources/posthog.js'
 import type { LicenseData } from './sources/license.js'
 import { fetchUmamiData } from './sources/umami.js'
 import { fetchCloudflareData } from './sources/cloudflare.js'
 import { fetchPaddleData } from './sources/paddle.js'
-import { fetchGitHubData } from './sources/github.js'
+import { fetchGitHubData, fetchGitHubStarsData } from './sources/github.js'
 import { fetchPostHogData } from './sources/posthog.js'
 import { fetchLicenseData } from './sources/license.js'
 
@@ -19,6 +19,7 @@ export interface DashboardData {
   cloudflare: SourceResult<CloudflareData>
   paddle: SourceResult<PaddleData>
   github: SourceResult<GitHubData>
+  githubStars: SourceResult<GitHubStarsData>
   posthog: SourceResult<PostHogData>
   license: SourceResult<LicenseData>
 }
@@ -61,7 +62,7 @@ export async function fetchDashboardData(
   const range: TimeRange = validRanges.has(rangeParam as TimeRange) ? (rangeParam as TimeRange) : '7d'
   const env = await resolveEnv(platform)
 
-  const [umami, cloudflare, paddle, github, posthog, license] = await Promise.all([
+  const [umami, cloudflare, paddle, github, githubStars, posthog, license] = await Promise.all([
     guardedFetch(env?.UMAMI_API_URL, 'Umami', () =>
       fetchUmamiData(
         {
@@ -81,6 +82,7 @@ export async function fetchDashboardData(
       fetchPaddleData({ PADDLE_API_KEY_LIVE: env.PADDLE_API_KEY_LIVE }, range),
     ),
     fetchGitHubData({ GITHUB_TOKEN: env?.GITHUB_TOKEN }),
+    fetchGitHubStarsData({ GITHUB_TOKEN: env?.GITHUB_TOKEN }),
     guardedFetch(env?.POSTHOG_API_KEY, 'PostHog', () =>
       fetchPostHogData(
         {
@@ -96,5 +98,5 @@ export async function fetchDashboardData(
     ),
   ])
 
-  return { range, updatedAt: new Date().toISOString(), umami, cloudflare, paddle, github, posthog, license }
+  return { range, updatedAt: new Date().toISOString(), umami, cloudflare, paddle, github, githubStars, posthog, license }
 }
diff --git a/apps/analytics-dashboard/src/lib/server/sources/github.ts b/apps/analytics-dashboard/src/lib/server/sources/github.ts
@@ -1,6 +1,120 @@
 import type { SourceResult } from '../types.js'
 import { cacheGet, cacheSet } from '../cache.js'
 
+// ── Star history ──────────────────────────────────────────────────────
+
+export interface DailyStarCount {
+  day: string
+  newStars: number
+  cumulative: number
+}
+
+export interface RepoStarSummary {
+  repo: string
+  totalStars: number
+  daily: DailyStarCount[]
+}
+
+export interface GitHubStarsData {
+  repos: RepoStarSummary[]
+  totalStars: number
+  /** Merged daily counts across all repos. */
+  combinedDaily: DailyStarCount[]
+}
+
+const TRACKED_REPOS = ['vdavid/cmdr', 'vdavid/mtp-rs']
+
+interface RawStargazer {
+  starred_at: string
+}
+
+/** Fetches all stargazers for a repo, paginating via Link header. */
+async function fetchAllStargazers(repo: string, headers: Record<string, string>): Promise<string[]> {
+  const dates: string[] = []
+  let url: string | null = `https://api.github.com/repos/${repo}/stargazers?per_page=100`
+
+  while (url) {
+    const response = await fetch(url, {
+      headers: { ...headers, Accept: 'application/vnd.github.star+json' },
+    })
+    if (!response.ok) throw new Error(`GitHub stargazers API returned ${response.status} for ${repo}`)
+
+    const items = (await response.json()) as RawStargazer[]
+    for (const item of items) dates.push(item.starred_at)
+
+    // Follow pagination
+    const linkHeader = response.headers.get('Link')
+    const nextMatch = linkHeader?.match(/<([^>]+)>;\s*rel="next"/)
+    url = nextMatch?.[1] ?? null
+  }
+
+  return dates
+}
+
+/** Groups star dates into daily counts with cumulative totals. */
+function toDailyCounts(dates: string[]): DailyStarCount[] {
+  const byDay = new Map<string, number>()
+  for (const date of dates) {
+    const day = date.split('T')[0]
+    byDay.set(day, (byDay.get(day) ?? 0) + 1)
+  }
+
+  const sorted = [...byDay.entries()].sort(([a], [b]) => a.localeCompare(b))
+  let cumulative = 0
+  return sorted.map(([day, newStars]) => {
+    cumulative += newStars
+    return { day, newStars, cumulative }
+  })
+}
+
+/** Merges daily counts from multiple repos into a combined timeline. */
+function mergeDailyCounts(repoSummaries: RepoStarSummary[]): DailyStarCount[] {
+  const byDay = new Map<string, number>()
+  for (const repo of repoSummaries) {
+    for (const entry of repo.daily) {
+      byDay.set(entry.day, (byDay.get(entry.day) ?? 0) + entry.newStars)
+    }
+  }
+
+  const sorted = [...byDay.entries()].sort(([a], [b]) => a.localeCompare(b))
+  let cumulative = 0
+  return sorted.map(([day, newStars]) => {
+    cumulative += newStars
+    return { day, newStars, cumulative }
+  })
+}
+
+/**
+ * Fetches star history for tracked repos. Cached aggressively (1 hour)
+ * since star events are append-only.
+ */
+export async function fetchGitHubStarsData(env: GitHubEnv): Promise<SourceResult<GitHubStarsData>> {
+  const cached = await cacheGet<GitHubStarsData>('github-stars', '30d')
+  if (cached) return { ok: true, data: cached }
+
+  try {
+    const headers: Record<string, string> = { 'User-Agent': 'cmdr-analytics-dashboard' }
+    if (env.GITHUB_TOKEN) headers.Authorization = `Bearer ${env.GITHUB_TOKEN}`
+
+    const allDates = await Promise.all(TRACKED_REPOS.map((repo) => fetchAllStargazers(repo, headers)))
+
+    const repos: RepoStarSummary[] = TRACKED_REPOS.map((repo, i) => ({
+      repo,
+      totalStars: allDates[i].length,
+      daily: toDailyCounts(allDates[i]),
+    }))
+
+    const totalStars = repos.reduce((sum, r) => sum + r.totalStars, 0)
+    const combinedDaily = mergeDailyCounts(repos)
+
+    const data: GitHubStarsData = { repos, totalStars, combinedDaily }
+    await cacheSet('github-stars', '30d', data)
+    return { ok: true, data }
+  } catch (e) {
+    return { ok: false, error: `GitHub stars: ${e instanceof Error ? e.message : String(e)}` }
+  }
+}
+
 export interface GitHubAsset {
   name: string
   downloadCount: number
diff --git a/apps/analytics-dashboard/src/routes/+page.svelte b/apps/analytics-dashboard/src/routes/+page.svelte
@@ -208,9 +208,33 @@
                     </div>
                 {/if}
 
+                {#if data.githubStars.ok}
+                    {@const stars = data.githubStars.data}
+                    <div class="mt-4">
+                        <h3 class="mb-2 text-sm font-medium text-text-secondary">GitHub stars</h3>
+                        {@render metricRow(
+                            stars.repos.map((r) => ({ label: r.repo, value: formatNumber(r.totalStars) }))
+                        )}
+                        {#if stars.combinedDaily.length > 1}
+                            <div class="mt-2">
+                                <Chart
+                                    data={[
+                                        stars.combinedDaily.map((d) => new Date(d.day).getTime() / 1000),
+                                        stars.combinedDaily.map((d) => d.cumulative),
+                                    ]}
+                                    labels={['Total stars']}
+                                    height={160}
+                                />
+                            </div>
+                        {/if}
+                    </div>
+                {/if}
+
                 {@render externalLinks([
                     { label: 'View veszelovszki.com in Umami', href: 'https://anal.veszelovszki.com' },
                     { label: 'View getcmdr.com in Umami', href: 'https://anal.veszelovszki.com' },
+                    { label: 'cmdr on GitHub', href: 'https://github.com/vdavid/cmdr' },
+                    { label: 'mtp-rs on GitHub', href: 'https://github.com/vdavid/mtp-rs' },
                 ])}
             {/if}
         </section>
diff --git a/apps/analytics-dashboard/src/routes/api/report/+server.ts b/apps/analytics-dashboard/src/routes/api/report/+server.ts
@@ -81,6 +81,17 @@ function formatReport(data: DashboardData): string {
       `- getcmdr.com visitors: ${num(u.website.visitors.value)}${delta(u.website.visitors.value, u.website.visitors.prev)}`,
     )
 
+    if (data.githubStars.ok) {
+      const s = data.githubStars.data
+      blank()
+      line(`GitHub stars: ${num(s.totalStars)} total`)
+      for (const repo of s.repos) {
+        const recent7 = repo.daily.filter((d) => new Date(d.day) >= new Date(Date.now() - 7 * 86_400_000)).reduce((sum, d) => sum + d.newStars, 0)
+        const recent30 = repo.daily.filter((d) => new Date(d.day) >= new Date(Date.now() - 30 * 86_400_000)).reduce((sum, d) => sum + d.newStars, 0)
+        line(`  ${repo.repo}: ${num(repo.totalStars)} (last 7d: +${recent7}, last 30d: +${recent30})`)
+      }
+    }
+
     if (u.websiteReferrers.length > 0) {
       blank()
       line('Top referrers:')
