Allow redirects

lindylearn · Feb 29, 2024 · 47ae533 · 47ae533
1 parent 1904ef0
commit 47ae533
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/apps/api/src/crawler/routes.ts b/apps/api/src/crawler/routes.ts
@@ -66,9 +66,10 @@ router.addHandler("document", async ({ $, request, log, enqueueLinks }) => {
 
     const originalUrl = normalizeUrl(request.url);
     const originalDomain = getDomain(originalUrl);
+    const originalPathname = new URL(originalUrl).pathname;
 
     // Detect post type
-    const postType = getPostType(pathname);
+    const postType = getPostType(pathname) || getPostType(originalPathname);
     if (!postType) {
         log.info(`${domain} ${pathname} skipped (not /about, /now, or /ideas)\n`);
         return;