feat: 🎸 serverless browser

apps/dashboard/package.json

@@ -57,6 +57,7 @@
     "@react-pdf-viewer/search": "^3.12.0",
     "@sentry/nextjs": "^7.66.0",
     "@slack/web-api": "^6.8.1",
+    "@sparticuz/chromium": "^117.0.0",
     "@tailwindcss/typography": "^0.5.9",
     "@tanstack/react-virtual": "3.0.0-beta.54",
     "@types/node": "18.15.10",
@@ -97,6 +98,7 @@
     "perf_hooks": "^0.0.1",
     "pino-pretty": "^10.2.0",
     "playwright": "^1.32.3",
+    "puppeteer-core": "10.1.0",
     "radash": "^10.7.1",
     "react": "18.2.0",
     "react-dom": "18.2.0",

apps/dashboard/pages/api/browser.ts

@@ -0,0 +1,47 @@
+import chromium from '@sparticuz/chromium';
+import { NextApiResponse } from 'next';
+import puppeteer from 'puppeteer-core';
+
+import { createApiHandler, respond } from '@chaindesk/lib/createa-api-handler';
+import { getTextFromHTML } from '@chaindesk/lib/loaders/web-page';
+import { AppNextApiRequest } from '@chaindesk/lib/types';
+
+const handler = createApiHandler();
+
+const LOCAL_CHROME_EXECUTABLE = '/opt/homebrew/bin/chromium';
+
+export const browser = async (req: AppNextApiRequest, res: NextApiResponse) => {
+  const url = req.query.url as string;
+
+  const customUserAgent =
+    'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.82 Safari/537.36';
+
+  const browser = await puppeteer.launch({
+    executablePath: await chromium.executablePath(),
+    args: chromium.args,
+    headless: true,
+  });
+
+  const page = await browser.newPage();
+  await page.setUserAgent(customUserAgent);
+  await page.goto(url, { waitUntil: 'networkidle0', timeout: 100000 });
+
+  let content = await page.content();
+  let text = (await getTextFromHTML(content))?.trim();
+
+  if (!text) {
+    console.log("not text parssed from html, let's try again after 10 seconds");
+    await page.waitForTimeout(10000);
+  }
+
+  const result = await page.content();
+
+  return {
+    html: result,
+    text,
+  };
+};
+
+handler.get(respond(browser));
+
+export default handler;