FEAT - Astroify

.env

@@ -24,3 +24,4 @@ REACT_APP_WHO_API_KEY=''
 # API_CORS_ORIGIN='*'             # Enable CORS, by setting your allowed hostname(s) here
 # API_ENABLE_RATE_LIMIT='true'    # Enable rate limiting for the API
 # REACT_APP_API_ENDPOINT='/api'   # The endpoint for the API (can be local or remote)
+# ENABLE_ANALYTICS='false'        # Enable Plausible hit counter for the frontend

.gitignore

@@ -9,12 +9,14 @@
 /build/
 
 # ------------------------
-#         DEPLOYMENT
+#         BUILT FILES
 # ------------------------
+dist/
 .vercel/
 .netlify/
 .webpack/
 .serverless/
+.astro/
 
 # ------------------------
 #         DEPENDENCIES

Dockerfile

@@ -1,5 +1,5 @@
 # Specify the Node.js version to use
-ARG NODE_VERSION=16
+ARG NODE_VERSION=21
 
 # Specify the Debian version to use, the default is "bullseye"
 ARG DEBIAN_VERSION=bullseye
@@ -30,7 +30,7 @@ COPY package.json yarn.lock ./
 
 # Run yarn install to install dependencies and clear yarn cache
 RUN apt-get update && \
-    yarn install --production --frozen-lockfile --network-timeout 100000 && \
+    yarn install --frozen-lockfile --network-timeout 100000 && \
     rm -rf /app/node_modules/.cache
 
 # Copy all files to working directory
@@ -59,4 +59,4 @@ EXPOSE ${PORT:-3000}
 ENV CHROME_PATH='/usr/bin/chromium'
 
 # Define the command executed when the container starts and start the server.js of the Node.js application
-CMD ["yarn", "serve"]
+CMD ["yarn", "start"]

api/_common/middleware.js

@@ -124,4 +124,8 @@ const commonMiddleware = (handler) => {
   return nativeMode ? vercelHandler : netlifyHandler;
 };
 
-module.exports = commonMiddleware;
+if (PLATFORM === 'NETLIFY') {
+  module.exports = commonMiddleware;
+}
+
+export default commonMiddleware;

api/archives.js

@@ -1,5 +1,5 @@
-const axios = require('axios');
-const middleware = require('./_common/middleware');
+import axios from 'axios';
+import middleware from './_common/middleware.js';
 
 const convertTimestampToDate = (timestamp) => {
   const [year, month, day, hour, minute, second] = [
@@ -46,7 +46,7 @@ const getScanFrequency = (firstScan, lastScan, totalScans, changeCount) => {
   };
 };
 
-const getWaybackData = async (url) => {
+const wayBackHandler = async (url) => {
   const cdxUrl = `https://web.archive.org/cdx/search/cdx?url=${url}&output=json&fl=timestamp,statuscode,digest,length,offset`;
 
   try {
@@ -80,5 +80,5 @@ const getWaybackData = async (url) => {
   }
 };
 
-module.exports = middleware(getWaybackData);
-module.exports.handler = middleware(getWaybackData);
+export const handler = middleware(wayBackHandler);
+export default handler;

api/block-lists.js

@@ -1,6 +1,6 @@
-const dns = require('dns');
-const { URL } = require('url');
-const middleware = require('./_common/middleware');
+import dns from 'dns';
+import { URL } from 'url';
+import middleware from './_common/middleware.js';
 
 const DNS_SERVERS = [
   { name: 'AdGuard', ip: '176.103.130.130' },
@@ -94,12 +94,12 @@ const checkDomainAgainstDnsServers = async (domain) => {
   return results;
 };
 
-const handler = async (url) => {
+export const blockListHandler = async (url) => {
   const domain = new URL(url).hostname;
   const results = await checkDomainAgainstDnsServers(domain);
   return { blocklists: results };
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
+export const handler = middleware(blockListHandler);
+export default handler;
 

api/carbon.js

@@ -1,7 +1,7 @@
-const https = require('https');
-const middleware = require('./_common/middleware');
+import https from 'https';
+import middleware from './_common/middleware.js';
 
-const handler = async (url) => {
+const carbonHandler = async (url) => {
 
   // First, get the size of the website's HTML
   const getHtmlSize = (url) => new Promise((resolve, reject) => {
@@ -48,5 +48,5 @@ const handler = async (url) => {
   }
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
+export const handler = middleware(carbonHandler);
+export default handler;

api/cookies.js

@@ -1,6 +1,6 @@
-const axios = require('axios');
-const puppeteer = require('puppeteer');
-const middleware = require('./_common/middleware');
+import axios from 'axios';
+import puppeteer from 'puppeteer';
+import middleware from './_common/middleware.js';
 
 const getPuppeteerCookies = async (url) => {
   const browser = await puppeteer.launch({
@@ -21,7 +21,7 @@ const getPuppeteerCookies = async (url) => {
   }
 };
 
-const handler = async (url) => {
+const cookieHandler = async (url) => {
   let headerCookies = null;
   let clientCookies = null;
 
@@ -54,5 +54,5 @@ const handler = async (url) => {
   return { headerCookies, clientCookies };
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
+export const handler = middleware(cookieHandler);
+export default handler;

api/dns-server.js

@@ -1,9 +1,8 @@
-const dns = require('dns');
-const dnsPromises = dns.promises;
-const axios = require('axios');
-const middleware = require('./_common/middleware');
+import { promises as dnsPromises, lookup } from 'dns';
+import axios from 'axios';
+import middleware from './_common/middleware.js';
 
-const handler = async (url) => {
+const dnsHandler = async (url) => {
   try {
     const domain = url.replace(/^(?:https?:\/\/)?/i, "");
     const addresses = await dnsPromises.resolve4(domain);
@@ -41,5 +40,7 @@ const handler = async (url) => {
   }
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
+
+export const handler = middleware(dnsHandler);
+export default handler;
+

api/dns.js

@@ -1,8 +1,8 @@
-const dns = require('dns');
-const util = require('util');
-const middleware = require('./_common/middleware');
+import dns from 'dns';
+import util from 'util';
+import middleware from './_common/middleware.js';
 
-const handler = async (url) => {
+const dnsHandler = async (url) => {
   let hostname = url;
 
   // Handle URLs by extracting hostname
@@ -51,5 +51,5 @@ const handler = async (url) => {
   }
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
+export const handler = middleware(dnsHandler);
+export default handler;

api/dnssec.js

@@ -1,7 +1,7 @@
-const https = require('https');
-const middleware = require('./_common/middleware'); // Make sure this path is correct
+import https from 'https';
+import middleware from './_common/middleware.js';
 
-const handler = async (domain) => {
+const dnsSecHandler = async (domain) => {
   const dnsTypes = ['DNSKEY', 'DS', 'RRSIG'];
   const records = {};
 
@@ -53,5 +53,5 @@ const handler = async (domain) => {
   return records;
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
+export const handler = middleware(dnsSecHandler);
+export default handler;

api/features.js

@@ -1,7 +1,7 @@
-const https = require('https');
-const middleware = require('./_common/middleware');
+import https from 'https';
+import middleware from './_common/middleware.js';
 
-const handler = async (url) => {
+const featuresHandler = async (url) => {
   const apiKey = process.env.BUILT_WITH_API_KEY;
 
   if (!url) {
@@ -45,5 +45,5 @@ const handler = async (url) => {
   }
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
+export const handler = middleware(featuresHandler);
+export default handler;

api/firewall.js

@@ -1,13 +1,13 @@
-const axios = require('axios');
-const middleware = require('./_common/middleware');
+import axios from 'axios';
+import middleware from './_common/middleware.js';
 
 const hasWaf = (waf) => {
   return {
     hasWaf: true, waf,
   }
 };
 
-const handler = async (url) => {
+const firewallHandler = async (url) => {
   const fullUrl = url.startsWith('http') ? url : `http://${url}`;
 
   try {
@@ -110,5 +110,5 @@ const handler = async (url) => {
   }
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
+export const handler = middleware(firewallHandler);
+export default handler;

api/get-ip.js

@@ -1,5 +1,5 @@
-const dns = require('dns');
-const middleware = require('./_common/middleware');
+import dns from 'dns';
+import middleware from './_common/middleware.js';
 
 const lookupAsync = (address) => {
   return new Promise((resolve, reject) => {
@@ -13,11 +13,11 @@ const lookupAsync = (address) => {
   });
 };
 
-const handler = async (url) => {
+const ipHandler = async (url) => {
   const address = url.replaceAll('https://', '').replaceAll('http://', '');
   return await lookupAsync(address);
 };
 
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
+export const handler = middleware(ipHandler);
+export default handler;

api/headers.js

@@ -1,7 +1,7 @@
-const axios = require('axios');
-const middleware = require('./_common/middleware');
+import axios from 'axios';
+import middleware from './_common/middleware.js';
 
-const handler = async (url, event, context) => {
+const headersHandler = async (url, event, context) => {
   try {
     const response = await axios.get(url, {
       validateStatus: function (status) {
@@ -15,5 +15,5 @@ const handler = async (url, event, context) => {
   }
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
+export const handler = middleware(headersHandler);
+export default handler;

api/hsts.js

@@ -1,7 +1,7 @@
-const https = require('https');
-const middleware = require('./_common/middleware');
+import https from 'https';
+import middleware from './_common/middleware.js';
 
-const handler = async (url, event, context) => {
+const hstsHandler = async (url, event, context) => {
   const errorResponse = (message, statusCode = 500) => {
     return {
       statusCode: statusCode,
@@ -45,6 +45,5 @@ const handler = async (url, event, context) => {
   });
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
-
+export const handler = middleware(hstsHandler);
+export default handler;

api/http-security.js

@@ -1,7 +1,7 @@
-const axios = require('axios');
-const middleware = require('./_common/middleware');
+import axios from 'axios';
+import middleware from './_common/middleware.js';
 
-const handler = async (url) => {
+const httpsSecHandler = async (url) => {
   const fullUrl = url.startsWith('http') ? url : `http://${url}`;
 
   try {
@@ -22,5 +22,5 @@ const handler = async (url) => {
   }
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
+export const handler = middleware(httpsSecHandler);
+export default handler;

api/legacy-rank.js

@@ -1,8 +1,8 @@
-const axios = require('axios');
-const unzipper = require('unzipper');
-const csv = require('csv-parser');
-const fs = require('fs');
-const middleware = require('./_common/middleware');
+import axios from 'axios';
+import unzipper from 'unzipper';
+import csv from 'csv-parser';
+import fs from 'fs';
+import middleware from './_common/middleware.js';
 
 // Should also work with the following sources:
 // https://www.domcop.com/files/top/top10milliondomains.csv.zip
@@ -14,7 +14,7 @@ const middleware = require('./_common/middleware');
 const FILE_URL = 'https://s3-us-west-1.amazonaws.com/umbrella-static/top-1m.csv.zip';
 const TEMP_FILE_PATH = '/tmp/top-1m.csv';
 
-const handler = async (url) => {
+const rankHandler = async (url) => {
   let domain = null;
 
   try {
@@ -66,6 +66,5 @@ return new Promise((resolve, reject) => {
 });
 };
 
-module.exports = middleware(handler);
-module.exports.handler = middleware(handler);
-
+export const handler = middleware(rankHandler);
+export default handler;