Import Supaworker code from Feedwise

.gitignore

@@ -40,3 +40,6 @@ Thumbs.db
 
 .nx/cache
 .nx/workspace-data
+
+vite.config.*.timestamp*
+vitest.config.*.timestamp*

.vscode/extensions.json

@@ -1,6 +1,7 @@
 {
   "recommendations": [
     "esbenp.prettier-vscode",
-    "denoland.vscode-deno"
+    "denoland.vscode-deno",
+    "dbaeumer.vscode-eslint"
   ]
 }

.vscode/settings.json

@@ -1,5 +1,7 @@
 {
-  "deno.enablePaths": ["packages/supabase-worker"],
+  "deno.enablePaths": [
+    "packages/supabase-worker"
+  ],
   "deno.unstable": true,
   "deno.importMap": "./import_map.json"
 }

eslint.config.cjs

@@ -0,0 +1,40 @@
+const nx = require('@nx/eslint-plugin');
+
+module.exports = [
+  ...nx.configs['flat/base'],
+  ...nx.configs['flat/typescript'],
+  ...nx.configs['flat/javascript'],
+  {
+    ignores: ['**/dist'],
+  },
+  {
+    files: ['**/*.ts', '**/*.tsx', '**/*.js', '**/*.jsx'],
+    rules: {
+      '@nx/enforce-module-boundaries': [
+        'error',
+        {
+          enforceBuildableLibDependency: true,
+          allow: ['^.*/eslint(\\.base)?\\.config\\.[cm]?js$'],
+          depConstraints: [
+            {
+              sourceTag: '*',
+              onlyDependOnLibsWithTags: ['*'],
+            },
+          ],
+        },
+      ],
+    },
+  },
+  {
+    files: [
+      '**/*.ts',
+      '**/*.tsx',
+      '**/*.js',
+      '**/*.jsx',
+      '**/*.cjs',
+      '**/*.mjs',
+    ],
+    // Override or add rules here
+    rules: {},
+  },
+];

import_map.json

@@ -1,5 +1,6 @@
 {
   "imports": {
-    "@pgflow/supabase-worker": "./pkgs/supabase-worker/mod.ts"
+    "@pgflow/supaworker": "./pkgs/supaworker/mod.ts",
+    "postgres": "https://deno.land/x/postgresjs@v3.4.5/mod.js"
   }
 }

nx.json

@@ -1,10 +1,38 @@
 {
   "$schema": "./node_modules/nx/schemas/nx-schema.json",
   "namedInputs": {
-    "default": ["{projectRoot}/**/*", "sharedGlobals"],
-    "production": ["default"],
-    "sharedGlobals": ["{workspaceRoot}/.github/workflows/ci.yml"]
+    "default": [
+      "{projectRoot}/**/*",
+      "sharedGlobals"
+    ],
+    "production": [
+      "default",
+      "!{projectRoot}/.eslintrc.json",
+      "!{projectRoot}/eslint.config.cjs",
+      "!{projectRoot}/**/?(*.)+(spec|test).[jt]s?(x)?(.snap)",
+      "!{projectRoot}/tsconfig.spec.json",
+      "!{projectRoot}/src/test-setup.[jt]s"
+    ],
+    "sharedGlobals": [
+      "{workspaceRoot}/.github/workflows/ci.yml"
+    ]
   },
   "nxCloudId": "676490227393fa777407053a",
-  "plugins": ["@nx/js/typescript", "@nx/deno"]
+  "plugins": [
+    "@nx/js/typescript",
+    "@nx/eslint/plugin",
+    "@axhxrx/nx-deno"
+  ],
+  "targetDefaults": {
+    "@nx/esbuild:esbuild": {
+      "cache": true,
+      "dependsOn": [
+        "^build"
+      ],
+      "inputs": [
+        "production",
+        "^production"
+      ]
+    }
+  }
 }

package.json

@@ -6,13 +6,30 @@
   "private": true,
   "devDependencies": {
     "@axhxrx/nx-deno": "^1.0.2",
-    "@nx/js": "20.2.2",
+    "@eslint/js": "^9.8.0",
+    "@nx/esbuild": "20.3.0",
+    "@nx/eslint": "20.2.2",
+    "@nx/eslint-plugin": "20.3.0",
+    "@nx/js": "20.3.0",
+    "@nx/node": "^20.3.0",
+    "@nx/vite": "^20.2.2",
+    "@nx/web": "20.3.0",
     "@swc-node/register": "~1.9.1",
     "@swc/core": "~1.5.7",
     "@swc/helpers": "~0.5.11",
+    "@types/node": "~18.16.9",
+    "@vitest/coverage-v8": "^1.0.4",
+    "@vitest/ui": "^1.3.1",
+    "esbuild": "^0.19.2",
+    "eslint": "^9.8.0",
+    "eslint-config-prettier": "^9.0.0",
+    "jsdom": "~22.1.0",
     "nx": "20.2.2",
     "prettier": "^2.6.2",
     "tslib": "^2.3.0",
-    "typescript": "~5.6.2"
+    "typescript": "~5.6.2",
+    "typescript-eslint": "^8.13.0",
+    "vite": "^5.0.0",
+    "vitest": "^1.3.1"
   }
 }

pkgs/supaworker-tests/eslint.config.cjs

@@ -0,0 +1,3 @@
+const baseConfig = require('../../eslint.config.cjs');
+
+module.exports = [...baseConfig];

pkgs/supaworker-tests/package.json

@@ -0,0 +1,40 @@
+{
+  "name": "@pgflow/supaworker-tests",
+  "version": "0.0.1",
+  "private": true,
+  "nx": {
+    "name": "supaworker-tests",
+    "projectType": "application",
+    "sourceRoot": "pkgs/supaworker-tests/src",
+    "targets": {
+      "supabase:start": {
+        "executor": "nx:run-commands",
+        "options": {
+          "cwd": "pkgs/supaworker-tests",
+          "commands": [
+            "supabase db start"
+          ],
+          "parallel": false
+        }
+      },
+      "test:pgtap": {
+        "dependsOn": [
+          {
+            "target": "supabase:start"
+          }
+        ],
+        "executor": "nx:run-commands",
+        "options": {
+          "cwd": "pkgs/supaworker-tests",
+          "commands": [
+            "supabase db test"
+          ],
+          "parallel": false
+        }
+      }
+    }
+  },
+  "devDependencies": {
+    "supabase": "^2.2.1"
+  }
+}

pkgs/supaworker-tests/sh-tests/worker-test

@@ -0,0 +1,31 @@
+#!/bin/bash
+
+source .env
+
+# Default to 100000 if no argument provided
+MSG_COUNT=${1:-5000}
+
+psql "$DB_URL" -v msg_count="$MSG_COUNT" << SQL
+
+DELETE FROM pgmq.q_pgflow;
+DELETE FROM pgmq.a_pgflow;
+DELETE FROM supaworker.workers;
+
+-- 'counter' sequence for incrementing in task handlers
+CREATE SEQUENCE IF NOT EXISTS pgflow_counter_seq;
+ALTER SEQUENCE pgflow_counter_seq RESTART WITH 1;
+
+-- job id sequence
+CREATE SEQUENCE IF NOT EXISTS pgflow_value_seq;
+ALTER SEQUENCE pgflow_value_seq RESTART WITH 1;
+
+-- enqueue a bunch of messages
+SELECT pgmq.send(
+    'pgflow',
+    ('{"value": ' || nextval('pgflow_value_seq')::text || '}')::jsonb
+)
+FROM generate_series(1, :msg_count) as i;
+
+SELECT supaworker.spawn(queue_name => 'pgflow-worker-2');
+
+SQL

pkgs/supaworker-tests/sh-tests/worker-test-results

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+source .env
+
+psql "$DB_URL" -f queries/supaworker_jobs_per_second.sql