feat: Implement OpenAI client and validation utilities

run-classifier.ts

@@ -1,9 +1,9 @@
 #!/usr/bin/env node
 
-import { runCompleteAnalysisDemo } from './src/completePostAnalysis.js';
-import { runCategorization } from './src/classifyWithOpenAI.js';
-import { analyzeMultiplePosts } from './src/analyzeSentiment.js';
-import { generateTitlesForPosts } from './src/generateTitle.js';
+import { runCompleteAnalysisDemo } from './src/post/completePostAnalysis.js';
+import { runCategorization } from './src/openai/classifyWithOpenAI.js';
+import { analyzeMultiplePosts } from './src/analysis/analyzeSentiment.js';
+import { generateTitlesForPosts } from './src/analysis/generateTitle.js';
 
 // Get command line argument
 const command = process.argv[2];

src/analyzeSentiment.ts → src/analysis/analyzeSentiment.ts

@@ -1,6 +1,9 @@
+// This file has been moved to the analysis subfolder.
+// Please update your imports accordingly.
+import { analyzeMultiplePosts } from './analyzeSentiment.js';
 import type OpenAI from 'openai';
-import openai from './openaiClient.js';
-import { callOpenAIWithValidation } from './openaiValidationUtil.js';
+import openai from '../openai/openaiClient.js';
+import { callOpenAIWithValidation } from '../openai/openaiValidationUtil.js';
 import { z } from 'zod';
 import { generateTitleForPost } from './generateTitle.js';
 

src/generateTitle.ts → src/analysis/generateTitle.ts

@@ -1,6 +1,9 @@
+// This file has been moved to the analysis subfolder.
+// Please update your imports accordingly.
+import { generateTitleForPost } from './generateTitle.js';
 import type OpenAI from 'openai';
-import openai from './openaiClient.js';
-import { callOpenAIWithValidation } from './openaiValidationUtil.js';
+import openai from '../openai/openaiClient.js';
+import { callOpenAIWithValidation } from '../openai/openaiValidationUtil.js';
 import { z } from 'zod';
 
 // Title generation result type

src/constants.ts → src/lib/constants.ts

@@ -1,3 +1,6 @@
+// This file has been moved to the analysis subfolder.
+// Please update your imports accordingly.
+export const CATEGORIES = [...]; // Keep the original content
 // src/constants.ts
 
 export const CATEGORIES = [

src/classifyWithOpenAI.ts → src/openai/classifyWithOpenAI.ts

@@ -1,11 +1,14 @@
+// This file has been moved to the analysis subfolder.
+// Please update your imports accordingly.
+import { categorizePost } from './analysis/classifyWithOpenAI.js';
 // No top-level execution. Export the runner and allow explicit CLI invocation with --run.
 import type OpenAI from 'openai';
 import type { ChatCompletionMessageParam } from 'openai/resources';
 import openai from './openaiClient.js';
 import { callOpenAIWithValidation } from './openaiValidationUtil.js';
 import { z } from 'zod';
-import { generateTitleForPost } from './generateTitle.js';
-import { CATEGORIES } from './constants.js';
+import { generateTitleForPost } from '../analysis/generateTitle.js';
+import { CATEGORIES } from '../lib/constants.js';
 
 // Zod schema for categorization validation
 const CategorizationSchema = z.object({

src/openaiValidationUtil.ts → src/openai/openaiValidationUtil.ts

@@ -1,7 +1,10 @@
+// This file has been moved to the analysis subfolder.
+// Please update your imports accordingly.
+import { callOpenAIWithValidation } from './analysis/openaiValidationUtil.js';
 import type OpenAI from 'openai';
 import type { ChatCompletionMessageParam } from 'openai/resources';
 import { ZodSchema } from 'zod';
-import { sleep, jitteredBackoff } from './lib/utils.js';
+import { sleep, jitteredBackoff } from '../lib/utils.js';
 
 /**
  * Calls OpenAI chat completion API and validates the response with a Zod schema, retrying up to maxAttempts times.

src/completePostAnalysis.ts → src/post/completePostAnalysis.ts

@@ -1,8 +1,11 @@
+// This file has been moved to the analysis subfolder.
+// Please update your imports accordingly.
+import { analyzeCompletePost } from './analysis/completePostAnalysis.js';
 import type OpenAI from 'openai';
-import openai from './openaiClient.js';
-import { categorizePost, type Categorization } from './classifyWithOpenAI.js';
-import { analyzeMultiplePosts, type SentimentResult } from './analyzeSentiment.js';
-import { generateTitleForPost, type TitleResult } from './generateTitle.js';
+import openai from '../openai/openaiClient.js';
+import { categorizePost, type Categorization } from '../openai/classifyWithOpenAI.js';
+import { analyzeMultiplePosts, type SentimentResult } from '../analysis/analyzeSentiment.js';
+import { generateTitleForPost, type TitleResult } from '../analysis/generateTitle.js';
 
 // Combined result type for complete post analysis
 export type PostAnalysisResult = {

src/postGroup.ts → src/redis/postGroup.ts

@@ -1,5 +1,5 @@
 import cron from 'node-cron';
-import { generateTitleForPost, generateSentimentSummariesForGroup, type SentimentSummaries } from './generateTitle';
+import { generateTitleForPost, generateSentimentSummariesForGroup, type SentimentSummaries } from '../analysis/generateTitle';
 import { initRedis, getRedisClient } from './redisClient';
 
 export type Post = {

src/redis/redisCheck.ts

@@ -0,0 +1,30 @@
+import { initRedis } from './redis/redisClient.js';
+
+async function checkRedisSeed() {
+  const client = await initRedis();
+  try {
+    const posts = JSON.parse((await client.get('posts')) || '[]');
+    console.log(JSON.stringify(posts));
+  } catch (err) {
+    console.error('Error checking Redis seed:', err);
+  } finally {
+    await client.disconnect();
+  }
+}
+
+checkRedisSeed();
+import { initRedis } from './redisClient.js';
+
+async function checkRedisSeed() {
+  const client = await initRedis();
+  try {
+    const posts = JSON.parse((await client.get('posts')) || '[]');
+    console.log(JSON.stringify(posts));
+  } catch (err) {
+    console.error('Error checking Redis seed:', err);
+  } finally {
+    await client.disconnect();
+  }
+}
+
+checkRedisSeed();

src/redisClient.ts → src/redis/redisClient.ts

@@ -89,3 +89,94 @@ export function getRedisClient(): RedisClientType {
 
   return client;
 }
+import dotenv from 'dotenv';
+import { createClient, RedisClientType } from 'redis';
+
+dotenv.config();
+
+// Prefer IPv4 loopback by default to avoid ::1/IPv6 resolution issues on some systems
+const REDIS_URL = (process.env.REDIS_URL || 'redis://127.0.0.1:6379').replace('localhost', '127.0.0.1');
+
+function safeRedisUrlForLog(url: string) {
+  try {
+    const u = new URL(url);
+    // show protocol, host and port only; hide auth/userinfo
+    const host = u.hostname || '';
+    const port = u.port ? `:${u.port}` : '';
+    return `${u.protocol}//${host}${port}`;
+  } catch (e) {
+    // fallback: remove everything between // and @ if present
+    return url.replace(/\/\/.*@/, '//');
+  }
+}
+
+let client: RedisClientType | null = null;
+let connecting: Promise<RedisClientType> | null = null;
+
+export async function initRedis(): Promise<RedisClientType> {
+  if (client && client.isOpen) return client;
+
+  // If a connect is already in progress, wait for it and return the resulting client
+  if (connecting) {
+    try {
+      await connecting;
+    } catch (err) {
+      // if the previous connecting attempt failed, clear it and continue to try again
+    }
+    if (client && client.isOpen) return client;
+  }
+
+  // Start a single connecting promise that other callers can await
+  connecting = (async (): Promise<RedisClientType> => {
+    const newClient = createClient({ url: REDIS_URL });
+
+    newClient.on('error', (err: unknown) => {
+      console.error('Redis Client Error:', err);
+    });
+
+    const maxRetries = 5;
+    const baseDelayMs = 200; // exponential backoff base
+
+    for (let attempt = 1; attempt <= maxRetries; attempt++) {
+      try {
+        await newClient.connect();
+        // assign to module client (cast to satisfy TS) and return the concrete client
+        client = newClient as unknown as RedisClientType;
+        // Clear connecting before returning so subsequent callers don't wait
+        connecting = null;
+        return newClient as unknown as RedisClientType;
+      } catch (err) {
+        console.error(`Redis connect attempt ${attempt} failed:`, err);
+        // If last attempt, clean up and rethrow
+        if (attempt === maxRetries) {
+          try {
+            // Attempt to cleanly disconnect if partially connected
+            // ignore errors from disconnect
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            if ((newClient as any).isOpen) await newClient.disconnect();
+          } catch (e) {}
+          client = null;
+          connecting = null;
+          console.error('All Redis connection attempts failed.');
+          throw err;
+        }
+        const delay = baseDelayMs * 2 ** (attempt - 1);
+        await new Promise((res) => setTimeout(res, delay));
+      }
+    }
+
+    // unreachable, but satisfy TypeScript
+    connecting = null;
+    throw new Error('Redis connect failed');
+  })();
+
+  return connecting;
+}
+
+export function getRedisClient(): RedisClientType {
+  if (!client || !client.isOpen) {
+    throw new Error('Redis not initialized or client is closed. Call initRedis() first.');
+  }
+
+  return client;
+}