feat: Implement OpenAI client and validation utilities

- Added OpenAI client initialization with API key validation.
- Created validation utility for OpenAI chat completions using Zod schema.
- Developed complete post analysis functionality, integrating title generation, categorization, and sentiment analysis.
- Implemented Redis post group management with title and sentiment summary generation.
- Added Redis client initialization and connection handling with error management.
- Created deduplication listener for posts using cosine similarity on embeddings.
- Seeded Redis database with mock data and provided command-line interface for seeding operations.
- Added embedding retrieval with retry logic for OpenAI API calls.

Author: alisonhawk

run-classifier.ts

@@ -1,9 +1,9 @@
 #!/usr/bin/env node
 
-import { runCompleteAnalysisDemo } from './src/completePostAnalysis.js';
-import { runCategorization } from './src/classifyWithOpenAI.js';
-import { analyzeMultiplePosts } from './src/analyzeSentiment.js';
-import { generateTitlesForPosts } from './src/generateTitle.js';
+import { runCompleteAnalysisDemo } from './src/post/completePostAnalysis.js';
+import { runCategorization } from './src/openai/classifyWithOpenAI.js';
+import { analyzeMultiplePosts } from './src/analysis/analyzeSentiment.js';
+import { generateTitlesForPosts } from './src/analysis/generateTitle.js';
 
 // Get command line argument
 const command = process.argv[2];

src/analyzeSentiment.ts renamed to src/analysis/analyzeSentiment.ts

@@ -1,6 +1,9 @@
+// This file has been moved to the analysis subfolder.
+// Please update your imports accordingly.
+import { analyzeMultiplePosts } from './analyzeSentiment.js';
 import type OpenAI from 'openai';
-import openai from './openaiClient.js';
-import { callOpenAIWithValidation } from './openaiValidationUtil.js';
+import openai from '../openai/openaiClient.js';
+import { callOpenAIWithValidation } from '../openai/openaiValidationUtil.js';
 import { z } from 'zod';
 import { generateTitleForPost } from './generateTitle.js';
 

src/generateTitle.ts renamed to src/analysis/generateTitle.ts

@@ -1,6 +1,9 @@
+// This file has been moved to the analysis subfolder.
+// Please update your imports accordingly.
+import { generateTitleForPost } from './generateTitle.js';
 import type OpenAI from 'openai';
-import openai from './openaiClient.js';
-import { callOpenAIWithValidation } from './openaiValidationUtil.js';
+import openai from '../openai/openaiClient.js';
+import { callOpenAIWithValidation } from '../openai/openaiValidationUtil.js';
 import { z } from 'zod';
 
 // Title generation result type

src/constants.ts renamed to src/lib/constants.ts

@@ -1,3 +1,6 @@
+// This file has been moved to the analysis subfolder.
+// Please update your imports accordingly.
+export const CATEGORIES = [...]; // Keep the original content
 // src/constants.ts
 
 export const CATEGORIES = [

src/classifyWithOpenAI.ts renamed to src/openai/classifyWithOpenAI.ts

@@ -1,11 +1,14 @@
+// This file has been moved to the analysis subfolder.
+// Please update your imports accordingly.
+import { categorizePost } from './analysis/classifyWithOpenAI.js';
 // No top-level execution. Export the runner and allow explicit CLI invocation with --run.
 import type OpenAI from 'openai';
 import type { ChatCompletionMessageParam } from 'openai/resources';
 import openai from './openaiClient.js';
 import { callOpenAIWithValidation } from './openaiValidationUtil.js';
 import { z } from 'zod';
-import { generateTitleForPost } from './generateTitle.js';
-import { CATEGORIES } from './constants.js';
+import { generateTitleForPost } from '../analysis/generateTitle.js';
+import { CATEGORIES } from '../lib/constants.js';
 
 // Zod schema for categorization validation
 const CategorizationSchema = z.object({

src/openaiClient.ts renamed to src/openai/openaiClient.ts

@@ -1,7 +1,10 @@
+// This file has been moved to the analysis subfolder.
+// Please update your imports accordingly.
+import { callOpenAIWithValidation } from './analysis/openaiValidationUtil.js';
 import type OpenAI from 'openai';
 import type { ChatCompletionMessageParam } from 'openai/resources';
 import { ZodSchema } from 'zod';
-import { sleep, jitteredBackoff } from './lib/utils.js';
+import { sleep, jitteredBackoff } from '../lib/utils.js';
 
 /**
  * Calls OpenAI chat completion API and validates the response with a Zod schema, retrying up to maxAttempts times.

src/openaiValidationUtil.ts renamed to src/openai/openaiValidationUtil.ts

@@ -1,8 +1,11 @@
+// This file has been moved to the analysis subfolder.
+// Please update your imports accordingly.
+import { analyzeCompletePost } from './analysis/completePostAnalysis.js';
 import type OpenAI from 'openai';
-import openai from './openaiClient.js';
-import { categorizePost, type Categorization } from './classifyWithOpenAI.js';
-import { analyzeMultiplePosts, type SentimentResult } from './analyzeSentiment.js';
-import { generateTitleForPost, type TitleResult } from './generateTitle.js';
+import openai from '../openai/openaiClient.js';
+import { categorizePost, type Categorization } from '../openai/classifyWithOpenAI.js';
+import { analyzeMultiplePosts, type SentimentResult } from '../analysis/analyzeSentiment.js';
+import { generateTitleForPost, type TitleResult } from '../analysis/generateTitle.js';
 
 // Combined result type for complete post analysis
 export type PostAnalysisResult = {

src/completePostAnalysis.ts renamed to src/post/completePostAnalysis.ts

@@ -1,5 +1,5 @@
 import cron from 'node-cron';
-import { generateTitleForPost, generateSentimentSummariesForGroup, type SentimentSummaries } from './generateTitle';
+import { generateTitleForPost, generateSentimentSummariesForGroup, type SentimentSummaries } from '../analysis/generateTitle';
 import { initRedis, getRedisClient } from './redisClient';
 
 export type Post = {

src/postGroup.ts renamed to src/redis/postGroup.ts

@@ -0,0 +1,30 @@
+import { initRedis } from './redis/redisClient.js';
+
+async function checkRedisSeed() {
+  const client = await initRedis();
+  try {
+    const posts = JSON.parse((await client.get('posts')) || '[]');
+    console.log(JSON.stringify(posts));
+  } catch (err) {
+    console.error('Error checking Redis seed:', err);
+  } finally {
+    await client.disconnect();
+  }
+}
+
+checkRedisSeed();
+import { initRedis } from './redisClient.js';
+
+async function checkRedisSeed() {
+  const client = await initRedis();
+  try {
+    const posts = JSON.parse((await client.get('posts')) || '[]');
+    console.log(JSON.stringify(posts));
+  } catch (err) {
+    console.error('Error checking Redis seed:', err);
+  } finally {
+    await client.disconnect();
+  }
+}
+
+checkRedisSeed();