feat: add groq service

package.json

@@ -56,6 +56,7 @@
     "cross-env": "^7.0.3",
     "crypto-js": "^4.1.1",
     "form-data": "^4.0.0",
+    "groq-sdk": "^0.15.0",
     "ioredis": "^5.3.2",
     "joi": "^17.6.0",
     "openai": "^4.80.0",

src/ai/ai.service.ts

@@ -0,0 +1,10 @@
+export interface AiService {
+  chat(chatRequest: {
+    messages: any[];
+    model: string;
+    temperature: number;
+    responseType: string;
+  }): Promise<string | null>;
+}
+
+export const AiService = Symbol('AiService');

src/ai/groq/groq.service.ts

@@ -0,0 +1,37 @@
+import { Injectable } from '@nestjs/common';
+import { ConfigService } from '@nestjs/config';
+import Groq from 'groq-sdk';
+import { AiService } from '../ai.service';
+
+@Injectable()
+export class GroqService implements AiService {
+  private readonly groq: Groq;
+
+  constructor(private readonly configService: ConfigService) {
+    this.groq = new Groq({
+      apiKey: this.configService.get('GROQ_API_KEY'),
+    });
+  }
+  async chat({
+    messages,
+    model,
+    temperature,
+    responseType,
+  }: {
+    messages: any[];
+    model: string;
+    temperature: number;
+    responseType: string;
+  }): Promise<string | null> {
+    const response = await this.groq.chat.completions.create({
+      messages,
+      model,
+      temperature,
+      response_format: {
+        type: responseType as 'text' | 'json_object' | undefined,
+      },
+    });
+
+    return response.choices[0].message.content;
+  }
+}

src/ai/openai.module.ts

@@ -0,0 +1,9 @@
+import { Module } from '@nestjs/common';
+import { GroqService } from './groq/groq.service';
+import { AiService } from './ai.service';
+
+@Module({
+  providers: [{ provide: AiService, useClass: GroqService }],
+  exports: [{ provide: AiService, useClass: GroqService }],
+})
+export class AiModule {}

src/openai/openai.service.ts → src/ai/openai/openai.service.ts

@@ -1,12 +1,16 @@
 import { Injectable } from '@nestjs/common';
 import { ConfigService } from '@nestjs/config';
 
-import { CreateCompletionBodyDto } from './dto/create-completion.dto';
 import OpenAI from 'openai';
-import { ChatCompletion } from 'openai/resources';
+import {
+  ResponseFormatJSONObject,
+  ResponseFormatJSONSchema,
+  ResponseFormatText,
+} from 'openai/resources';
+import { AiService } from '../ai.service';
 
 @Injectable()
-export class OpenaiService {
+export class OpenaiService implements AiService {
   private readonly openAIApi: OpenAI;
   constructor(private readonly configService: ConfigService) {
     this.openAIApi = new OpenAI({
@@ -15,26 +19,31 @@ export class OpenaiService {
     });
   }
 
-  async createChatCompletion({
-    question,
+  async chat({
+    messages,
     model,
     temperature,
     responseType,
-  }: CreateCompletionBodyDto): Promise<ChatCompletion> {
+  }: {
+    messages: any[];
+    model: string;
+    temperature: number;
+    responseType: string;
+  }): Promise<string | null> {
     try {
       const response = await this.openAIApi.chat.completions.create({
         model: model || 'gpt-4o-mini',
-        messages: [
-          {
-            role: 'user',
-            content: question,
-          },
-        ],
+        messages,
         temperature: temperature || 0.1,
-        ...(responseType && { response_format: responseType }),
+        ...(responseType && {
+          response_format: responseType as unknown as
+            | ResponseFormatText
+            | ResponseFormatJSONObject
+            | ResponseFormatJSONSchema,
+        }),
       });
 
-      return response;
+      return response.choices[0].message.content;
     } catch (e) {
       throw e;
     }

src/app.module.ts

@@ -12,7 +12,7 @@ import { CollectionsModule } from './collections/collections.module';
 import { BatchModule } from './batch/batch.module';
 import { SummaryModule } from './summary/summary.module';
 import { TypeOrmConfigService } from './database/typerom-config.service';
-import { OpenaiModule } from './openai/openai.module';
+import { AiModule } from './ai/openai.module';
 import { AppController } from './app.controller';
 import { AopModule } from './common/aop/aop.module';
 import { InfraModule } from './infra/infra.module';
@@ -106,7 +106,6 @@ import { InfraModule } from './infra/infra.module';
         ? process.env.NAVER_CLOVA_SUMMARY_REQUEST_URL
         : '',
     }),
-    OpenaiModule,
     AopModule,
     InfraModule,
   ],

src/categories/category.module.ts

@@ -1,7 +1,7 @@
 import { Module } from '@nestjs/common';
 import { ContentsModule } from '../contents/contents.module';
 import { CategoryService } from './category.service';
-import { OpenaiModule } from '../openai/openai.module';
+import { AiModule } from '../ai/openai.module';
 import { UsersModule } from '../users/users.module';
 import { TypeOrmModule } from '@nestjs/typeorm';
 import { Category } from './category.entity';
@@ -14,7 +14,7 @@ import { CategoryV2Controller } from './v2/category.v2.controller';
   imports: [
     TypeOrmModule.forFeature([Category]),
     ContentsModule,
-    OpenaiModule,
+    AiModule,
     UsersModule,
   ],
   controllers: [CategoryController, CategoryV2Controller],

src/categories/category.service.ts

@@ -3,6 +3,7 @@ import {
   NotFoundException,
   ConflictException,
   InternalServerErrorException,
+  Inject,
 } from '@nestjs/common';
 import { EntityManager } from 'typeorm';
 import {
@@ -13,8 +14,6 @@ import {
   DeleteCategoryOutput,
   RecentCategoryList,
   RecentCategoryListWithSaveCount,
-  AutoCategorizeOutput,
-  AutoCategorizeBodyDto,
 } from './dtos/category.dto';
 import {
   LoadPersonalCategoriesOutput,
@@ -25,7 +24,6 @@ import { Content } from '../contents/entities/content.entity';
 import { CategoryRepository } from './category.repository';
 import { ContentRepository } from '../contents/repository/content.repository';
 import { getLinkContent, getLinkInfo } from '../contents/util/content.util';
-import { OpenaiService } from '../openai/openai.service';
 import { User } from '../users/entities/user.entity';
 import { UserRepository } from '../users/repository/user.repository';
 import {
@@ -35,14 +33,15 @@ import {
   makeCategoryListWithSaveCount,
 } from './utils/category.util';
 import { Transactional } from '../common/aop/transactional';
+import { AiService } from '../ai/ai.service';
 
 @Injectable()
 export class CategoryService {
   constructor(
     private readonly contentRepository: ContentRepository,
     private readonly categoryRepository: CategoryRepository,
     private readonly userRepository: UserRepository,
-    private readonly openaiService: OpenaiService,
+    @Inject(AiService) private readonly aiService: AiService,
   ) {}
 
   @Transactional()
@@ -476,15 +475,13 @@ Present your reply options in JSON format below.
         `;
 
     try {
-      const response = await this.openaiService.createChatCompletion({
-        model: 'gpt-4o-mini',
-        question,
+      const categoryStr = await this.aiService.chat({
+        model: 'llama3-8b-8192',
+        messages: [{ role: 'user', content: question }],
         temperature: 0,
-        responseType: { type: 'json_object' },
+        responseType: 'json_object',
       });
 
-      const categoryStr = response.choices[0].message?.content;
-
       if (categoryStr) {
         const { id, name } = JSON.parse(
           categoryStr.replace(/^```json|```$/g, '').trim(),

src/contents/contents.module.ts

@@ -6,10 +6,10 @@ import { Content } from './entities/content.entity';
 import { ContentRepository } from './repository/content.repository';
 import { CategoryRepository } from '../categories/category.repository';
 import { UsersModule } from '../users/users.module';
-import { OpenaiModule } from '../openai/openai.module';
+import { AiModule } from '../ai/openai.module';
 
 @Module({
-  imports: [TypeOrmModule.forFeature([Content]), UsersModule, OpenaiModule],
+  imports: [TypeOrmModule.forFeature([Content]), UsersModule, AiModule],
   controllers: [ContentsController],
   providers: [ContentsService, ContentRepository, CategoryRepository],
   exports: [ContentsService],