Aletheia Chat bot Copilot

.env.example

@@ -43,4 +43,6 @@ AWS_ACCESS_KEY_ID=test
 AWS_SECRET_ACCESS_KEY=test
 AWS_ENDPOINT=http://localhost:4566
 
-MONGO_MIGRATION_URL=
+MONGO_MIGRATION_URL=
+
+OPENAI_API_KEY=

config.example.yaml

@@ -5,7 +5,7 @@ services:
       cors: '*'
       debug: true
       websocketUrl: ws://localhost:5001
-      agentsUrl: http://localhost:8000
+      automatedFactCheckingAPIUrl: AGENTS_API_URL
       #override_public_routes: true
       recaptcha_secret: RECAPTCHA_SECRET
       recaptcha_sitekey: 6Lc2BtYUAAAAAOUBI-9r1sDJUIfG2nt6C43noOXh

package.json

@@ -72,6 +72,8 @@
     "@dhaiwat10/react-link-preview": "^1.9.1",
     "@emotion/react": "^11.10.4",
     "@emotion/styled": "^11.10.4",
+    "@langchain/community": "^0.0.54",
+    "@langchain/openai": "^0.0.28",
     "@mui/icons-material": "^5.10.9",
     "@mui/material": "^5.10.13",
     "@mui/x-data-grid": "^5.17.11",
@@ -102,6 +104,7 @@
     "@typescript-eslint/eslint-plugin": "^4.29.0",
     "@xstate/react": "^3.0.0",
     "accept-language-parser": "^1.5.0",
+    "ai": "^3.1.1",
     "antd": "^4.18.5",
     "aws-sdk": "^2.1154.0",
     "axios": "^1.5.0",
@@ -124,6 +127,7 @@
     "jotai": "^1.9.2",
     "jotai-xstate": "^0.3.0",
     "js-cookie": "^3.0.1",
+    "langchain": "^0.1.36",
     "lottie-web": "^5.10.1",
     "md5": "^2.3.0",
     "migrate-mongo-ts": "^1.1.4",

public/locales/en/claimReviewForm.json

@@ -45,12 +45,5 @@
     "rejectionCommentLabel": "Rejection comment",
     "rejectionCommentPlaceholder": "Describe what needs to be changed",
     "loginButton": "Login to continue",
-    "notReviewed": "Not reviewed",
-    "addAgentReview": "Add AI review",
-    "agentInputText": "Fact-check the following claim: {{sentence}}, provide the answer in English.",
-    "addAgentReviewModalTitle": "Generating fact-checking report",
-    "agentLoadingThoughts": "Thinking...",
-    "agentFinishedThoughts": "Finished.",
-    "agentFinishedReport": "Report generated",
-    "submitAgentReview": "Submit generated report"
+    "notReviewed": "Not reviewed"
 }

public/locales/en/copilotChatBot.json

@@ -0,0 +1,14 @@
+{
+    "chatBotGreetings": "Hello, I am the Aletheia fact-checker assistant.",
+    "Assistant": "Assistant",
+    "You": "You",
+    "suggestionHeader": "How can I help you ?",
+    "suggestion1": "I need help with my report",
+    "suggestion2": "List questions to be answered",
+    "inputPlaceholder": "Message aletheia assistant",
+    "addFactCheckingReportButton": "Add fact-check in my report.",
+    "footer": "Aletheia assistant can make mistakes. Consider checking important information.",
+    "agentLoadingThoughts": "Thinking",
+    "rateQuestion": "How would you rate this conversation ?",
+    "copilotWarning": "Assistant visible only in full page."
+}

public/locales/pt/claimReviewForm.json

@@ -45,12 +45,5 @@
     "rejectionCommentLabel": "Comentário de rejeição",
     "rejectionCommentPlaceholder": "Descreva o que precisa ser alterado",
     "loginButton": "Faça login para continuar",
-    "notReviewed": "Não revisado",
-    "addAgentReview": "Adicionar checagem por IA",
-    "agentInputText": "Faça a checagem da seguinte afirmação: {{sentence}} forneça a resposta em português",
-    "addAgentReviewModalTitle": "Gerando relatório de checagem",
-    "agentLoadingThoughts": "Pensando...",
-    "agentFinishedThoughts": "Finalizado.",
-    "agentFinishedReport": "Relatório gerado",
-    "submitAgentReview": "Enviar relatório gerado"
+    "notReviewed": "Não revisado"
 }

public/locales/pt/copilotChatBot.json

@@ -0,0 +1,14 @@
+{
+    "chatBotGreetings": "Olá, eu sou checador de fatos assistente da Aletheia.",
+    "Assistant": "Assistente",
+    "You": "Você",
+    "suggestionHeader": "Como posso te ajudar ?",
+    "suggestion1": "Preciso de ajuda com minha checagem",
+    "suggestion2": "Liste perguntas a serem respondidas",
+    "inputPlaceholder": "Escreva para o assistente da aletheia",
+    "addFactCheckingReportButton": "Adicionar checagem no meu relatorio.",
+    "footer": "Assistente Aletheia pode cometer erros. Considere checar informações importantes.",
+    "agentLoadingThoughts": "Pensando",
+    "rateQuestion": "Como você avaliaria esta conversa ?",
+    "copilotWarning": "Assistente apenas disponivel na página completa."
+}

server/app.module.ts

@@ -52,6 +52,7 @@ import { CommentModule } from "./claim-review-task/comment/comment.module";
 import { NameSpaceModule } from "./auth/name-space/name-space.module";
 import { NameSpaceGuard } from "./auth/name-space/name-space.guard";
 import { AutomatedFactCheckingModule } from "./automated-fact-checking/automated-fact-checking.module";
+import { CopilotChatModule } from "./copilot/copilot-chat.module";
 
 @Module({})
 export class AppModule implements NestModule {
@@ -109,6 +110,7 @@ export class AppModule implements NestModule {
             CommentModule,
             NameSpaceModule,
             AutomatedFactCheckingModule,
+            CopilotChatModule,
         ];
         if (options.feature_flag) {
             imports.push(

server/automated-fact-checking/automated-fact-checking.controller.ts

@@ -12,9 +12,10 @@ export class AutomatedFactCheckingController {
     @ApiTags("automated-fact-checking")
     @Post("api/ai-fact-checking")
     @Header("Cache-Control", "no-cache")
-    async create(@Body() { sentence }: CreateAutomatedFactCheckingDTO) {
-        return this.automatedFactCheckingService.getResponseFromAgents(
-            sentence
-        );
+    async create(@Body() { claim, context }: CreateAutomatedFactCheckingDTO) {
+        return this.automatedFactCheckingService.getResponseFromAgents({
+            claim,
+            context,
+        });
     }
 }

server/automated-fact-checking/automated-fact-checking.service.ts

@@ -5,29 +5,30 @@ import { ConfigService } from "@nestjs/config";
 export class AutomatedFactCheckingService {
     constructor(private configService: ConfigService) {}
 
-    async getResponseFromAgents(sentence: string = ""): Promise<object> {
+    async getResponseFromAgents(data): Promise<{ stream: string; json: any }> {
         try {
-            const url = `${this.configService.get<string>("agentsUrl")}/stream`;
             const params = {
                 input: {
-                    messages: [
-                        {
-                            content: sentence,
-                            type: "human",
-                            role: "human",
-                        },
-                    ],
-                    sender: "Supervisor",
+                    claim: data.claim,
+                    context: data.context,
+                    language: "Portuguese",
+                    messages: [],
+                    questions: [],
+                    can_be_fact_checked: false,
                 },
             };
-
-            const response = await fetch(url, {
-                method: "POST",
-                body: JSON.stringify(params),
-                headers: {
-                    "Content-Type": "application/json",
-                },
-            });
+            const response = await fetch(
+                `${this.configService.get<string>(
+                    "automatedFactCheckingAPIUrl"
+                )}/stream`,
+                {
+                    method: "POST",
+                    body: JSON.stringify(params),
+                    headers: {
+                        "Content-Type": "application/json",
+                    },
+                }
+            );
 
             let reader = response.body.getReader();
 
@@ -47,26 +48,13 @@ export class AutomatedFactCheckingService {
                 .map((line) => JSON.parse(line.substring(5)))
                 .reduce((acc, data) => ({ ...acc, ...data }), {});
 
-            jsonEvents.__end__.messages = this.convertMessageContentsToJSON(
+            jsonEvents.__end__.messages = JSON.parse(
                 jsonEvents.__end__.messages
             );
-            return jsonEvents.__end__;
-        } catch (error) {
-            return {
-                error: "Error in data fetching process",
-            };
-        }
-    }
 
-    convertMessageContentsToJSON(messages) {
-        return messages
-            .map(({ content }) => {
-                try {
-                    return JSON.parse(content);
-                } catch (error) {
-                    return undefined;
-                }
-            })
-            .filter((message) => message !== undefined);
+            return { stream: streamResponse, json: jsonEvents.__end__ };
+        } catch (e) {
+            throw new Error("Error while doing the fact-checking");
+        }
     }
 }

server/automated-fact-checking/dto/create-automated-fact-checking.dto.ts

@@ -1,6 +1,9 @@
-import { IsString } from "class-validator";
+import { IsObject, IsString } from "class-validator";
 
 export class CreateAutomatedFactCheckingDTO {
     @IsString()
-    sentence: string;
+    claim: string;
+
+    @IsObject()
+    context: object;
 }

server/claim-review-task/claim-review-task.controller.ts

@@ -163,7 +163,7 @@ export class ClaimReviewController {
     public async personalityList(@Req() req: Request, @Res() res: Response) {
         const parsedUrl = parse(req.url, true);
         const enableCollaborativeEditor = this.isEnableCollaborativeEditor();
-        const enableAgentReview = this.isEnableAgentReview();
+        const enableCopilotChatBot = this.isEnableCopilotChatBot();
         const enableEditorAnnotations = this.isEnableEditorAnnotations();
 
         await this.viewService.getNextServer().render(
@@ -174,7 +174,7 @@ export class ClaimReviewController {
                 sitekey: this.configService.get<string>("recaptcha_sitekey"),
                 enableCollaborativeEditor,
                 enableEditorAnnotations,
-                enableAgentReview,
+                enableCopilotChatBot,
                 websocketUrl: this.configService.get<string>("websocketUrl"),
                 nameSpace: req.params.namespace,
             })
@@ -189,10 +189,10 @@ export class ClaimReviewController {
             : false;
     }
 
-    private isEnableAgentReview() {
+    private isEnableCopilotChatBot() {
         const config = this.configService.get<string>("feature_flag");
 
-        return config ? this.unleash.isEnabled("agent_review") : false;
+        return config ? this.unleash.isEnabled("copilot_chat_bot") : false;
     }
 
     private isEnableEditorAnnotations() {

server/claim/claim.controller.ts

@@ -322,7 +322,7 @@ export class ClaimController {
         );
 
         const enableCollaborativeEditor = this.isEnableCollaborativeEditor();
-        const enableAgentReview = this.isEnableAgentReview();
+        const enableCopilotChatBot = this.isEnableCopilotChatBot();
         const enableEditorAnnotations = this.isEnableEditorAnnotations();
 
         hideDescriptions[TargetModel.Claim] =
@@ -353,7 +353,7 @@ export class ClaimController {
                 hideDescriptions,
                 enableCollaborativeEditor,
                 enableEditorAnnotations,
-                enableAgentReview,
+                enableCopilotChatBot,
                 websocketUrl: this.configService.get<string>("websocketUrl"),
                 nameSpace: req.params.namespace,
             })
@@ -534,7 +534,7 @@ export class ClaimController {
             namespace as NameSpaceEnum
         );
         const enableCollaborativeEditor = this.isEnableCollaborativeEditor();
-        const enableAgentReview = this.isEnableAgentReview();
+        const enableCopilotChatBot = this.isEnableCopilotChatBot();
         const enableEditorAnnotations = this.isEnableEditorAnnotations();
 
         if (claim.personalities.length > 0) {
@@ -557,7 +557,7 @@ export class ClaimController {
                 sitekey: this.configService.get<string>("recaptcha_sitekey"),
                 enableCollaborativeEditor,
                 enableEditorAnnotations,
-                enableAgentReview,
+                enableCopilotChatBot,
                 websocketUrl: this.configService.get<string>("websocketUrl"),
                 nameSpace: namespace,
             })
@@ -577,7 +577,7 @@ export class ClaimController {
         const parsedUrl = parse(req.url, true);
 
         const enableCollaborativeEditor = this.isEnableCollaborativeEditor();
-        const enableAgentReview = this.isEnableAgentReview();
+        const enableCopilotChatBot = this.isEnableCopilotChatBot();
         const enableEditorAnnotations = this.isEnableEditorAnnotations();
 
         const personality =
@@ -610,7 +610,7 @@ export class ClaimController {
                 sitekey: this.configService.get<string>("recaptcha_sitekey"),
                 enableCollaborativeEditor,
                 enableEditorAnnotations,
-                enableAgentReview,
+                enableCopilotChatBot,
                 websocketUrl: this.configService.get<string>("websocketUrl"),
                 hideDescriptions,
                 nameSpace: namespace,
@@ -637,7 +637,7 @@ export class ClaimController {
             );
 
         const enableCollaborativeEditor = this.isEnableCollaborativeEditor();
-        const enableAgentReview = this.isEnableAgentReview();
+        const enableCopilotChatBot = this.isEnableCopilotChatBot();
         const enableEditorAnnotations = this.isEnableEditorAnnotations();
 
         const claim = await this.claimService.getByPersonalityIdAndClaimSlug(
@@ -655,7 +655,7 @@ export class ClaimController {
                 claim,
                 enableCollaborativeEditor,
                 enableEditorAnnotations,
-                enableAgentReview,
+                enableCopilotChatBot: enableCopilotChatBot,
                 websocketUrl: this.configService.get<string>("websocketUrl"),
                 nameSpace: namespace,
             })
@@ -797,10 +797,10 @@ export class ClaimController {
             : false;
     }
 
-    private isEnableAgentReview() {
+    private isEnableCopilotChatBot() {
         const config = this.configService.get<string>("feature_flag");
 
-        return config ? this.unleash.isEnabled("agent_review") : false;
+        return config ? this.unleash.isEnabled("copilot_chat_bot") : false;
     }
 
     private isEnableEditorAnnotations() {

server/copilot/copilot-chat.controller.ts

@@ -0,0 +1,42 @@
+/**
+ * Controller for Langchain Chat operations.
+ *
+ * Handles HTTP requests for context-aware chat interactions
+ * in the Langchain application. This controller is responsible for
+ * validating incoming request data and orchestrating chat interactions through the LangchainChatService.
+ * It supports endpoints for initiating context-aware chat
+ * and ensuring a versatile chat service experience.
+ *
+ * @class LangchainChatController
+ *
+ * @method contextAwareChat - Initiates a context-aware chat interaction. Accepts POST requests with a ContextAwareMessagesDto to manage chat context.
+ *                            Leverages LangchainChatService for processing.
+ * @param {ContextAwareMessagesDto} contextAwareMessagesDto - DTO for managing chat context.
+ * @returns Contextual chat response from the LangchainChatService.
+ *
+ * This controller uses decorators to define routes and their configurations, ensuring proper request handling and response formatting. It also integrates file upload handling for PDF documents, enabling document-context chat functionalities.
+ */
+
+import { Body, Controller, Post, Req } from "@nestjs/common";
+import { CopilotChatService } from "./copilot-chat.service";
+import { ContextAwareMessagesDto } from "./dtos/context-aware-messages.dto";
+
+@Controller()
+export class CopilotChatController {
+    constructor(private readonly copilotChatService: CopilotChatService) {}
+
+    @Post("api/agent-chat")
+    async agentChat(
+        @Body() contextAwareMessagesDto: ContextAwareMessagesDto,
+        @Req() req
+    ) {
+        try {
+            return await this.copilotChatService.agentChat(
+                contextAwareMessagesDto,
+                req.language
+            );
+        } catch (e) {
+            throw new Error(e);
+        }
+    }
+}

server/copilot/copilot-chat.module.ts

@@ -0,0 +1,12 @@
+import { Module } from "@nestjs/common";
+import { CopilotChatService } from "./copilot-chat.service";
+import { CopilotChatController } from "./copilot-chat.controller";
+import { AutomatedFactCheckingModule } from "../automated-fact-checking/automated-fact-checking.module";
+import { EditorParseModule } from "../editor-parse/editor-parse.module";
+
+@Module({
+    imports: [AutomatedFactCheckingModule, EditorParseModule],
+    controllers: [CopilotChatController],
+    providers: [CopilotChatService],
+})
+export class CopilotChatModule {}