Feature/ri 5402

configs/webpack.config.main.prod.ts

@@ -71,6 +71,7 @@ export default merge(baseConfig, {
       // cloud auth
       RI_CLOUD_IDP_AUTHORIZE_URL: 'RI_CLOUD_IDP_AUTHORIZE_URL' in process.env ? process.env.RI_CLOUD_IDP_AUTHORIZE_URL: '',
       RI_CLOUD_IDP_TOKEN_URL: 'RI_CLOUD_IDP_TOKEN_URL' in process.env ? process.env.RI_CLOUD_IDP_TOKEN_URL: '',
+      RI_CLOUD_IDP_REVOKE_TOKEN_URL: 'RI_CLOUD_IDP_REVOKE_TOKEN_URL' in process.env ? process.env.RI_CLOUD_IDP_REVOKE_TOKEN_URL: '',
       RI_CLOUD_IDP_ISSUER: 'RI_CLOUD_IDP_ISSUER' in process.env ? process.env.RI_CLOUD_IDP_ISSUER: '',
       RI_CLOUD_IDP_CLIENT_ID: 'RI_CLOUD_IDP_CLIENT_ID' in process.env ? process.env.RI_CLOUD_IDP_CLIENT_ID: '',
       RI_CLOUD_IDP_REDIRECT_URI: 'RI_CLOUD_IDP_REDIRECT_URI' in process.env ? process.env.RI_CLOUD_IDP_REDIRECT_URI: '',
@@ -79,6 +80,9 @@ export default merge(baseConfig, {
       RI_CLOUD_API_URL: 'RI_CLOUD_API_URL' in process.env ? process.env.RI_CLOUD_API_URL: '',
       RI_CLOUD_CAPI_URL: 'RI_CLOUD_CAPI_URL' in process.env ? process.env.RI_CLOUD_CAPI_URL: '',
       RI_CLOUD_API_TOKEN: 'RI_CLOUD_API_TOKEN' in process.env ? process.env.RI_CLOUD_API_TOKEN: '',
+      RI_AI_CONVAI_TOKEN: 'RI_AI_CONVAI_TOKEN' in process.env ? process.env.RI_AI_CONVAI_TOKEN: '',
+      RI_AI_QUERY_USER: 'RI_AI_QUERY_USER' in process.env ? process.env.RI_AI_QUERY_USER: '',
+      RI_AI_QUERY_PASS: 'RI_AI_QUERY_PASS' in process.env ? process.env.RI_AI_QUERY_PASS: '',
     }),
 
     new webpack.DefinePlugin({

redisinsight/api/config/default.ts

@@ -40,6 +40,7 @@ export default {
     staticDir,
     defaultsDir,
     logs: join(homedir, 'logs'),
+    customConfig: join(homedir, 'config.json'),
     defaultPlugins: join(staticDir, 'plugins'),
     customPlugins: join(homedir, 'plugins'),
     customTutorials: join(homedir, 'custom-tutorials'),
@@ -236,10 +237,12 @@ export default {
     jobIterationInterval: parseInt(process.env.RI_CLOUD_JOB_ITERATION_INTERVAL, 10) || 10_000, // 10 sec
     discoveryTimeout: parseInt(process.env.RI_CLOUD_DISCOVERY_TIMEOUT, 10) || 60 * 1000, // 1 min
     databaseConnectionTimeout: parseInt(process.env.RI_CLOUD_DATABASE_CONNECTION_TIMEOUT, 10) || 30 * 1000,
+    renewTokensBeforeExpire: parseInt(process.env.RI_CLOUD_DATABASE_CONNECTION_TIMEOUT, 10) || 2 * 60_000, // 2min
     idp: {
       google: {
         authorizeUrl: process.env.RI_CLOUD_IDP_GOOGLE_AUTHORIZE_URL || process.env.RI_CLOUD_IDP_AUTHORIZE_URL,
         tokenUrl: process.env.RI_CLOUD_IDP_GOOGLE_TOKEN_URL || process.env.RI_CLOUD_IDP_TOKEN_URL,
+        revokeTokenUrl: process.env.RI_CLOUD_IDP_GOOGLE_REVOKE_TOKEN_URL || process.env.RI_CLOUD_IDP_REVOKE_TOKEN_URL,
         issuer: process.env.RI_CLOUD_IDP_GOOGLE_ISSUER || process.env.RI_CLOUD_IDP_ISSUER,
         clientId: process.env.RI_CLOUD_IDP_GOOGLE_CLIENT_ID || process.env.RI_CLOUD_IDP_CLIENT_ID,
         redirectUri: process.env.RI_CLOUD_IDP_GOOGLE_REDIRECT_URI || process.env.RI_CLOUD_IDP_REDIRECT_URI,
@@ -248,11 +251,19 @@ export default {
       github: {
         authorizeUrl: process.env.RI_CLOUD_IDP_GH_AUTHORIZE_URL || process.env.RI_CLOUD_IDP_AUTHORIZE_URL,
         tokenUrl: process.env.RI_CLOUD_IDP_GH_TOKEN_URL || process.env.RI_CLOUD_IDP_TOKEN_URL,
+        revokeTokenUrl: process.env.RI_CLOUD_IDP_GH_REVOKE_TOKEN_URL || process.env.RI_CLOUD_IDP_REVOKE_TOKEN_URL,
         issuer: process.env.RI_CLOUD_IDP_GH_ISSUER || process.env.RI_CLOUD_IDP_ISSUER,
         clientId: process.env.RI_CLOUD_IDP_GH_CLIENT_ID || process.env.RI_CLOUD_IDP_CLIENT_ID,
         redirectUri: process.env.RI_CLOUD_IDP_GH_REDIRECT_URI || process.env.RI_CLOUD_IDP_REDIRECT_URI,
         idp: process.env.RI_CLOUD_IDP_GH_ID,
       },
     },
   },
+  ai: {
+    convAiApiUrl: process.env.RI_AI_CONVAI_API_URL || 'https://staging.redis.io/convai/api',
+    convAiToken: process.env.RI_AI_CONVAI_TOKEN,
+    querySocketUrl: process.env.RI_AI_QUERY_SOCKET_URL || 'https://app-sm.k8s-cloudapi.sm-qa.qa.redislabs.com',
+    querySocketPath: process.env.RI_AI_QUERY_SOCKET_PATH || '/api/v1/cloud-copilot-service/socket.io/',
+    queryHistoryLimit: parseInt(process.env.RI_AI_QUERY_HISTORY_LIMIT, 10) || 20,
+  },
 };

redisinsight/api/config/features-config.json

@@ -1,5 +1,5 @@
 {
-  "version": 2.46,
+  "version": 2.4603,
   "features": {
     "insightsRecommendations": {
       "flag": true,

redisinsight/api/config/ormconfig.ts

@@ -19,6 +19,7 @@ import { FeatureEntity } from 'src/modules/feature/entities/feature.entity';
 import { FeaturesConfigEntity } from 'src/modules/feature/entities/features-config.entity';
 import { CloudDatabaseDetailsEntity } from 'src/modules/cloud/database/entities/cloud-database-details.entity';
 import { CloudCapiKeyEntity } from 'src/modules/cloud/capi-key/entity/cloud-capi-key.entity';
+import { AiQueryMessageEntity } from 'src/modules/ai/query/entities/ai-query.message.entity';
 import migrations from '../migration';
 import * as config from '../src/utils/config';
 
@@ -48,6 +49,7 @@ const ormConfig = {
     FeaturesConfigEntity,
     CloudDatabaseDetailsEntity,
     CloudCapiKeyEntity,
+    AiQueryMessageEntity,
   ],
   migrations,
 };

redisinsight/api/config/production.ts

@@ -11,6 +11,7 @@ export default {
     homedir,
     prevHomedir,
     logs: join(homedir, 'logs'),
+    customConfig: join(homedir, 'config.json'),
     customPlugins: join(homedir, 'plugins'),
     customTutorials: join(homedir, 'custom-tutorials'),
     commands: join(homedir, 'commands'),
@@ -37,4 +38,7 @@ export default {
   cloud: {
     cApiUrl: process.env.RI_CLOUD_CAPI_URL || 'https://api.redislabs.com/v1',
   },
+  ai: {
+    convAiApiUrl: process.env.RI_AI_CONVAI_API_URL || 'https://redis.io/convai/api',
+  },
 };

redisinsight/api/config/staging.ts

@@ -11,6 +11,7 @@ export default {
     homedir,
     prevHomedir,
     logs: join(homedir, 'logs'),
+    customConfig: join(homedir, 'config.json'),
     customPlugins: join(homedir, 'plugins'),
     customTutorials: join(homedir, 'custom-tutorials'),
     commands: join(homedir, 'commands'),

redisinsight/api/config/test.ts

@@ -21,4 +21,37 @@ export default {
     url: process.env.RI_FEATURES_CONFIG_URL
       || 'http://localhost:5551/remote/features-config.json',
   },
+  cloud: {
+    apiUrl: process.env.RI_CLOUD_API_URL || 'https://app-sm.k8s-cloudapi.sm-qa.qa.redislabs.com/api/v1',
+    apiToken: process.env.RI_CLOUD_API_TOKEN || 'token',
+    capiUrl: process.env.RI_CLOUD_CAPI_URL || 'https://api-k8s-cloudapi.qa.redislabs.com/v1',
+    capiKeyName: process.env.RI_CLOUD_CAPI_KEY_NAME || 'RedisInsight',
+    freeSubscriptionName: process.env.RI_CLOUD_FREE_SUBSCRIPTION_NAME || 'My free subscription',
+    freeDatabaseName: process.env.RI_CLOUD_FREE_DATABASE_NAME || 'Redis-Stack-in-Redis-Enterprise-Cloud',
+    defaultPlanRegion: process.env.RI_CLOUD_DEFAULT_PLAN_REGION || 'eu-west-1',
+    jobIterationInterval: parseInt(process.env.RI_CLOUD_JOB_ITERATION_INTERVAL, 10) || 10_000, // 10 sec
+    discoveryTimeout: parseInt(process.env.RI_CLOUD_DISCOVERY_TIMEOUT, 10) || 60 * 1000, // 1 min
+    databaseConnectionTimeout: parseInt(process.env.RI_CLOUD_DATABASE_CONNECTION_TIMEOUT, 10) || 30 * 1000,
+    renewTokensBeforeExpire: parseInt(process.env.RI_CLOUD_DATABASE_CONNECTION_TIMEOUT, 10) || 2 * 60_000, // 2min
+    idp: {
+      google: {
+        authorizeUrl: 'oauth2/authorize',
+        tokenUrl: 'oauth2/token',
+        revokeTokenUrl: 'oauth2/revoke',
+        issuer: 'https://authorization.server.com',
+        clientId: 'cid_p6vA6A5tF36Jf6twH2cBOqtt7n',
+        redirectUri: 'redisinsight:/cloud/oauth/callback',
+        idp: 'test-google-idp',
+      },
+      github: {
+        authorizeUrl: 'oauth2/authorize',
+        tokenUrl: 'oauth2/token',
+        revokeTokenUrl: 'oauth2/revoke',
+        issuer: 'https://authorization.server.com',
+        clientId: 'cid_p6vA6A5tF36Jf6twH2cBOqtt7n',
+        redirectUri: 'redisinsight:/cloud/oauth/callback',
+        idp: 'test-github-idp',
+      },
+    },
+  },
 };

redisinsight/api/migration/1713515657364-ai-history.ts

@@ -0,0 +1,20 @@
+import { MigrationInterface, QueryRunner } from "typeorm";
+
+export class AiHistory1713515657364 implements MigrationInterface {
+    name = 'AiHistory1713515657364'
+
+    public async up(queryRunner: QueryRunner): Promise<void> {
+        await queryRunner.query(`CREATE TABLE "ai_query_message" ("id" varchar PRIMARY KEY NOT NULL, "databaseId" varchar NOT NULL, "accountId" varchar NOT NULL, "type" varchar NOT NULL, "content" blob NOT NULL, "createdAt" datetime NOT NULL DEFAULT (datetime('now')), "encryption" varchar)`);
+        await queryRunner.query(`CREATE INDEX "IDX_51d5d60bfc249e9a20443376e1" ON "ai_query_message" ("databaseId") `);
+        await queryRunner.query(`CREATE INDEX "IDX_f0a6e0873ac71f323e9880b4a8" ON "ai_query_message" ("accountId") `);
+        await queryRunner.query(`CREATE INDEX "IDX_5c051504f4efe6f20c5a7f64f6" ON "ai_query_message" ("createdAt") `);
+    }
+
+    public async down(queryRunner: QueryRunner): Promise<void> {
+        await queryRunner.query(`DROP INDEX "IDX_5c051504f4efe6f20c5a7f64f6"`);
+        await queryRunner.query(`DROP INDEX "IDX_f0a6e0873ac71f323e9880b4a8"`);
+        await queryRunner.query(`DROP INDEX "IDX_51d5d60bfc249e9a20443376e1"`);
+        await queryRunner.query(`DROP TABLE "ai_query_message"`);
+    }
+
+}

redisinsight/api/migration/1714501203616-ai-history-steps.ts

@@ -0,0 +1,32 @@
+import { MigrationInterface, QueryRunner } from "typeorm";
+
+export class AiHistorySteps1714501203616 implements MigrationInterface {
+    name = 'Migration1714501203616'
+
+    public async up(queryRunner: QueryRunner): Promise<void> {
+        await queryRunner.query(`DROP INDEX "IDX_5c051504f4efe6f20c5a7f64f6"`);
+        await queryRunner.query(`DROP INDEX "IDX_f0a6e0873ac71f323e9880b4a8"`);
+        await queryRunner.query(`DROP INDEX "IDX_51d5d60bfc249e9a20443376e1"`);
+        await queryRunner.query(`CREATE TABLE "temporary_ai_query_message" ("id" varchar PRIMARY KEY NOT NULL, "databaseId" varchar NOT NULL, "accountId" varchar NOT NULL, "type" varchar NOT NULL, "content" blob NOT NULL, "createdAt" datetime NOT NULL DEFAULT (datetime('now')), "encryption" varchar, "steps" blob)`);
+        await queryRunner.query(`INSERT INTO "temporary_ai_query_message"("id", "databaseId", "accountId", "type", "content", "createdAt", "encryption") SELECT "id", "databaseId", "accountId", "type", "content", "createdAt", "encryption" FROM "ai_query_message"`);
+        await queryRunner.query(`DROP TABLE "ai_query_message"`);
+        await queryRunner.query(`ALTER TABLE "temporary_ai_query_message" RENAME TO "ai_query_message"`);
+        await queryRunner.query(`CREATE INDEX "IDX_5c051504f4efe6f20c5a7f64f6" ON "ai_query_message" ("createdAt") `);
+        await queryRunner.query(`CREATE INDEX "IDX_f0a6e0873ac71f323e9880b4a8" ON "ai_query_message" ("accountId") `);
+        await queryRunner.query(`CREATE INDEX "IDX_51d5d60bfc249e9a20443376e1" ON "ai_query_message" ("databaseId") `);
+    }
+
+    public async down(queryRunner: QueryRunner): Promise<void> {
+        await queryRunner.query(`DROP INDEX "IDX_51d5d60bfc249e9a20443376e1"`);
+        await queryRunner.query(`DROP INDEX "IDX_f0a6e0873ac71f323e9880b4a8"`);
+        await queryRunner.query(`DROP INDEX "IDX_5c051504f4efe6f20c5a7f64f6"`);
+        await queryRunner.query(`ALTER TABLE "ai_query_message" RENAME TO "temporary_ai_query_message"`);
+        await queryRunner.query(`CREATE TABLE "ai_query_message" ("id" varchar PRIMARY KEY NOT NULL, "databaseId" varchar NOT NULL, "accountId" varchar NOT NULL, "type" varchar NOT NULL, "content" blob NOT NULL, "createdAt" datetime NOT NULL DEFAULT (datetime('now')), "encryption" varchar)`);
+        await queryRunner.query(`INSERT INTO "ai_query_message"("id", "databaseId", "accountId", "type", "content", "createdAt", "encryption") SELECT "id", "databaseId", "accountId", "type", "content", "createdAt", "encryption" FROM "temporary_ai_query_message"`);
+        await queryRunner.query(`DROP TABLE "temporary_ai_query_message"`);
+        await queryRunner.query(`CREATE INDEX "IDX_51d5d60bfc249e9a20443376e1" ON "ai_query_message" ("databaseId") `);
+        await queryRunner.query(`CREATE INDEX "IDX_f0a6e0873ac71f323e9880b4a8" ON "ai_query_message" ("accountId") `);
+        await queryRunner.query(`CREATE INDEX "IDX_5c051504f4efe6f20c5a7f64f6" ON "ai_query_message" ("createdAt") `);
+    }
+
+}

redisinsight/api/migration/index.ts

@@ -38,6 +38,8 @@ import { CloudDatabaseDetails1687166457712 } from './1687166457712-cloud-databas
 import { FreeCloudDatabase1688989337247 } from './1688989337247-freeCloudDatabase';
 import { CloudCapiKeys1691061058385 } from './1691061058385-cloud-capi-keys';
 import { FeatureSso1691476419592 } from './1691476419592-feature-sso';
+import { AiHistory1713515657364 } from './1713515657364-ai-history';
+import { AiHistorySteps1714501203616 } from './1714501203616-ai-history-steps';
 
 export default [
   initialMigration1614164490968,
@@ -80,4 +82,6 @@ export default [
   FreeCloudDatabase1688989337247,
   CloudCapiKeys1691061058385,
   FeatureSso1691476419592,
+  AiHistory1713515657364,
+  AiHistorySteps1714501203616,
 ];

redisinsight/api/package.json

@@ -71,15 +71,18 @@
     "fs-extra": "^10.0.0",
     "ioredis": "^5.2.2",
     "is-glob": "^4.0.1",
+    "jsonwebtoken": "^9.0.2",
     "keytar": "^7.9.0",
     "lodash": "^4.17.20",
     "nest-winston": "^1.4.0",
     "nestjs-form-data": "^1.8.7",
     "node-version-compare": "^1.0.3",
+    "quicktype-core": "^23.0.116",
     "redis": "^4.6.10",
     "reflect-metadata": "^0.1.13",
     "rxjs": "^7.5.6",
     "socket.io": "^4.6.2",
+    "socket.io-client": "^4.7.5",
     "source-map-support": "^0.5.19",
     "sqlite3": "5.1.6",
     "swagger-ui-express": "^4.1.4",
@@ -123,7 +126,6 @@
     "nyc": "^15.1.0",
     "object-diff": "^0.0.4",
     "rimraf": "^3.0.2",
-    "socket.io-client": "^4.4.1",
     "socket.io-mock": "^1.3.2",
     "supertest": "^4.0.2",
     "ts-jest": "^26.1.0",

redisinsight/api/src/__mocks__/ai.ts

@@ -0,0 +1,90 @@
+import { AiChat, AiChatMessage, AiChatMessageType } from 'src/modules/ai/chat/models';
+import { Readable } from 'stream';
+import { AxiosError } from 'axios';
+import { SendAiChatMessageDto } from 'src/modules/ai/chat/dto/send.ai-chat.message.dto';
+
+export const mockAiChatId = '0539879dc020add5abb33f6f60a07fe8d5a0b9d61c81c9d79d77f9b1b2f2e239';
+
+export const mockAiChatBadRequestError = {
+  message: 'Bad request',
+  response: {
+    status: 400,
+  },
+} as AxiosError;
+
+export const mockAiChatUnauthorizedError = {
+  message: 'Request failed with status code 401',
+  response: {
+    status: 401,
+  },
+} as AxiosError;
+
+export const mockAiChatAccessDeniedError = {
+  message: 'Access denied',
+  response: {
+    status: 403,
+  },
+} as AxiosError;
+
+export const mockAiChatNotFoundError = {
+  message: 'Requested resource was not found',
+  response: {
+    status: 404,
+  },
+} as AxiosError;
+
+export const mockAiChatInternalServerError = {
+  message: 'Server error',
+  response: {
+    status: 500,
+  },
+} as AxiosError;
+
+export const mockHumanMessage1Response = {
+  type: AiChatMessageType.HumanMessage,
+  content: 'Question 1',
+};
+
+export const mockHumanMessage2Response = {
+  type: AiChatMessageType.HumanMessage,
+  content: 'Question 2',
+};
+
+export const mockAiMessage1Response = {
+  type: AiChatMessageType.AiMessage,
+  content: 'Answer 1',
+};
+export const mockAiMessage2Response = {
+  type: AiChatMessageType.AiMessage,
+  content: 'Answer 2',
+};
+
+export const mockAiHistoryApiResponse = [
+  mockHumanMessage1Response,
+  mockAiMessage1Response,
+  mockHumanMessage2Response,
+  mockAiMessage2Response,
+];
+
+export const mockAiChat = Object.assign(new AiChat(), {
+  id: mockAiChatId,
+  messages: [
+    Object.assign(new AiChatMessage(), mockHumanMessage1Response),
+    Object.assign(new AiChatMessage(), mockAiMessage1Response),
+    Object.assign(new AiChatMessage(), mockHumanMessage2Response),
+    Object.assign(new AiChatMessage(), mockAiMessage2Response),
+  ],
+});
+export const getMockedReadableStream = () => new Readable();
+export const mockAiResponseStream = getMockedReadableStream();
+
+export const mockSendAiChatMessageDto = Object.assign(new SendAiChatMessageDto(), {
+  content: mockHumanMessage1Response.content,
+});
+
+export const mockConvAiProvider = jest.fn(() => ({
+  auth: jest.fn().mockResolvedValue(mockAiChatId),
+  postMessage: jest.fn().mockResolvedValue(mockAiResponseStream),
+  getHistory: jest.fn().mockResolvedValue(mockAiHistoryApiResponse),
+  reset: jest.fn(),
+}));