feat: faster code compile

Author: louis-jan

cortex-js/package.json

@@ -10,11 +10,11 @@
   },
   "scripts": {
     "dev": "nest dev",
-    "build": "yarn build:extensions && nest build && cpx \"cpuinfo/bin/**\" dist/bin",
-    "build:binary": "run-script-os",
-    "build:binary:windows": "bun build --compile --target=bun-windows-x64 ./dist/src/command.js --outfile cortex.exe --external @nestjs/microservices --external @nestjs/websockets/socket-module --external class-transformer/storage",
-    "build:binary:linux": "bun build --compile --target=bun-linux-x64 ./dist/src/command.js --outfile cortex --external @nestjs/microservices --external @nestjs/websockets/socket-module --external class-transformer/storage",
-    "build:binary:macos": "bun build --compile --target=bun-darwin-arm64 ./dist/src/command.js --outfile cortex --external @nestjs/microservices --external @nestjs/websockets/socket-module --external class-transformer/storage",
+    "build": "nest build && cpx \"cpuinfo/bin/**\" dist/bin",
+    "build:binary": "run-script-os && cpx \"cpuinfo/bin/**\" dist/bin",
+    "build:binary:windows": "bun build --compile --target=bun-windows-x64 ./src/command.ts --outfile cortex.exe --external @nestjs/microservices --external @nestjs/websockets/socket-module --external class-transformer/storage",
+    "build:binary:linux": "bun build --compile --target=bun-linux-x64 ./src/command.ts --outfile cortex --external @nestjs/microservices --external @nestjs/websockets/socket-module --external class-transformer/storage",
+    "build:binary:macos": "bun build --compile --target=bun-darwin-arm64 ./src/command.ts --outfile cortex --external @nestjs/microservices --external @nestjs/websockets/socket-module --external class-transformer/storage",
     "format": "prettier --write \"src/**/*.ts\" \"test/**/*.ts\"",
     "build:extensions": "run-script-os",
     "build:extensions:windows": "powershell -command \"$jobs = Get-ChildItem -Path './src/extensions' -Directory | ForEach-Object { Start-Job -Name ($_.Name) -ScriptBlock { param($_dir); try { Set-Location $_dir; yarn; yarn build; Write-Output 'Build successful in ' + $_dir } catch { Write-Error 'Error in ' + $_dir; throw } } -ArgumentList $_.FullName }; $jobs | Wait-Job; $jobs | ForEach-Object { Receive-Job -Job $_ -Keep } | ForEach-Object { Write-Host $_ }; $failed = $jobs | Where-Object { $_.State -ne 'Completed' -or $_.ChildJobs[0].JobStateInfo.State -ne 'Completed' }; if ($failed) { Exit 1 }\"",

cortex-js/src/infrastructure/entities/assistant.entity.ts

@@ -1,7 +1,7 @@
-import {
-  Assistant,
-  AssistantResponseFormatOption,
+import { Assistant } from '@/domain/models/assistant.interface';
+import type {
   AssistantToolResources,
+  AssistantResponseFormatOption,
 } from '@/domain/models/assistant.interface';
 import { Column, Entity, PrimaryColumn } from 'typeorm';
 

cortex-js/src/infrastructure/entities/message.entity.ts

@@ -1,4 +1,4 @@
-import {
+import type {
   Message,
   MessageContent,
   MessageIncompleteDetails,

cortex-js/src/infrastructure/entities/thread.entity.ts

@@ -1,4 +1,4 @@
-import { Thread, ThreadToolResources } from '@/domain/models/thread.interface';
+import type { Thread, ThreadToolResources } from '@/domain/models/thread.interface';
 import { Entity, PrimaryColumn, Column } from 'typeorm';
 import { AssistantEntity } from './assistant.entity';
 

cortex-js/src/infrastructure/repositories/extensions/extension.repository.ts

@@ -11,17 +11,16 @@ import { existsSync } from 'fs';
 @Injectable()
 export class ExtensionRepositoryImpl implements ExtensionRepository {
   // Initialize the Extensions Map with the key-value pairs of the core providers.
-  extensions = new Map<string, Extension>([
-    ['cortex.llamacpp', this.cortexProvider],
-    ['cortex.onnx', this.cortexProvider],
-    ['cortex.tensorrt-llm', this.cortexProvider],
-  ]);
+  extensions = new Map<string, Extension>();
 
   constructor(
     @Inject('CORTEX_PROVIDER')
     private readonly cortexProvider: EngineExtension,
     private readonly fileService: FileManagerService,
   ) {
+    this.extensions.set('cortex.llamacpp', this.cortexProvider);
+    this.extensions.set('cortex.onnx', this.cortexProvider);
+    this.extensions.set('cortex.tensorrt-llm', this.cortexProvider);
     this.loadCoreExtensions();
     this.loadExternalExtensions();
   }

cortex-js/src/infrastructure/services/file-manager/file-manager.service.ts

@@ -52,7 +52,10 @@ export class FileManagerService {
     try {
       const content = await promises.readFile(configPath, 'utf8');
       const config = yaml.load(content) as Config;
-      return config;
+      return {
+        ...this.defaultConfig(),
+        ...config,
+      };
     } catch (error) {
       console.warn('Error reading config file. Using default config.');
       console.warn(error);

cortex-js/src/usecases/chat/chat.module.ts

@@ -5,6 +5,7 @@ import { ExtensionModule } from '@/infrastructure/repositories/extensions/extens
 import { ModelRepositoryModule } from '@/infrastructure/repositories/models/model.module';
 import { HttpModule } from '@nestjs/axios';
 import { TelemetryModule } from '../telemetry/telemetry.module';
+import { FileManagerModule } from '@/infrastructure/services/file-manager/file-manager.module';
 
 @Module({
   imports: [
@@ -13,6 +14,7 @@ import { TelemetryModule } from '../telemetry/telemetry.module';
     ModelRepositoryModule,
     HttpModule,
     TelemetryModule,
+    FileManagerModule,
   ],
   controllers: [],
   providers: [ChatUsecases],