feat: pull engine on model pull or start

Author: louis-jan

cortex-js/src/infrastructure/commanders/init.command.ts

@@ -7,6 +7,7 @@ import {
 import { InitCliUsecases } from './usecases/init.cli.usecases';
 import { InitOptions } from './types/init-options.interface';
 import { SetCommandContext } from './decorators/CommandContext';
+import { ContextService } from '../services/context/context.service';
 
 @SubCommand({
   name: 'init',
@@ -22,6 +23,7 @@ export class InitCommand extends CommandRunner {
   constructor(
     private readonly inquirerService: InquirerService,
     private readonly initUsecases: InitCliUsecases,
+    readonly contextService: ContextService,
   ) {
     super();
   }

cortex-js/src/infrastructure/commanders/kill.command.ts

@@ -16,6 +16,6 @@ export class KillCommand extends CommandRunner {
     super();
   }
   async run(): Promise<void> {
-    this.usecases.stopCortex().then(console.log);
+    return this.usecases.stopCortex().then(console.log);
   }
 }

cortex-js/src/infrastructure/commanders/models/model-pull.command.ts

@@ -4,6 +4,10 @@ import { SetCommandContext } from '../decorators/CommandContext';
 import { ModelsCliUsecases } from '@commanders/usecases/models.cli.usecases';
 import { ModelNotFoundException } from '@/infrastructure/exception/model-not-found.exception';
 import { ContextService } from '@/infrastructure/services/context/context.service';
+import { existsSync } from 'fs';
+import { join } from 'node:path';
+import { FileManagerService } from '@/infrastructure/services/file-manager/file-manager.service';
+import { InitCliUsecases } from '../usecases/init.cli.usecases';
 
 @SubCommand({
   name: 'pull',
@@ -17,6 +21,8 @@ import { ContextService } from '@/infrastructure/services/context/context.servic
 export class ModelPullCommand extends CommandRunner {
   constructor(
     private readonly modelsCliUsecases: ModelsCliUsecases,
+    private readonly initUsecases: InitCliUsecases,
+    private readonly fileService: FileManagerService,
     readonly contextService: ContextService,
   ) {
     super();
@@ -27,15 +33,27 @@ export class ModelPullCommand extends CommandRunner {
       console.error('Model Id is required');
       exit(1);
     }
+    const modelId = passedParams[0];
 
-    await this.modelsCliUsecases
-      .pullModel(passedParams[0])
-      .catch((e: Error) => {
-        if (e instanceof ModelNotFoundException)
-          console.error('Model does not exist.');
-        else console.error(e);
-        exit(1);
-      });
+    const existingModel = await this.modelsCliUsecases.getModel(modelId);
+    const engine = existingModel?.engine || 'cortex.llamacpp';
+    // Pull engine if not exist
+    if (
+      !existsSync(
+        join(await this.fileService.getDataFolderPath(), 'engines', engine),
+      )
+    ) {
+      await this.initUsecases.installEngine(
+        await this.initUsecases.defaultInstallationOptions(),
+      );
+    }
+
+    await this.modelsCliUsecases.pullModel(modelId).catch((e: Error) => {
+      if (e instanceof ModelNotFoundException)
+        console.error('Model does not exist.');
+      else console.error(e);
+      exit(1);
+    });
 
     console.log('\nDownload complete!');
     exit(0);

cortex-js/src/infrastructure/commanders/models/model-start.command.ts

@@ -9,6 +9,10 @@ import { ModelsCliUsecases } from '@commanders/usecases/models.cli.usecases';
 import { CortexUsecases } from '@/usecases/cortex/cortex.usecases';
 import { SetCommandContext } from '../decorators/CommandContext';
 import { ContextService } from '@/infrastructure/services/context/context.service';
+import { InitCliUsecases } from '../usecases/init.cli.usecases';
+import { existsSync } from 'node:fs';
+import { FileManagerService } from '@/infrastructure/services/file-manager/file-manager.service';
+import { join } from 'node:path';
 
 type ModelStartOptions = {
   attach: boolean;
@@ -29,6 +33,8 @@ export class ModelStartCommand extends CommandRunner {
     private readonly inquirerService: InquirerService,
     private readonly cortexUsecases: CortexUsecases,
     private readonly modelsCliUsecases: ModelsCliUsecases,
+    private readonly initUsecases: InitCliUsecases,
+    private readonly fileService: FileManagerService,
     readonly contextService: ContextService,
   ) {
     super();
@@ -54,7 +60,17 @@ export class ModelStartCommand extends CommandRunner {
       console.error('Model is not available. Please pull the model first.');
       process.exit(1);
     }
-
+    const engine = existingModel.engine || 'cortex.llamacpp';
+    // Pull engine if not exist
+    if (
+      !existsSync(
+        join(await this.fileService.getDataFolderPath(), 'engines', engine),
+      )
+    ) {
+      await this.initUsecases.installEngine(
+        await this.initUsecases.defaultInstallationOptions(),
+      );
+    }
     await this.cortexUsecases
       .startCortex(options.attach)
       .then(() => this.modelsCliUsecases.startModel(modelId, options.preset))