update

Author: namchuai

cortex-js/src/domain/models/model.interface.ts

@@ -1,5 +1,25 @@
 import { Model as OpenAiModel } from 'openai/resources/models';
 
+export const LocalEngines = [
+  'cortex.llamacpp',
+  'cortex.onnx',
+  'cortex.tensorrt',
+] as const;
+
+export const RemoteEngines = [
+  'anthropic',
+  'mistral',
+  'martian',
+  'openrouter',
+  'openai',
+  'groq',
+  'triton_trtllm',
+  'cohere',
+] as const;
+
+export const LlmEngines = [...LocalEngines, ...RemoteEngines] as const;
+export type LlmEngine = (typeof LlmEngines)[number];
+
 export interface Model
   extends OpenAiModel,
     ModelSettingParams,
@@ -64,7 +84,7 @@ export interface ModelSettingParams {
   /**
    * The model engine.
    */
-  engine?: string;
+  engine?: LlmEngine;
 
   /**
    * The prompt to use for internal configuration

cortex-js/src/infrastructure/commanders/types/model-stat.interface.ts

@@ -1,6 +1,8 @@
+import { LlmEngine } from '@/domain/models/model.interface';
+
 export interface ModelStat {
   modelId: string;
-  engine?: string;
+  engine?: LlmEngine;
   duration?: string;
   status: string;
   vram?: string;

cortex-js/src/infrastructure/dtos/models/create-model.dto.ts

@@ -6,7 +6,7 @@ import {
   IsString,
   Min,
 } from 'class-validator';
-import { Model } from '@/domain/models/model.interface';
+import { LlmEngine, Model } from '@/domain/models/model.interface';
 import { ModelArtifactDto } from './model-artifact.dto';
 import { ApiProperty, getSchemaPath } from '@nestjs/swagger';
 
@@ -135,7 +135,7 @@ export class CreateModelDto implements Partial<Model> {
   })
   @IsOptional()
   @IsString()
-  engine?: string;
+  engine?: LlmEngine;
 
   @ApiProperty({
     description: 'The owner of the model.',

cortex-js/src/infrastructure/dtos/models/model-settings.dto.ts

@@ -1,4 +1,4 @@
-import { ModelSettingParams } from '@/domain/models/model.interface';
+import { LlmEngine, ModelSettingParams } from '@/domain/models/model.interface';
 import { ApiProperty } from '@nestjs/swagger';
 import {
   IsArray,
@@ -138,5 +138,5 @@ export class ModelSettingsDto implements ModelSettingParams {
     description: 'The engine to use.',
   })
   @IsOptional()
-  engine?: string;
+  engine?: LlmEngine;
 }

cortex-js/src/infrastructure/dtos/models/model.dto.ts

@@ -1,4 +1,4 @@
-import { Model } from '@/domain/models/model.interface';
+import { LlmEngine, Model } from '@/domain/models/model.interface';
 import { ApiProperty } from '@nestjs/swagger';
 import {
   IsArray,
@@ -198,5 +198,5 @@ export class ModelDto implements Partial<Model> {
     example: 'cortex.llamacpp',
   })
   @IsOptional()
-  engine?: string;
+  engine?: LlmEngine;
 }