From 765a3f6376b0ddd3479df85d11b2d34459744e85 Mon Sep 17 00:00:00 2001 From: Louis Le Date: Wed, 15 May 2024 17:23:51 +0700 Subject: [PATCH] fix: correct cuda version lookup --- .../src/infrastructure/commanders/basic-command.commander.ts | 4 ++-- cortex-js/src/infrastructure/commanders/init.command.ts | 2 +- cortex-js/src/usecases/cortex/cortex.usecases.ts | 2 +- 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/cortex-js/src/infrastructure/commanders/basic-command.commander.ts b/cortex-js/src/infrastructure/commanders/basic-command.commander.ts index a5434c910..443258906 100644 --- a/cortex-js/src/infrastructure/commanders/basic-command.commander.ts +++ b/cortex-js/src/infrastructure/commanders/basic-command.commander.ts @@ -26,8 +26,8 @@ export class BasicCommand extends CommandRunner { switch (command) { case 'start': - const host = options?.host || defaultCortexJsHost; - const port = options?.port || defaultCortexJsPort; + const host = options?.host || 'localhost'; + const port = options?.port || 3928; return this.cortexUsecases .startCortex(host, port) .then((e) => console.log(e)); diff --git a/cortex-js/src/infrastructure/commanders/init.command.ts b/cortex-js/src/infrastructure/commanders/init.command.ts index 5f916663f..649a73523 100644 --- a/cortex-js/src/infrastructure/commanders/init.command.ts +++ b/cortex-js/src/infrastructure/commanders/init.command.ts @@ -128,7 +128,7 @@ export class InitCommand extends CommandRunner { const cudaVersion = options.runMode === 'GPU' ? options.gpuType === 'Nvidia' - ? '-cuda-' + (options.cudaVersion === '11' ? '11.7' : '12.2') + ? '-cuda-' + (options.cudaVersion === '11' ? '11-7' : '12-0') : '-vulkan' : ''; const instructions = options.instructions ? `-${options.instructions}` : ''; diff --git a/cortex-js/src/usecases/cortex/cortex.usecases.ts b/cortex-js/src/usecases/cortex/cortex.usecases.ts index e08b226d6..b21ecf712 100644 --- a/cortex-js/src/usecases/cortex/cortex.usecases.ts +++ b/cortex-js/src/usecases/cortex/cortex.usecases.ts @@ -34,7 +34,7 @@ export class CortexUsecases { env: { ...process.env, // TODO: NamH need to get below information - // CUDA_VISIBLE_DEVICES: executableOptions.cudaVisibleDevices, + CUDA_VISIBLE_DEVICES: "0", // // Vulkan - Support 1 device at a time for now // ...(executableOptions.vkVisibleDevices?.length > 0 && { // GGML_VULKAN_DEVICE: executableOptions.vkVisibleDevices[0],