diff --git a/cortex-js/src/infrastructure/commanders/basic-command.commander.ts b/cortex-js/src/infrastructure/commanders/basic-command.commander.ts index a5434c910..443258906 100644 --- a/cortex-js/src/infrastructure/commanders/basic-command.commander.ts +++ b/cortex-js/src/infrastructure/commanders/basic-command.commander.ts @@ -26,8 +26,8 @@ export class BasicCommand extends CommandRunner { switch (command) { case 'start': - const host = options?.host || defaultCortexJsHost; - const port = options?.port || defaultCortexJsPort; + const host = options?.host || 'localhost'; + const port = options?.port || 3928; return this.cortexUsecases .startCortex(host, port) .then((e) => console.log(e)); diff --git a/cortex-js/src/infrastructure/commanders/init.command.ts b/cortex-js/src/infrastructure/commanders/init.command.ts index 5f916663f..649a73523 100644 --- a/cortex-js/src/infrastructure/commanders/init.command.ts +++ b/cortex-js/src/infrastructure/commanders/init.command.ts @@ -128,7 +128,7 @@ export class InitCommand extends CommandRunner { const cudaVersion = options.runMode === 'GPU' ? options.gpuType === 'Nvidia' - ? '-cuda-' + (options.cudaVersion === '11' ? '11.7' : '12.2') + ? '-cuda-' + (options.cudaVersion === '11' ? '11-7' : '12-0') : '-vulkan' : ''; const instructions = options.instructions ? `-${options.instructions}` : ''; diff --git a/cortex-js/src/usecases/cortex/cortex.usecases.ts b/cortex-js/src/usecases/cortex/cortex.usecases.ts index e08b226d6..b21ecf712 100644 --- a/cortex-js/src/usecases/cortex/cortex.usecases.ts +++ b/cortex-js/src/usecases/cortex/cortex.usecases.ts @@ -34,7 +34,7 @@ export class CortexUsecases { env: { ...process.env, // TODO: NamH need to get below information - // CUDA_VISIBLE_DEVICES: executableOptions.cudaVisibleDevices, + CUDA_VISIBLE_DEVICES: "0", // // Vulkan - Support 1 device at a time for now // ...(executableOptions.vkVisibleDevices?.length > 0 && { // GGML_VULKAN_DEVICE: executableOptions.vkVisibleDevices[0],