From df8c6d65a7820a1d3e85f5f2549a10d96d2095aa Mon Sep 17 00:00:00 2001 From: Yagil Burowski Date: Wed, 9 Oct 2024 12:22:55 -0400 Subject: [PATCH 1/2] lmstudio deeplink for MLX models --- packages/tasks/src/local-apps.ts | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/packages/tasks/src/local-apps.ts b/packages/tasks/src/local-apps.ts index 6ebde2592a..a7663ee153 100644 --- a/packages/tasks/src/local-apps.ts +++ b/packages/tasks/src/local-apps.ts @@ -82,6 +82,10 @@ function isLlamaCppGgufModel(model: ModelData) { return !!model.gguf?.context_length; } +function isMlxModel(model: ModelData) { + return model.tags.includes("mlx"); +} + const snippetLlamacpp = (model: ModelData, filepath?: string): LocalAppSnippet[] => { const command = (binary: string) => [ @@ -218,7 +222,7 @@ export const LOCAL_APPS = { prettyLabel: "LM Studio", docsUrl: "https://lmstudio.ai", mainTask: "text-generation", - displayOnModelPage: isLlamaCppGgufModel, + displayOnModelPage: isLlamaCppGgufModel || isMlxModel, deeplink: (model, filepath) => new URL(`lmstudio://open_from_hf?model=${model.id}${filepath ? `&file=${filepath}` : ""}`), }, From 5df712ccc84c18d8be6bba7fa715afff6a89bee0 Mon Sep 17 00:00:00 2001 From: Yagil Burowski Date: Wed, 9 Oct 2024 12:29:15 -0400 Subject: [PATCH 2/2] Update packages/tasks/src/local-apps.ts Co-authored-by: Julien Chaumond --- packages/tasks/src/local-apps.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/tasks/src/local-apps.ts b/packages/tasks/src/local-apps.ts index a7663ee153..c9efef2da8 100644 --- a/packages/tasks/src/local-apps.ts +++ b/packages/tasks/src/local-apps.ts @@ -222,7 +222,7 @@ export const LOCAL_APPS = { prettyLabel: "LM Studio", docsUrl: "https://lmstudio.ai", mainTask: "text-generation", - displayOnModelPage: isLlamaCppGgufModel || isMlxModel, + displayOnModelPage: (model) => isLlamaCppGgufModel(model) || isMlxModel(model), deeplink: (model, filepath) => new URL(`lmstudio://open_from_hf?model=${model.id}${filepath ? `&file=${filepath}` : ""}`), },