|
8 | 8 |
|
9 | 9 | ;;; Code:
|
10 | 10 |
|
| 11 | +(use-package llm |
| 12 | + :straight t) |
| 13 | + |
11 | 14 | (use-package llm-ollama
|
12 | 15 | :straight llm
|
13 |
| - :autoload make-llm-ollama) |
| 16 | + :autoload make-llm-ollama +ollama-serve +ollama-kill-server +ollama-list-installed-models |
| 17 | + :config |
| 18 | + (defvar +ollama-process-name "ellama-server") |
| 19 | + (defvar +ollama-server-buffer-name " *ellama-server*") |
14 | 20 |
|
15 |
| -(use-package ellama |
16 |
| - :straight t |
17 |
| - :init |
18 |
| - (defvar +ellama-process-name "ellama-server") |
19 |
| - (defvar +ellama-server-buffer-name " *ellama-server*") |
20 |
| - (defun +ellama-serve () |
| 21 | + (defun +ollama-serve () |
21 | 22 | "Start Ellama server."
|
22 | 23 | (interactive)
|
23 | 24 | (if (executable-find "ollama")
|
24 |
| - (if (get-process +ellama-process-name) |
25 |
| - (message "The Ollama server is already running, call `+ellama-kill-server' to stop it.") |
26 |
| - (if (make-process :name +ellama-process-name :buffer +ellama-server-buffer-name :command '("ollama" "serve")) |
| 25 | + (if (get-process +ollama-process-name) |
| 26 | + (message "The Ollama server is already running, call `+ollama-kill-server' to stop it.") |
| 27 | + (if (make-process :name +ollama-process-name :buffer +ollama-server-buffer-name :command '("ollama" "serve")) |
27 | 28 | (message "Successfully started Ollama server.")
|
28 | 29 | (user-error "Cannot start the Ollama server"))
|
29 | 30 | (with-eval-after-load 'ellama (+ellama-set-providers)))
|
30 | 31 | (user-error "Cannot find the \"ollama\" executable")))
|
31 |
| - (defun +ellama-kill-server () |
| 32 | + |
| 33 | + (defun +ollama-kill-server () |
32 | 34 | "Kill Ellama server."
|
33 | 35 | (interactive)
|
34 |
| - (let ((ollama (get-process +ellama-process-name))) |
| 36 | + (let ((ollama (get-process +ollama-process-name))) |
35 | 37 | (if ollama
|
36 | 38 | (if (kill-process ollama)
|
37 | 39 | (message "Killed Ollama server.")
|
38 | 40 | (user-error "Cannot kill the Ollama server"))
|
39 | 41 | (message "No running Ollama server."))))
|
40 |
| - :config |
41 |
| - (defun +ellama-list-installed-models () |
| 42 | + |
| 43 | + (defun +ollama-list-installed-models () |
42 | 44 | "Return the installed models"
|
43 | 45 | (let* ((ret (shell-command-to-string "ollama list"))
|
44 | 46 | (models (cdr (string-lines ret))))
|
45 | 47 | (if (and (string-match-p "NAME[[:space:]]*ID[[:space:]]*SIZE[[:space:]]*MODIFIED" ret) (length> models 0))
|
46 | 48 | (mapcar (lambda (m) (car (string-split m))) models)
|
47 |
| - (user-error "Cannot detect installed models, please make sure Ollama server is started")))) |
| 49 | + (user-error "Cannot detect installed models, please make sure Ollama server is started"))))) |
| 50 | + |
| 51 | +(use-package ellama |
| 52 | + :straight t |
| 53 | + :config |
48 | 54 | (defun +ellama-set-providers ()
|
49 | 55 | (setopt ellama-providers
|
50 |
| - (cl-loop for model in (+ellama-list-installed-models) |
| 56 | + (cl-loop for model in (+ollama-list-installed-models) |
51 | 57 | collect (cons model (make-llm-ollama :chat-model model :embedding-model model)))
|
52 | 58 | ellama-provider (cdr (car ellama-providers)))))
|
53 | 59 |
|
|
0 commit comments