From 7c06c0a354b106e37e26ddfc2bc6ba8336d90cc7 Mon Sep 17 00:00:00 2001
From: azahi <azat@bahawi.net>
Date: Wed, 1 Jan 2025 13:10:32 +0300
Subject: 2025-01-01

---
 modules/emacs/doom/config.el | 71 +++++++++++++++++---------------------------
 1 file changed, 27 insertions(+), 44 deletions(-)

(limited to 'modules/emacs/doom/config.el')

diff --git a/modules/emacs/doom/config.el b/modules/emacs/doom/config.el
index a212e17..be481d4 100644
--- a/modules/emacs/doom/config.el
+++ b/modules/emacs/doom/config.el
@@ -271,13 +271,14 @@
          gptel-backend (gptel-make-ollama "ollama"
                          :host "eonwe.shire.net:11434"
                          :stream t
-                         :models '(dagbs/qwen2.5-coder-7b-instruct-abliterated:latest
-                                   qwen2.5-coder:7b
-                                   deepseek-coder-v2:16b
-                                   codegemma:7b
-                                   codellama:7b
-                                   llama3.2:3b
-                                   mistral:7b))))
+                         :models '(qwen2.5-coder:32b-instruct-q3_K_M
+                                   qwen2.5-coder:14b-instruct-q8_0
+                                   qwen2.5-coder:7b-instruct-fp16
+                                   llama3.2:3b-instruct-fp16
+                                   llama3.1:8b-instruct-fp16
+                                   llama3:8b-instruct-fp16
+                                   gemma:7b-instruct-q8_0
+                                   mistral:7b-instruct-fp16))))
 
 (use-package! ellama
   :init
@@ -288,79 +289,61 @@
                           :scheme "http"
                           :host "eonwe.shire.net"
                           :port 11434
-                          :chat-model "llama3.2:3b"
+                          :chat-model "llama3.2:3b-instruct-fp16"
                           :embedding-model "nomic-embed-text:latest")
          ellama-providers '(("llama" . (make-llm-ollama
                                         :scheme "http"
                                         :host "eonwe.shire.net"
                                         :port 11434
-                                        :chat-model "llama3.2:3b"
+                                        :chat-model "llama3.2:3b-instruct-fp16"
                                         :embedding-model "nomic-embed-text:latest"))
-                            ("codellama" . (make-llm-ollama
-                                            :scheme "http"
-                                            :host "eonwe.shire.net"
-                                            :port 11434
-                                            :chat-model "codellama:7b"
-                                            :embedding-model "nomic-embed-text:latest"))
                             ("qwen" . (make-llm-ollama
                                        :scheme "http"
                                        :host "eonwe.shire.net"
                                        :port 11434
-                                       :chat-model "qwen2.5:7b"
+                                       :chat-model "qwen2:7b-instruct-fp16"
                                        :embedding-model "nomic-embed-text:latest"))
                             ("qwen-coder" . (make-llm-ollama
                                              :scheme "http"
                                              :host "eonwe.shire.net"
                                              :port 11434
-                                             :chat-model "qwen2.5-coder:7b"
+                                             :chat-model "qwen2.5-coder:14b-instruct-q8_0"
                                              :embedding-model "nomic-embed-text:latest"))
-                            ("qwen-coder-instruct" . (make-llm-ollama
-                                                      :scheme "http"
-                                                      :host "eonwe.shire.net"
-                                                      :port 11434
-                                                      :chat-model "dagbs/qwen2.5-coder-7b-instruct-abliterated:latest"
-                                                      :embedding-model "nomic-embed-text:latest"))
                             ("gemma" . (make-llm-ollama
                                         :scheme "http"
                                         :host "eonwe.shire.net"
                                         :port 11434
-                                        :chat-model "gemma2:9b"
+                                        :chat-model "gemma:7b-instruct-q8_0"
                                         :embedding-model "nomic-embed-text:latest"))
-                            ("codegemma" . (make-llm-ollama
+                            ("mistral" . (make-llm-ollama
+                                          :scheme "http"
+                                          :host "eonwe.shire.net"
+                                          :port 11434
+                                          :chat-model "mistral:7b-instruct-fp16"
+                                          :embedding-model "nomic-embed-text:latest"))
+                            ("opencoder" . (make-llm-ollama
                                             :scheme "http"
                                             :host "eonwe.shire.net"
                                             :port 11434
-                                            :chat-model "codegemma:7b"
+                                            :chat-model "opencoder:8b-instruct-fp16"
                                             :embedding-model "nomic-embed-text:latest"))
-                            ("mistral" . (make-llm-ollama
+                            ("granite" . (make-llm-ollama
                                           :scheme "http"
                                           :host "eonwe.shire.net"
                                           :port 11434
-                                          :chat-model "mistral:7b"
-                                          :embedding-model "nomic-embed-text:latest"))
-                            ("hermes" . (make-llm-ollama
-                                         :scheme "http"
-                                         :host "eonwe.shire.net"
-                                         :port 11434
-                                         :chat-model "hermes3:8b"
-                                         :embedding-model "nomic-embed-text:latest"))
-                            ("deepseek" . (make-llm-ollama
-                                           :scheme "http"
-                                           :host "eonwe.shire.net"
-                                           :port 11434
-                                           :chat-model "deepseek-coder-v2:16b"
-                                           :embedding-model "nomic-embed-text:latest")))
+                                          :chat-model "granite3.1-moe:3b-instruct-fp16"
+                                          :embedding-model "granite-embedding:278m-fp16")))
          ellama-translation-provider (make-llm-ollama
                                       :scheme "http"
                                       :host "eonwe.shire.net"
                                       :port 11434
-                                      :chat-model "qwen2.5:7b"
+                                      :chat-model "mistral:7b-instruct-fp16"
                                       :embedding-model "nomic-embed-text:latest")
          ellama-summarization-provider (make-llm-ollama
                                         :scheme "http"
                                         :host "eonwe.shire.net"
                                         :port 11434
-                                        :chat-model "mistral:7b"
+                                        :chat-model "mistral:7b-instruct-fp16"
                                         :embedding-model "nomic-embed-text:latest")))
 
 (use-package! magit-gptcommit
@@ -371,7 +354,7 @@
                                        :scheme "http"
                                        :host "eonwe.shire.net"
                                        :port 11434
-                                       :chat-model "dagbs/qwen2.5-coder-7b-instruct-abliterated:latest"
+                                       :chat-model "qwen2.5-coder:32b-instruct-q3_K_M"
                                        :embedding-model "nomic-embed-text:latest"))
 
   (magit-gptcommit-status-buffer-setup))
-- 
cgit 1.4.1