demiurge, home: setup gptel in emacs

2 files changed, 37 insertions, 3 deletions

diff --git a/epistemia/files/emacs/.config/emacs/init.el b/epistemia/files/emacs/.config/emacs/init.el
index 25a721f..b6d3b40 100644
--- a/epistemia/files/emacs/.config/emacs/init.el
+++ b/epistemia/files/emacs/.config/emacs/init.el
@@ -391,7 +391,9 @@
   (age-file-enable)
   :custom
   (age-default-identity "~/.ssh/id_ed25519")
-  (age-default-recipient "~/.ssh/id_ed25519.pub"))
+  (age-default-recipient "~/.ssh/id_ed25519.pub")
+  ;; technically an emacs custom variable, but I feel it's more appropriate here
+  (auth-sources '("~/.authinfo.age")))
 
 ;;;;;;;;;;;;;;
 ;; ORG-MODE ;;
@@ -538,9 +540,40 @@
 ;;;;;;;;;
 ;; LLM ;;
 ;;;;;;;;;
-; TODO: actually configure this to use llama-swap and openrouter
 (use-package gptel
-  :after transient)
+  :after age ; because of ~/.authinfo.age
+  :config
+  (setf (gptel-get-backend "ChatGPT") nil)
+  (gptel-make-openai "llama-swap"
+    :protocol "http"
+    :host "llm.demiurge.epistemia"
+    :endpoint "/v1/chat/completions"
+    :stream t
+    :models '(Qwen3.5-0.8B
+              Qwen3.5-2B
+              Qwen3.5-4B
+              Qwen3.5-9B
+              Qwen3.5-27B
+              Qwen3.5-35B-A3B_128K
+              Qwen3.5-35B-A3B_256K
+              Qwen3.5-122B-A10B
+              Qwen3.5-397B-A17B
+              Rocinante-X-12B-v1
+              Ministral-3-14B-Instruct-2512
+              Ministral-3-14B-Reasoning-2512
+              Nanbeige4.1-3B))
+    (gptel-make-openai "OpenRouter"
+      :host "openrouter.ai"
+      :endpoint "/api/v1/chat/completions"
+      :stream t
+      :key (auth-source-pick-first-password :host "openrouter.ai")
+      :models '(minimax/minimax-m2.7
+                minimax/minimax-m2.5:free
+                anthropic/claude-haiku-4.5
+                anthropic/claude-sonnet-4.6))
+    :custom
+    (gptel-model "llama-swap:Qwen3.5-35B-A3B_128K")
+    (gptel-temperature nil))
 
 ;;;;;;;;;
 ;; RSS ;;
diff --git a/epistemia/systems/demiurge.scm b/epistemia/systems/demiurge.scm
index 0bf78e9..657a132 100644
--- a/epistemia/systems/demiurge.scm
+++ b/epistemia/systems/demiurge.scm
@@ -316,6 +316,7 @@ rpz:
                                                     (nginx-configuration
                                                       (server-blocks
                                                        (list
+                                                        (nginx-reverse-proxy "llm.demiurge.epistemia" 8080)
                                                         (nginx-reverse-proxy "searx.demiurge.epistemia" 8081)
                                                         (nginx-reverse-proxy "redlib.demiurge.epistemia" 8085)
                                                         (nginx-reverse-proxy "navidrome.demiurge.epistemia" 4533)