guixsd-config

commit f7fc53771a71aafffedd661aa551fb02869fe399
parent 05b1022122b43be310c395533633b0074ecd4a18
Author: Vineet Kumar <git@vineetk.net>
Date:   Sat, 25 Apr 2026 21:53:40 -0400

demiurge: use llama-swap service

Diffstat:
M
epistemia/systems/demiurge.scm
 | 
7
+++++++

1 file changed, 7 insertions(+), 0 deletions(-)
diff --git a/epistemia/systems/demiurge.scm b/epistemia/systems/demiurge.scm
@@ -30,6 +30,7 @@
   #:use-module (epistemia systems base-system)
   #:use-module (epistemia systems linux-initrd)
   #:use-module (epistemia services age-secret)
+  #:use-module (epistemia services machine-learning)
   #:use-module (epistemia services zfs)
   #:use-module (epistemia packages machine-learning)
   #:use-module (epistemia packages zfs))
@@ -286,6 +287,12 @@
 						      (nginx-reverse-proxy "navidrome.demiurge.epistemia" 4533)
 						      (nginx-reverse-proxy "sdui.demiurge.epistemia" 5000)
 						      (nginx-reverse-proxy "home.demiurge.epistemia" 8123)))))
+					  (service llama-swap-service-type
+						   (llama-swap-configuration
+						    (llama-cpp llama-cpp-rocm)
+						    (config "/data/models/config.yaml")
+						    (listen "127.0.0.1:8080")
+						    (watch-config? #t)))
 					  (service pam-limits-service-type
 						   (list (pam-limits-entry "@audio" 'both 'rtprio 99)
 							 (pam-limits-entry "@audio" 'both 'memlock 'unlimited)))