packages/machine-learning: add llama-swap package

1 files changed, 48 insertions, 0 deletions

diff --git a/epistemia/packages/machine-learning.scm b/epistemia/packages/machine-learning.scm
index b3e121b..30f89ff 100644
--- a/epistemia/packages/machine-learning.scm
+++ b/epistemia/packages/machine-learning.scm
@@ -1,9 +1,15 @@
 (define-module (epistemia packages machine-learning)
   #:use-module (guix packages)
+  #:use-module (guix build-system go)
   #:use-module (guix download)
   #:use-module (guix utils)
   #:use-module (guix git-download)
   #:use-module (guix gexp)
+  #:use-module ((guix licenses) #:prefix license:)
+  #:use-module (gnu packages base)
+  #:use-module (gnu packages golang-check)
+  #:use-module (gnu packages golang-web)
+  #:use-module (gnu packages golang-xyz)
   #:use-module (gnu packages llvm)
   #:use-module (gnu packages machine-learning)
   #:use-module (gnu packages rocm)
@@ -81,3 +87,45 @@
                hipblas
                hipblas-common
                rocblas)))))
+
+(define-public llama-swap
+  (package
+    (name "llama-swap")
+    ;; after this is using react and then svelte instead of plain
+    ;; html. also no longer using google/shlex after this.
+    (version "115")
+    (source
+     (origin
+       (method git-fetch)
+       (uri (git-reference
+             (url "https://github.com/mostlygeek/llama-swap")
+             (commit (string-append "v" version))))
+       (file-name (git-file-name name version))
+       (sha256
+        (base32 "0g8shkyihfg5nan34fi3nyaww2a4mxvwy4w0drxd3ipfrxglj8ms"))))
+    (build-system go-build-system)
+    (arguments
+     (list
+      #:import-path "github.com/mostlygeek/llama-swap"
+      #:install-source? #f
+      #:phases
+      #~(modify-phases %standard-phases
+          (add-before 'check 'simple-responder
+            (lambda _
+              (with-directory-excursion "src/github.com/mostlygeek/llama-swap"
+                (invoke "make" "simple-responder")))))))
+    (native-inputs (list gnu-make))
+    (propagated-inputs (list go-github-com-fsnotify-fsnotify
+                             go-github-com-gin-gonic-gin
+                             go-github-com-google-shlex
+                             go-github-com-tidwall-gjson
+                             go-github-com-tidwall-sjson
+                             go-github-com-stretchr-testify
+                             go-gopkg-in-yaml-v3))
+    (home-page "https://github.com/mostlygeek/llama-swap")
+    (synopsis "llama-swap")
+    (description
+     "llama-swap is an @code{OpenAI} API compatible server that gives you complete
+control over how you use your hardware. It automatically swaps to the
+configuration of your choice for serving a model.")
+    (license license:expat)))