summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--epistemia/packages/machine-learning.scm14
1 files changed, 9 insertions, 5 deletions
diff --git a/epistemia/packages/machine-learning.scm b/epistemia/packages/machine-learning.scm
index 30f89ff..2a8b70a 100644
--- a/epistemia/packages/machine-learning.scm
+++ b/epistemia/packages/machine-learning.scm
@@ -16,7 +16,7 @@
16 #:use-module (gnu packages rocm-libs)) 16 #:use-module (gnu packages rocm-libs))
17 17
18(define-public llama-cpp-rocm 18(define-public llama-cpp-rocm
19 (let ((tag "b8931")) 19 (let ((tag "b8996"))
20 (package 20 (package
21 (inherit llama-cpp) 21 (inherit llama-cpp)
22 (name "llama-cpp-rocm") 22 (name "llama-cpp-rocm")
@@ -29,7 +29,7 @@
29 (commit tag))) 29 (commit tag)))
30 (file-name (git-file-name name tag)) 30 (file-name (git-file-name name tag))
31 (sha256 31 (sha256
32 (base32 "1bjhkmgj83z5br70j4pgz1sa1jvbc4rmxm7kca2yr4f6wxk47sgx")))) 32 (base32 "1flqlgmws349h96r86wixg1nc0hscyvsnww16xqznm9vwnc1v8r8"))))
33 (arguments 33 (arguments
34 (substitute-keyword-arguments (package-arguments llama-cpp) 34 (substitute-keyword-arguments (package-arguments llama-cpp)
35 ((#:configure-flags flags #~'()) 35 ((#:configure-flags flags #~'())
@@ -55,7 +55,7 @@
55 (package 55 (package
56 (inherit (@@ (gnu packages machine-learning) ggml)) 56 (inherit (@@ (gnu packages machine-learning) ggml))
57 (name "ggml-rocm") 57 (name "ggml-rocm")
58 (version "0.10.0") 58 (version "0.10.1")
59 (source 59 (source
60 (origin 60 (origin
61 (method git-fetch) 61 (method git-fetch)
@@ -64,7 +64,7 @@
64 (commit (string-append "v" version)))) 64 (commit (string-append "v" version))))
65 (file-name (git-file-name name version)) 65 (file-name (git-file-name name version))
66 (sha256 66 (sha256
67 (base32 "0pp3zsv5rckb4rr6ddd3d1qmpmg7ifzx46v932i5dndfaa8bp2yr")))) 67 (base32 "0y0f1f45y2il2n4xyykrgpssr454wy4hpjjcmffagawi6k40s0bz"))))
68 (arguments 68 (arguments
69 (substitute-keyword-arguments (package-arguments (@@ (gnu packages machine-learning) ggml)) 69 (substitute-keyword-arguments (package-arguments (@@ (gnu packages machine-learning) ggml))
70 ((#:configure-flags flags #~'()) 70 ((#:configure-flags flags #~'())
@@ -72,9 +72,13 @@
72 (string-append "-DCMAKE_HIP_FLAGS=--rocm-path=" #$rocm-hip-runtime 72 (string-append "-DCMAKE_HIP_FLAGS=--rocm-path=" #$rocm-hip-runtime
73 " --rocm-device-lib-path=" #$rocm-device-libs "/amdgcn/bitcode") 73 " --rocm-device-lib-path=" #$rocm-device-libs "/amdgcn/bitcode")
74 "-DGPU_TARGETS=gfx1100" 74 "-DGPU_TARGETS=gfx1100"
75 "-DGGML_CPU=ON"
75 "-DGGML_HIP=ON" 76 "-DGGML_HIP=ON"
76 "-DGGML_HIP_ROCWMMA_FATTN=OFF" 77 "-DGGML_HIP_ROCWMMA_FATTN=OFF"
77 "-DGGML_CUDA_FA_ALL_QUANTS=ON"))))) 78 "-DGGML_CUDA_FA_ALL_QUANTS=ON"
79 ;; for stable-diffusion.cpp
80 "-DGGML_CPU_ALL_VARIANTS=ON"
81 "-DGGML_MAX_NAME=128")))))
78 (inputs 82 (inputs
79 (modify-inputs (package-inputs (@@ (gnu packages machine-learning) ggml)) 83 (modify-inputs (package-inputs (@@ (gnu packages machine-learning) ggml))
80 (append clang-rocm 84 (append clang-rocm