From fdd166c2f37f448b90022ff5d7c60dbd8610a90e Mon Sep 17 00:00:00 2001 From: Vineet Kumar Date: Sat, 2 May 2026 17:27:01 -0400 Subject: packages/machine-learning: update ggml and llama-cpp-rocm --- epistemia/packages/machine-learning.scm | 14 +++++++++----- 1 file changed, 9 insertions(+), 5 deletions(-) diff --git a/epistemia/packages/machine-learning.scm b/epistemia/packages/machine-learning.scm index 30f89ff..2a8b70a 100644 --- a/epistemia/packages/machine-learning.scm +++ b/epistemia/packages/machine-learning.scm @@ -16,7 +16,7 @@ #:use-module (gnu packages rocm-libs)) (define-public llama-cpp-rocm - (let ((tag "b8931")) + (let ((tag "b8996")) (package (inherit llama-cpp) (name "llama-cpp-rocm") @@ -29,7 +29,7 @@ (commit tag))) (file-name (git-file-name name tag)) (sha256 - (base32 "1bjhkmgj83z5br70j4pgz1sa1jvbc4rmxm7kca2yr4f6wxk47sgx")))) + (base32 "1flqlgmws349h96r86wixg1nc0hscyvsnww16xqznm9vwnc1v8r8")))) (arguments (substitute-keyword-arguments (package-arguments llama-cpp) ((#:configure-flags flags #~'()) @@ -55,7 +55,7 @@ (package (inherit (@@ (gnu packages machine-learning) ggml)) (name "ggml-rocm") - (version "0.10.0") + (version "0.10.1") (source (origin (method git-fetch) @@ -64,7 +64,7 @@ (commit (string-append "v" version)))) (file-name (git-file-name name version)) (sha256 - (base32 "0pp3zsv5rckb4rr6ddd3d1qmpmg7ifzx46v932i5dndfaa8bp2yr")))) + (base32 "0y0f1f45y2il2n4xyykrgpssr454wy4hpjjcmffagawi6k40s0bz")))) (arguments (substitute-keyword-arguments (package-arguments (@@ (gnu packages machine-learning) ggml)) ((#:configure-flags flags #~'()) @@ -72,9 +72,13 @@ (string-append "-DCMAKE_HIP_FLAGS=--rocm-path=" #$rocm-hip-runtime " --rocm-device-lib-path=" #$rocm-device-libs "/amdgcn/bitcode") "-DGPU_TARGETS=gfx1100" + "-DGGML_CPU=ON" "-DGGML_HIP=ON" "-DGGML_HIP_ROCWMMA_FATTN=OFF" - "-DGGML_CUDA_FA_ALL_QUANTS=ON"))))) + "-DGGML_CUDA_FA_ALL_QUANTS=ON" + ;; for stable-diffusion.cpp + "-DGGML_CPU_ALL_VARIANTS=ON" + "-DGGML_MAX_NAME=128"))))) (inputs (modify-inputs (package-inputs (@@ (gnu packages machine-learning) ggml)) (append clang-rocm -- cgit v1.2.3