diff options
| -rw-r--r-- | epistemia/packages/machine-learning.scm | 14 |
1 files changed, 9 insertions, 5 deletions
diff --git a/epistemia/packages/machine-learning.scm b/epistemia/packages/machine-learning.scm index 30f89ff..2a8b70a 100644 --- a/epistemia/packages/machine-learning.scm +++ b/epistemia/packages/machine-learning.scm | |||
| @@ -16,7 +16,7 @@ | |||
| 16 | #:use-module (gnu packages rocm-libs)) | 16 | #:use-module (gnu packages rocm-libs)) |
| 17 | 17 | ||
| 18 | (define-public llama-cpp-rocm | 18 | (define-public llama-cpp-rocm |
| 19 | (let ((tag "b8931")) | 19 | (let ((tag "b8996")) |
| 20 | (package | 20 | (package |
| 21 | (inherit llama-cpp) | 21 | (inherit llama-cpp) |
| 22 | (name "llama-cpp-rocm") | 22 | (name "llama-cpp-rocm") |
| @@ -29,7 +29,7 @@ | |||
| 29 | (commit tag))) | 29 | (commit tag))) |
| 30 | (file-name (git-file-name name tag)) | 30 | (file-name (git-file-name name tag)) |
| 31 | (sha256 | 31 | (sha256 |
| 32 | (base32 "1bjhkmgj83z5br70j4pgz1sa1jvbc4rmxm7kca2yr4f6wxk47sgx")))) | 32 | (base32 "1flqlgmws349h96r86wixg1nc0hscyvsnww16xqznm9vwnc1v8r8")))) |
| 33 | (arguments | 33 | (arguments |
| 34 | (substitute-keyword-arguments (package-arguments llama-cpp) | 34 | (substitute-keyword-arguments (package-arguments llama-cpp) |
| 35 | ((#:configure-flags flags #~'()) | 35 | ((#:configure-flags flags #~'()) |
| @@ -55,7 +55,7 @@ | |||
| 55 | (package | 55 | (package |
| 56 | (inherit (@@ (gnu packages machine-learning) ggml)) | 56 | (inherit (@@ (gnu packages machine-learning) ggml)) |
| 57 | (name "ggml-rocm") | 57 | (name "ggml-rocm") |
| 58 | (version "0.10.0") | 58 | (version "0.10.1") |
| 59 | (source | 59 | (source |
| 60 | (origin | 60 | (origin |
| 61 | (method git-fetch) | 61 | (method git-fetch) |
| @@ -64,7 +64,7 @@ | |||
| 64 | (commit (string-append "v" version)))) | 64 | (commit (string-append "v" version)))) |
| 65 | (file-name (git-file-name name version)) | 65 | (file-name (git-file-name name version)) |
| 66 | (sha256 | 66 | (sha256 |
| 67 | (base32 "0pp3zsv5rckb4rr6ddd3d1qmpmg7ifzx46v932i5dndfaa8bp2yr")))) | 67 | (base32 "0y0f1f45y2il2n4xyykrgpssr454wy4hpjjcmffagawi6k40s0bz")))) |
| 68 | (arguments | 68 | (arguments |
| 69 | (substitute-keyword-arguments (package-arguments (@@ (gnu packages machine-learning) ggml)) | 69 | (substitute-keyword-arguments (package-arguments (@@ (gnu packages machine-learning) ggml)) |
| 70 | ((#:configure-flags flags #~'()) | 70 | ((#:configure-flags flags #~'()) |
| @@ -72,9 +72,13 @@ | |||
| 72 | (string-append "-DCMAKE_HIP_FLAGS=--rocm-path=" #$rocm-hip-runtime | 72 | (string-append "-DCMAKE_HIP_FLAGS=--rocm-path=" #$rocm-hip-runtime |
| 73 | " --rocm-device-lib-path=" #$rocm-device-libs "/amdgcn/bitcode") | 73 | " --rocm-device-lib-path=" #$rocm-device-libs "/amdgcn/bitcode") |
| 74 | "-DGPU_TARGETS=gfx1100" | 74 | "-DGPU_TARGETS=gfx1100" |
| 75 | "-DGGML_CPU=ON" | ||
| 75 | "-DGGML_HIP=ON" | 76 | "-DGGML_HIP=ON" |
| 76 | "-DGGML_HIP_ROCWMMA_FATTN=OFF" | 77 | "-DGGML_HIP_ROCWMMA_FATTN=OFF" |
| 77 | "-DGGML_CUDA_FA_ALL_QUANTS=ON"))))) | 78 | "-DGGML_CUDA_FA_ALL_QUANTS=ON" |
| 79 | ;; for stable-diffusion.cpp | ||
| 80 | "-DGGML_CPU_ALL_VARIANTS=ON" | ||
| 81 | "-DGGML_MAX_NAME=128"))))) | ||
| 78 | (inputs | 82 | (inputs |
| 79 | (modify-inputs (package-inputs (@@ (gnu packages machine-learning) ggml)) | 83 | (modify-inputs (package-inputs (@@ (gnu packages machine-learning) ggml)) |
| 80 | (append clang-rocm | 84 | (append clang-rocm |
