commit b3af7e94561d40c07fd987a0705f7cf670a5ae25 parent e865089b041b9deffdb5156d2c332315fbc08015 Author: vin <vin@vineetk.net> Date: Sun, 21 Sep 2025 19:12:19 -0400 re-add llama.cpp and update it Diffstat:
| M | hosts/demiurge/default.nix | | | 2 | +- |
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/hosts/demiurge/default.nix b/hosts/demiurge/default.nix @@ -185,7 +185,7 @@ packages = with pkgs; [ alvr bs-manager - #(llama-cpp.packages.x86_64-linux.rocm.override { useVulkan = true; }) + (llama-cpp.packages.x86_64-linux.rocm.override { useMetalKit = false; useVulkan = true; }) #(vllm.override { cudaSupport = false; rocmSupport = true; gpuTargets = [ "gfx906" "gfx1100" ]; }) ]; };