demiurge: add llama-cpp to packages

2 files changed, 7 insertions, 2 deletions

diff --git a/flake.nix b/flake.nix
index 0d05241..ef16063 100644
--- a/flake.nix
+++ b/flake.nix
@@ -32,7 +32,7 @@
     };
         };
 
-        outputs = { self, home-manager, nixpkgs, nixpkgs-stable, everblush-gtk, agenix, simple-nixos-mailserver, ... }@inputs: {
+        outputs = { self, home-manager, nixpkgs, nixpkgs-stable, everblush-gtk, agenix, simple-nixos-mailserver, llama-cpp, ... }@inputs: {
                 # TODO: deduplicate this
                 nixosConfigurations = {
                         demiurge = nixpkgs.lib.nixosSystem {
diff --git a/hosts/demiurge/default.nix b/hosts/demiurge/default.nix
index 94fd396..c5dc9bf 100644
--- a/hosts/demiurge/default.nix
+++ b/hosts/demiurge/default.nix
@@ -1,4 +1,4 @@
-{ config, home-manager, lib, pkgs, inputs, ... }:
+{ config, home-manager, lib, pkgs, inputs, llama-cpp, ... }:
 
 {
   imports =
@@ -133,6 +133,11 @@
     ];
 
     packages = with pkgs; [
+      (llama-cpp.legacyPackages.x86_64-linux.llamaPackages.llama-cpp.override {
+        useVulkan = true;
+        useRocm = true;
+        rocmGpuTargets = "gfx1030";
+      })
       (quartus-prime-lite.override { supportedDevices = [ "MAX 10 FPGA" ]; })
     ];
   };