nixos-config

commit 45e28543808a6bfb619ca4030c638c8779498295
parent 21f7bd1df67d69e8f54ba3332b5c8625d4550b42
Author: vin <vin@vineetk.net>
Date:   Tue, 18 Mar 2025 03:22:17 -0400

demiurge: add llama-cpp to packages

Diffstat:
M
flake.nix
 | 
2
+-
M
hosts/demiurge/default.nix
 | 
7
++++++-

2 files changed, 7 insertions(+), 2 deletions(-)
diff --git a/flake.nix b/flake.nix
@@ -32,7 +32,7 @@
     };
 	};
 
-	outputs = { self, home-manager, nixpkgs, nixpkgs-stable, everblush-gtk, agenix, simple-nixos-mailserver, ... }@inputs: {
+	outputs = { self, home-manager, nixpkgs, nixpkgs-stable, everblush-gtk, agenix, simple-nixos-mailserver, llama-cpp, ... }@inputs: {
 		# TODO: deduplicate this
 		nixosConfigurations = {
 			demiurge = nixpkgs.lib.nixosSystem {
diff --git a/hosts/demiurge/default.nix b/hosts/demiurge/default.nix
@@ -1,4 +1,4 @@
-{ config, home-manager, lib, pkgs, inputs, ... }:
+{ config, home-manager, lib, pkgs, inputs, llama-cpp, ... }:
 
 {
   imports =
@@ -133,6 +133,11 @@
     ];
 
     packages = with pkgs; [
+      (llama-cpp.legacyPackages.x86_64-linux.llamaPackages.llama-cpp.override {
+        useVulkan = true;
+        useRocm = true;
+        rocmGpuTargets = "gfx1030";
+      })
       (quartus-prime-lite.override { supportedDevices = [ "MAX 10 FPGA" ]; })
     ];
   };