iofq/nix
1
0
Fork 0
Code Issues 1 Pull requests Projects Releases Packages Wiki Activity Actions

3/20
Some checks failed
/ check (push) Has been cancelled
Details

Browse source
This commit is contained in:
iofq 2026-03-07 12:05:37 -06:00
parent 817aa75f84
commit e06cc202a8
25 changed files with 529 additions and 275 deletions
Download patch file Download diff file Expand all files Collapse all files

14
nixos/zen/llm.nix Normal file
View file

@ -0,0 +1,14 @@
{ pkgs-unstable, ... }:
{
services.llama-cpp = {
enable = true;
openFirewall = true;
host = "0.0.0.0";
model = "/srv/models/Qwen3.5-4B-Q6_K.gguf";
package = (
pkgs-unstable.llama-cpp.override {
cudaSupport = true;
}
);
};
}