iofq/nix
1
0
Fork 0
Code Issues 1 Pull requests Projects Releases Packages Wiki Activity Actions

3/20
Some checks failed
/ check (push) Failing after 40s
Details
/ nvim-bundle (nvim-min) (push) Failing after 38s
Details

Browse source
This commit is contained in:
iofq 2026-03-07 12:05:37 -06:00
parent 817aa75f84
commit 9d8bfef042
26 changed files with 540 additions and 276 deletions
Download patch file Download diff file Expand all files Collapse all files

14
nixos/zen/llm.nix Normal file
View file

@ -0,0 +1,14 @@
{ pkgs-unstable, ... }:
{
services.llama-cpp = {
enable = true;
openFirewall = true;
host = "0.0.0.0";
model = "/srv/models/Qwen3.5-4B-Q6_K.gguf";
package = (
pkgs-unstable.llama-cpp.override {
cudaSupport = true;
}
);
};
}