14 lines
272 B
Nix
14 lines
272 B
Nix
{ pkgs-unstable, ... }:
|
|
{
|
|
services.llama-cpp = {
|
|
enable = true;
|
|
openFirewall = true;
|
|
host = "0.0.0.0";
|
|
model = "/srv/models/Qwen3.5-4B-Q6_K.gguf";
|
|
package = (
|
|
pkgs-unstable.llama-cpp.override {
|
|
cudaSupport = true;
|
|
}
|
|
);
|
|
};
|
|
}
|