mirror of
https://github.com/ryan4yin/nix-config.git
synced 2026-01-11 20:40:24 +01:00
24 lines
437 B
Nix
24 lines
437 B
Nix
{
|
|
pkgs,
|
|
nixpkgs-ollama,
|
|
...
|
|
}:
|
|
let
|
|
pkgs-ollama = import nixpkgs-ollama {
|
|
inherit (pkgs) system;
|
|
# To use cuda, we need to allow the installation of non-free software
|
|
config.allowUnfree = true;
|
|
};
|
|
in
|
|
{
|
|
services.ollama = rec {
|
|
enable = true;
|
|
package = pkgs-ollama.ollama;
|
|
acceleration = "cuda";
|
|
host = "0.0.0.0";
|
|
port = 11434;
|
|
home = "/var/lib/ollama";
|
|
models = "${home}/models";
|
|
};
|
|
}
|