the configuration for all my nixos machines (hacky! bad! ugly!)
ollama on uruk
+10
+10
hosts/uruk/configuration.nix
+10
hosts/uruk/configuration.nix
···
27
27
systemd.targets.hibernate.enable = false;
28
28
systemd.targets.hybrid-sleep.enable = false;
29
29
30
+
services.ollama = {
31
+
enable = true;
32
+
package = pkgs.ollama-rocm;
33
+
host = "0.0.0.0";
34
+
rocmOverrideGfx = "10.0.3.0";
35
+
environmentVariables = {
36
+
OLLAMA_CONTEXT_LENGTH = "100000";
37
+
};
38
+
};
39
+
30
40
# samba
31
41
services.samba = {
32
42
enable = true;