this repo has no description
Llama.cpp stuff
+249
-75
+1
-1
hive.nix
+1
-1
hive.nix
+3
hosts/vulpes/core/users.nix
+3
hosts/vulpes/core/users.nix
+11
-2
hosts/vulpes/default.nix
+11
-2
hosts/vulpes/default.nix
···
8
8
overlays = (args.pup_lib.get_overlays args);
9
9
in
10
10
{
11
-
imports = [ ] ++ (args.pup_lib.module_imports ./core) ++ (args.pup_lib.module_imports ./infra);
11
+
imports = [
12
+
args.mods.hosts_modules.vulpes.hjem-rum
13
+
]
14
+
++ (args.pup_lib.module_imports ./core)
15
+
++ (args.pup_lib.module_imports ./infra);
12
16
13
17
environment = {
14
18
enableAllTerminfo = true;
···
47
51
};
48
52
49
53
nixpkgs = {
50
-
config.allowUnfree = true;
54
+
config = {
55
+
allowUnfree = true;
56
+
permittedInsecurePackages = [
57
+
"minio-2025-10-15T17-29-55Z"
58
+
];
59
+
};
51
60
hostPlatform = lib.mkDefault "x86_64-linux";
52
61
overlays = [
53
62
overlays.default
+40
hosts/vulpes/hjem-rum/default.nix
+40
hosts/vulpes/hjem-rum/default.nix
···
1
+
{
2
+
args,
3
+
...
4
+
}:
5
+
{
6
+
imports = [
7
+
args.pins.hjem.nixosModules.default
8
+
];
9
+
10
+
hjem = {
11
+
clobberByDefault = true;
12
+
extraModules = [
13
+
args.pins.hjem-rum.hjemModules.default
14
+
];
15
+
users = {
16
+
root = {
17
+
enable = true;
18
+
user = "root";
19
+
rum = {
20
+
programs = {
21
+
direnv = {
22
+
enable = true;
23
+
integrations = {
24
+
fish.enable = true;
25
+
nix-direnv.enable = true;
26
+
};
27
+
settings = {
28
+
global = {
29
+
log_filter = "^$";
30
+
log_format = "-";
31
+
};
32
+
};
33
+
};
34
+
};
35
+
};
36
+
};
37
+
};
38
+
};
39
+
40
+
}
+1
-1
hosts/vulpes/infra/caddy.nix
+1
-1
hosts/vulpes/infra/caddy.nix
···
24
24
enable = true;
25
25
package = pkgs.caddy.withPlugins {
26
26
plugins = [ "github.com/caddy-dns/rfc2136@v1.0.0" ];
27
-
hash = "sha256-S4cYVNHUhgtRSgz+Vl/+LkHnA4kYmmLIPU7q1DBD2jg=";
27
+
hash = "sha256-Zspz/TW3slTG6/zS/TSZYWA5N7NDacGosCQA3rTTKRw=";
28
28
};
29
29
email = "pup@awoo.ren";
30
30
logFormat = lib.mkForce "level DEBUG";
+62
hosts/vulpes/infra/llm.nix
+62
hosts/vulpes/infra/llm.nix
···
1
+
{ pkgs, ... }:
2
+
{
3
+
services = {
4
+
llama-cpp = {
5
+
enable = true;
6
+
package = (
7
+
(pkgs.llama-cpp.override {
8
+
rocmSupport = true;
9
+
vulkanSupport = true;
10
+
blasSupport = true;
11
+
}).overrideAttrs
12
+
(prev: rec {
13
+
version = "8966";
14
+
src = pkgs.fetchFromGitHub {
15
+
owner = "ggml-org";
16
+
repo = "llama.cpp";
17
+
tag = "b${version}";
18
+
hash = "sha256-3FuL0lyeQqwKE04QMx/0+pln2i0910L7TCDaoFjw7T8=";
19
+
leaveDotGit = true;
20
+
postFetch = ''
21
+
git -C "$out" rev-parse --short HEAD > $out/COMMIT
22
+
find "$out" -name .git -print0 | xargs -0 rm -rf
23
+
'';
24
+
};
25
+
26
+
npmDepsHash = "sha256-iYJB0z2YHG8OzEA9EwHUZrDa5obr5m2sbnIH+of28o0=";
27
+
28
+
patches = [
29
+
(pkgs.fetchpatch2 {
30
+
url = "https://github.com/ggml-org/llama.cpp/pull/22133.patch";
31
+
sha256 = "sha256-Bas6HhjwQBqMW84HI5Xjt+pm72iDXpvA8ekjYS7cJew=";
32
+
})
33
+
];
34
+
cmakeFlags = (prev.cmakeFlags or [ ]) ++ [
35
+
"-DGGML_NATIVE=ON"
36
+
];
37
+
preConfigure = ''
38
+
export NIX_ENFORCE_NO_NATIVE=0
39
+
${prev.preConfigure or ""}
40
+
'';
41
+
})
42
+
);
43
+
host = "0.0.0.0";
44
+
port = 8585;
45
+
modelsPreset =
46
+
let
47
+
base_dir = "/var/lib/llama-cpp/models/";
48
+
in
49
+
{
50
+
"gemma-4-26B-A4B-it-Q4_K_M" = {
51
+
model = "${base_dir}/gemma-4-26B-A4B-it/gemma-4-26B-A4B-it-Q4_K_M.gguf";
52
+
mmproj = "${base_dir}/gemma-4-26B-A4B-it/gemma-4-26B-A4B-it-vision.gguf";
53
+
ctx-size = 60000;
54
+
n-gpu-layers = 20;
55
+
cache-type-k = "q8_0";
56
+
cache-type-v = "q8_0";
57
+
no-mmproj-offload = true;
58
+
};
59
+
};
60
+
};
61
+
};
62
+
}
+1
-1
hosts/vulpes/infra/media.nix
+1
-1
hosts/vulpes/infra/media.nix
+17
-4
hosts/work/core/packages.nix
+17
-4
hosts/work/core/packages.nix
···
60
60
virt-manager
61
61
mullvad-vpn
62
62
63
+
# LLM
64
+
cherry-studio
65
+
python312Packages.huggingface-hub
66
+
llama-cpp-rocm
67
+
63
68
# Social
64
69
signal-desktop
65
70
mumble
···
143
148
vimix-icon-theme
144
149
145
150
# 3rd party
146
-
args.pins.affinity-nix.packages."${pkgs.stdenv.hostPlatform.system}".v3
147
-
args.pins.wire.packages.${builtins.currentSystem}.wire
151
+
args.pins.affinity-nix.packages."${pkgs.stdenv.hostPlatform.system}".affinity-v3
152
+
# (args.pins.wire.packages.${builtins.currentSystem}.wire-small.overrideAttrs {
153
+
# patches = [
154
+
# (pkgs.fetchpatch2 {
155
+
# url = "https://github.com/forallsys/wire/pull/475.patch";
156
+
# sha256 = "sha256-f11OTW1ykEpKmxpOUxl3p/Q1pj8eEeQCXzQz9WxRjt4=";
157
+
# })
158
+
# ];
159
+
# })
160
+
args.pins.wire.packages.${builtins.currentSystem}.wire-small
148
161
jellyfin-desktop
149
162
args.pins.dune.packages.default
150
163
# args.pins.nur.legacyPackages.x86_64-linux.repos.lonerOrz.helium
151
164
args.pins.helium.packages.x86_64-linux.default
152
165
153
166
# For work
154
-
safenet_authentication_client
155
-
btrustbiss
167
+
# safenet_authentication_client
168
+
# btrustbiss
156
169
];
157
170
}
+28
hosts/work/core/services.nix
+28
hosts/work/core/services.nix
···
128
128
};
129
129
};
130
130
};
131
+
132
+
llama-cpp = {
133
+
enable = true;
134
+
package = (
135
+
(pkgs.llama-cpp.override {
136
+
rocmSupport = true;
137
+
vulkanSupport = true;
138
+
}).overrideAttrs
139
+
{
140
+
patches = [
141
+
(pkgs.fetchpatch2 {
142
+
url = "https://github.com/ggml-org/llama.cpp/pull/22133.patch";
143
+
sha256 = "sha256-Bas6HhjwQBqMW84HI5Xjt+pm72iDXpvA8ekjYS7cJew=";
144
+
})
145
+
];
146
+
}
147
+
);
148
+
port = 8585;
149
+
modelsDir = "/var/lib/llama-cpp/models";
150
+
extraFlags = [
151
+
"-c"
152
+
"16384"
153
+
"--n-gpu-layers"
154
+
"10"
155
+
"--device"
156
+
"ROCm0"
157
+
];
158
+
};
131
159
};
132
160
133
161
systemd = {
+3
-1
hosts/work/core/users.nix
+3
-1
hosts/work/core/users.nix
+1
hosts/work/default.nix
+1
hosts/work/default.nix
+22
hosts/work/hjem-rum/default.nix
+22
hosts/work/hjem-rum/default.nix
···
17
17
args.pins.hjem-rum.hjemModules.default
18
18
];
19
19
users = {
20
+
root = {
21
+
enable = true;
22
+
user = "root";
23
+
rum = {
24
+
programs = {
25
+
direnv = {
26
+
enable = true;
27
+
integrations = {
28
+
fish.enable = true;
29
+
nix-direnv.enable = true;
30
+
};
31
+
settings = {
32
+
global = {
33
+
log_filter = "^$";
34
+
log_format = "-";
35
+
};
36
+
};
37
+
};
38
+
};
39
+
};
40
+
};
41
+
20
42
roufpup = {
21
43
enable = true;
22
44
directory = home;
+3
lib/default.nix
+3
lib/default.nix
+4
modules/pub/arr.nix
+4
modules/pub/arr.nix
+48
-61
npins/sources.json
+48
-61
npins/sources.json
···
9
9
},
10
10
"branch": "main",
11
11
"submodules": false,
12
-
"revision": "2eb82159e23e76a2d6fe89473fc7b479f60c6076",
13
-
"url": "https://github.com/mrshmllow/affinity-nix/archive/2eb82159e23e76a2d6fe89473fc7b479f60c6076.tar.gz",
14
-
"hash": "sha256-N6mS4i0c1owGiOXc1y96t2TcYeb3NCCOVlcZqugSN+0="
12
+
"revision": "63978027513e2bafbf8c3acd7b05cb9b0ed24a03",
13
+
"url": "https://github.com/mrshmllow/affinity-nix/archive/63978027513e2bafbf8c3acd7b05cb9b0ed24a03.tar.gz",
14
+
"hash": "sha256-x+BBoim5p3dnPCeOrWp5V5IR09YzG3bPD0g60jsyvy4="
15
15
},
16
16
"crane": {
17
17
"type": "Git",
···
22
22
},
23
23
"branch": "master",
24
24
"submodules": false,
25
-
"revision": "3fbd73bdd9eb572209fdf094abad19d9b6d147b4",
26
-
"url": "https://github.com/ipetkov/crane/archive/3fbd73bdd9eb572209fdf094abad19d9b6d147b4.tar.gz",
27
-
"hash": "sha256-P7TLDtRgAxmo0Bdw8fkJrrBpX/8/WhO6Bm/uCfl6jXY="
25
+
"revision": "5e0fb2f64edff2822249f21293b8304dedaaf676",
26
+
"url": "https://github.com/ipetkov/crane/archive/5e0fb2f64edff2822249f21293b8304dedaaf676.tar.gz",
27
+
"hash": "sha256-bEg5xoAxAwsyfnGhkEX7RJViTIBIYPd8ISg4O1c0HFc="
28
28
},
29
29
"crate2nix": {
30
30
"type": "Git",
···
90
90
},
91
91
"branch": "master",
92
92
"submodules": false,
93
-
"revision": "b422c32cbb574728c93e24ce2542806e27993c03",
94
-
"url": "https://github.com/amaanq/helium-flake/archive/b422c32cbb574728c93e24ce2542806e27993c03.tar.gz",
95
-
"hash": "sha256-ZK0fQvpYf3e+ty62WHbzK+ZcIJLnfZuyQV2x0PWuyCU="
93
+
"revision": "d6f4aa6d9f313acdbdf7c356fd55c7d5e3c4c991",
94
+
"url": "https://github.com/amaanq/helium-flake/archive/d6f4aa6d9f313acdbdf7c356fd55c7d5e3c4c991.tar.gz",
95
+
"hash": "sha256-yILdOXqhZyCCWVEMCERd179AwPaMl94ZZdnBcV1kkGQ="
96
96
},
97
97
"helix-nix": {
98
98
"type": "Git",
···
115
115
},
116
116
"branch": "main",
117
117
"submodules": false,
118
-
"revision": "3828faa3b6c14d4e557866db01d06137f33ad9f8",
119
-
"url": "https://github.com/feel-co/hjem/archive/3828faa3b6c14d4e557866db01d06137f33ad9f8.tar.gz",
120
-
"hash": "sha256-xjJpa+PGjB2lZi1saUU+ubWw5+FpAud/T0/jC1gLL1A="
118
+
"revision": "35c2158ba101d7b42b05debfcb169ba32dad3bbc",
119
+
"url": "https://github.com/feel-co/hjem/archive/35c2158ba101d7b42b05debfcb169ba32dad3bbc.tar.gz",
120
+
"hash": "sha256-a0O56qWfPEKe0mBKgvcQL5UDpWmon70AKJspHNkEJV8="
121
121
},
122
122
"hjem-rum": {
123
123
"type": "Git",
···
127
127
},
128
128
"branch": "main",
129
129
"submodules": false,
130
-
"revision": "1a4d8b2f2f936127c768c95a860b9d5cdb3eaa86",
130
+
"revision": "7e383954d22a49104c608e55b243d1e49db8776c",
131
131
"url": null,
132
-
"hash": "sha256-CfzkXQwbCggKMMoCelLFeRj7dpR9xm2zjkHItQWrkDI="
132
+
"hash": "sha256-zT9rRzAstRVm9CIaCu0jprqfV0LP3LbrqVRo8FaHypg="
133
133
},
134
134
"lanzaboote": {
135
135
"type": "Git",
···
140
140
},
141
141
"branch": "master",
142
142
"submodules": false,
143
-
"revision": "18e9e64bae15b828c092658335599122a6db939b",
144
-
"url": "https://github.com/nix-community/lanzaboote/archive/18e9e64bae15b828c092658335599122a6db939b.tar.gz",
145
-
"hash": "sha256-TC6yzbCAex1pDfqUZv9u8fVm8e17ft5fNrcZ0JRDOIQ="
143
+
"revision": "079c608988c2747db3902c9de033572cd50e8656",
144
+
"url": "https://github.com/nix-community/lanzaboote/archive/079c608988c2747db3902c9de033572cd50e8656.tar.gz",
145
+
"hash": "sha256-c0r3xXp2+xFJwkryS+nhyQwoACbFzSt4C1TVs3QMh8E="
146
146
},
147
147
"nix-index": {
148
148
"type": "Git",
···
153
153
},
154
154
"branch": "main",
155
155
"submodules": false,
156
-
"revision": "bedba5989b04614fc598af9633033b95a937933f",
157
-
"url": "https://github.com/nix-community/nix-index-database/archive/bedba5989b04614fc598af9633033b95a937933f.tar.gz",
158
-
"hash": "sha256-7jt9Vpm48Yy5yAWigYpde+HxtYEpEuyzIQJF4VYehhk="
159
-
},
160
-
"nix-minecraft": {
161
-
"type": "Git",
162
-
"repository": {
163
-
"type": "Git",
164
-
"url": "file:///home/roufpup/repos/nix-minecraft"
165
-
},
166
-
"branch": "neoforge",
167
-
"submodules": false,
168
-
"revision": "65330cab6a364a9bc26c1c69c557931b1c066392",
169
-
"url": null,
170
-
"hash": "sha256-Qhc93GD2kp9GIpeYyXxX72ZsuuixGx34rdYQm5IEpT0="
156
+
"revision": "b8eb7acee0f7604fe1bf6a5b3dcf5254369180fa",
157
+
"url": "https://github.com/nix-community/nix-index-database/archive/b8eb7acee0f7604fe1bf6a5b3dcf5254369180fa.tar.gz",
158
+
"hash": "sha256-yVJbd07ortDRAttDFmDV5p220aOLTHgVAx//0nW/xW8="
171
159
},
172
160
"nixpkgs": {
173
161
"type": "Git",
···
178
166
},
179
167
"branch": "nixos-unstable",
180
168
"submodules": false,
181
-
"revision": "4bd9165a9165d7b5e33ae57f3eecbcb28fb231c9",
182
-
"url": "https://github.com/NixOS/nixpkgs/archive/4bd9165a9165d7b5e33ae57f3eecbcb28fb231c9.tar.gz",
183
-
"hash": "sha256-l/iNYDZ4bGOAFQY2q8y5OAfBBtrDAaPuRQqWaFHVRXM="
169
+
"revision": "1c3fe55ad329cbcb28471bb30f05c9827f724c76",
170
+
"url": "https://github.com/NixOS/nixpkgs/archive/1c3fe55ad329cbcb28471bb30f05c9827f724c76.tar.gz",
171
+
"hash": "sha256-bxrdOn8SCOv8tN4JbTF/TXq7kjo9ag4M+C8yzzIRYbE="
184
172
},
185
173
"nixpkgs-master": {
186
174
"type": "Git",
···
191
179
},
192
180
"branch": "master",
193
181
"submodules": false,
194
-
"revision": "47f0bfeb3b2a4bb10f8f7ade2ad6181ee753de3c",
195
-
"url": "https://github.com/NixOS/nixpkgs/archive/47f0bfeb3b2a4bb10f8f7ade2ad6181ee753de3c.tar.gz",
196
-
"hash": "sha256-qgoDM/jiT1HdQhfN1hTaSqII5UVOPcO1CfLDt28omWQ="
182
+
"revision": "a154bc518d0e3058ef2f6cce81e88c2efbe7be95",
183
+
"url": "https://github.com/NixOS/nixpkgs/archive/a154bc518d0e3058ef2f6cce81e88c2efbe7be95.tar.gz",
184
+
"hash": "sha256-9pqBoQoCmqevawqopCuW4GEzacWldBDGC9DC8Wevkxs="
197
185
},
198
186
"nixpkgs-xr": {
199
187
"type": "Git",
···
204
192
},
205
193
"branch": "main",
206
194
"submodules": false,
207
-
"revision": "40bb99d154d683c175853dffd838e0b2ef2f92b8",
208
-
"url": "https://github.com/nix-community/nixpkgs-xr/archive/40bb99d154d683c175853dffd838e0b2ef2f92b8.tar.gz",
209
-
"hash": "sha256-fAl9h5MeWOL5xgP+g4UF+yfNUZhcmsZ+kC5XHM/QFD4="
195
+
"revision": "2d64ed34e0d39cc917cb075624b82779af3eea40",
196
+
"url": "https://github.com/nix-community/nixpkgs-xr/archive/2d64ed34e0d39cc917cb075624b82779af3eea40.tar.gz",
197
+
"hash": "sha256-hb1c1aYP7DFes//wxCQ0LKupX1aoWEsxkmZLqMnmw6g="
210
198
},
211
199
"nur": {
212
200
"type": "Git",
···
217
205
},
218
206
"branch": "main",
219
207
"submodules": false,
220
-
"revision": "f42d87effcdce034096e7446ba8d99e50a609361",
221
-
"url": "https://github.com/nix-community/NUR/archive/f42d87effcdce034096e7446ba8d99e50a609361.tar.gz",
222
-
"hash": "sha256-IcM//BbehNjkx27ylghZtUVtotPOa16e6s/bvBkErrQ="
208
+
"revision": "68c90674bf7614be9d0d4772a36416e8277717f6",
209
+
"url": "https://github.com/nix-community/NUR/archive/68c90674bf7614be9d0d4772a36416e8277717f6.tar.gz",
210
+
"hash": "sha256-fnqFNUir8uUsi8Qvh3216X6XaNS4NDtiZ3zxaMIkH1c="
223
211
},
224
212
"rust-overlay": {
225
213
"type": "Git",
···
230
218
},
231
219
"branch": "master",
232
220
"submodules": false,
233
-
"revision": "e611106c527e8ab0adbb641183cda284411d575c",
234
-
"url": "https://github.com/oxalica/rust-overlay/archive/e611106c527e8ab0adbb641183cda284411d575c.tar.gz",
235
-
"hash": "sha256-Xq7p+Ex3YHFAd+fFFLOYw2Wv67582X7SAmrEDtIDZQ4="
221
+
"revision": "146e7bf7569b8288f24d41d806b9f584f7cfd5b5",
222
+
"url": "https://github.com/oxalica/rust-overlay/archive/146e7bf7569b8288f24d41d806b9f584f7cfd5b5.tar.gz",
223
+
"hash": "sha256-oVxyGjpiIsrXhWTJVUOs38fZQkLjd0nZGOY9K7Kfot8="
236
224
},
237
225
"sops-nix": {
238
226
"type": "Git",
···
243
231
},
244
232
"branch": "master",
245
233
"submodules": false,
246
-
"revision": "d4971dd58c6627bfee52a1ad4237637c0a2fb0cd",
247
-
"url": "https://github.com/Mic92/sops-nix/archive/d4971dd58c6627bfee52a1ad4237637c0a2fb0cd.tar.gz",
248
-
"hash": "sha256-Zm6bxLNnEOYuS/SzrAGsYuXSwk3cbkRQZY0fJnk8a5M="
234
+
"revision": "8eaee5c45428b28b8c47a83e4c09dccec5f279b5",
235
+
"url": "https://github.com/Mic92/sops-nix/archive/8eaee5c45428b28b8c47a83e4c09dccec5f279b5.tar.gz",
236
+
"hash": "sha256-bc+ZZCmOTNq86/svGnw0tVpH7vJaLYvGLLKFYP08Q8E="
249
237
},
250
238
"stash": {
251
239
"type": "Git",
···
269
257
},
270
258
"branch": "master",
271
259
"submodules": false,
272
-
"revision": "956f97c314517efbfa18d04ce8e0234e6609a30a",
260
+
"revision": "ba44ea59aabf51db4712ea10ef0d6261e44c8b93",
273
261
"url": null,
274
-
"hash": "sha256-bUR/cHqZP1zigWCo59KFF+F6UDuGM9q5CiFHdvnvSO8="
262
+
"hash": "sha256-Y3Tgo5vCb6YkOHKPRqFTkOVpnvapW+feWVjOd8AQuas="
275
263
},
276
264
"tranquil_pds": {
277
265
"type": "Git",
···
281
269
},
282
270
"branch": "main",
283
271
"submodules": false,
284
-
"revision": "7edb76507bade77319c06eb1ed515febbd5ed310",
272
+
"revision": "75b9e3165f8ec8d77a6be74867d64c5d3d45bec1",
285
273
"url": null,
286
-
"hash": "sha256-9IjgABNXj2+bTFTUco5yEA6l2vrMrpzAWImrPMFWHMA="
274
+
"hash": "sha256-frhz8tIiORLOK7dy+YqmUzCSJHdeaWgVsk1lXaWwawM="
287
275
},
288
276
"wire": {
289
277
"type": "Git",
290
278
"repository": {
291
-
"type": "GitHub",
292
-
"owner": "mrshmllow",
293
-
"repo": "wire"
279
+
"type": "Git",
280
+
"url": "https://tangled.org/althaea.zone/wire"
294
281
},
295
-
"branch": "stable",
282
+
"branch": "trunk",
296
283
"submodules": false,
297
-
"revision": "5439d792ec7f876992300f10da37ff068dbafb29",
298
-
"url": "https://github.com/mrshmllow/wire/archive/5439d792ec7f876992300f10da37ff068dbafb29.tar.gz",
299
-
"hash": "sha256-vTO8yQsn0lCwxaXx/i4Njuv8NcENP8k5w1PKdVhT4lI="
284
+
"revision": "bf92f6558a55e24070badada356dcbd1f3a6af84",
285
+
"url": null,
286
+
"hash": "sha256-3PK23W4FvXAvI/YnR/dC7d7X+Tb/h789pU6FyVldGI4="
300
287
}
301
288
},
302
289
"version": 7
+4
-4
vms/fluxer.nix
+4
-4
vms/fluxer.nix
···
69
69
environment.defaultPackages = with pkgs; [
70
70
helix
71
71
fluxer_server
72
-
minio-client
72
+
# minio-client
73
73
];
74
74
nixpkgs.overlays = [
75
75
(import ../overlays/fluxer { })
···
89
89
};
90
90
};
91
91
92
-
minio = {
93
-
enable = true;
94
-
};
92
+
# minio = {
93
+
# enable = true;
94
+
# };
95
95
96
96
openssh = {
97
97
enable = true;