(T)im's N(ix) Flake, Multi-Host Configurations for all of my machines!
74k1.sh/
nixos
nix
feat(litellm): drop it
- I didnt use it anyways
-213
-8
hosts/nixos/eiri/configuration.nix
-8
hosts/nixos/eiri/configuration.nix
···
318
318
proxyWebsockets = true;
319
319
};
320
320
};
321
-
"litellm.eiri.${allSecrets.global.domain01}" = {
322
-
addSSL = true;
323
-
useACMEHost = "eiri.${allSecrets.global.domain01}";
324
-
locations."/" = {
325
-
proxyPass = "http://${allSecrets.per_host.eiri.int_ip}:3336";
326
-
proxyWebsockets = true;
327
-
};
328
-
};
329
321
"overseerr.eiri.${allSecrets.global.domain01}" = {
330
322
addSSL = true;
331
323
useACMEHost = "eiri.${allSecrets.global.domain01}";
-204
modules/nixos/daemons/ai-chat/default.nix
-204
modules/nixos/daemons/ai-chat/default.nix
···
7
7
...
8
8
}:
9
9
{
10
-
age.secrets."litellm_env" = {
11
-
rekeyFile = "${inputs.self}/secrets/litellm_env.age";
12
-
# mode = "770";
13
-
# owner = "nextcloud";
14
-
# group = "nextcloud";
15
-
};
16
-
17
10
disabledModules = [ "services/misc/open-webui.nix" ];
18
11
19
12
imports = [
···
49
42
OLLAMA_ORIGINS = "*";
50
43
};
51
44
};
52
-
53
-
services.postgresql = {
54
-
enable = true;
55
-
ensureUsers = [
56
-
{
57
-
name = "litellm";
58
-
ensureDBOwnership = true;
59
-
}
60
-
];
61
-
ensureDatabases = [ "litellm" ];
62
-
authentication = ''
63
-
local all all trust
64
-
host all all 127.0.0.1/32 trust
65
-
host all all ::1/128 trust
66
-
'';
67
-
};
68
-
69
-
virtualisation.quadlet =
70
-
let
71
-
inherit (config.virtualisation.quadlet) networks pods;
72
-
in
73
-
{
74
-
containers."litellm" =
75
-
let
76
-
litellm_config = {
77
-
model_list = [
78
-
# DEEPSEEK 🐋
79
-
{
80
-
model_name = "deepseek-coder";
81
-
litellm_params = {
82
-
model = "deepseek/deepseek-coder";
83
-
api_key = "os.environ/DEEPSEEK_API_KEY";
84
-
};
85
-
}
86
-
{
87
-
model_name = "deepseek-reasoner";
88
-
litellm_params = {
89
-
model = "deepseek/deepseek-reasoner";
90
-
api_key = "os.environ/DEEPSEEK_API_KEY";
91
-
};
92
-
}
93
-
{
94
-
model_name = "deepseek-chat";
95
-
litellm_params = {
96
-
model = "deepseek/deepseek-chat";
97
-
api_key = "os.environ/DEEPSEEK_API_KEY";
98
-
};
99
-
}
100
-
101
-
# Claude 🧠
102
-
{
103
-
model_name = "claude-4-sonnet-20250514";
104
-
litellm_params = {
105
-
model = "anthropic/claude-4-sonnet-20250514";
106
-
api_key = "os.environ/ANTHROPIC_API_KEY";
107
-
};
108
-
}
109
-
{
110
-
model_name = "claude-3-7-sonnet-20250219";
111
-
litellm_params = {
112
-
model = "anthropic/claude-3-7-sonnet-20250219";
113
-
api_key = "os.environ/ANTHROPIC_API_KEY";
114
-
};
115
-
}
116
-
117
-
# OpenAI 🤖
118
-
{
119
-
model_name = "*";
120
-
litellm_params = {
121
-
model = "openai/*"; # All OpenAI Models
122
-
api_key = "os.environ/OPENAI_API_KEY";
123
-
};
124
-
}
125
-
];
126
-
};
127
-
litellm_yaml = pkgs.writeText "config.yaml" (lib.generators.toYAML { } litellm_config);
128
-
in
129
-
{
130
-
autoStart = true;
131
-
serviceConfig = {
132
-
RestartSec = "10";
133
-
Restart = "always";
134
-
};
135
-
containerConfig = {
136
-
image = "ghcr.io/berriai/litellm-database:main-latest";
137
-
autoUpdate = "registry";
138
-
publishPorts = [ "3336:4000" ];
139
-
# userns = "keep-id";
140
-
networks = [ "podman" ];
141
-
# pod = pods.servarr.ref;
142
-
environments = {
143
-
DATABASE_URL = "postgresql://litellm@localhost/litellm?host=/var/run/postgresql&schema=litellm";
144
-
STORE_MODEL_IN_DB = "true";
145
-
# LITELLM_RUN_DB_MIGRATIONS = "true";
146
-
};
147
-
environmentFiles = [
148
-
# required:
149
-
# LITELLM_MASTER_KEY (rand key, starting with "sk")
150
-
# LITELLM_SALT_KEY (rand key, starting with "sk")
151
-
# ANTHROPIC_API_KEY
152
-
# DEEPSEEK_API_KEY
153
-
# OPENAI_API_KEY
154
-
155
-
# optional:
156
-
# OPENAI_BASE_URL
157
-
# OPENAI_ORGANIZATION
158
-
config.age.secrets."litellm_env".path
159
-
];
160
-
# environmentHost = true;
161
-
# podmanArgs = [ ];
162
-
volumes = [
163
-
"${litellm_yaml}:/app/config.yaml:ro"
164
-
"/var/run/postgresql:/var/run/postgresql"
165
-
];
166
-
};
167
-
};
168
-
};
169
-
170
-
# services.litellm = {
171
-
# enable = true;
172
-
# # package = litellm-1-70-1;
173
-
# # package = pkgs.local.litellm;
174
-
# host = "0.0.0.0";
175
-
# port = 3336;
176
-
# # environment = {
177
-
# # PRISMA_CACHE_DIR="/var/cache/litellm";
178
-
# # };
179
-
# environmentFile = config.age.secrets."litellm_env".path;
180
-
#
181
-
# # required:
182
-
# # LITELLM_MASTER_KEY (rand key, starting with "sk")
183
-
# # LITELLM_SALT_KEY (rand key, starting with "sk")
184
-
# # ANTHROPIC_API_KEY
185
-
# # DEEPSEEK_API_KEY
186
-
# # OPENAI_API_KEY
187
-
#
188
-
# # optional:
189
-
# # OPENAI_BASE_URL
190
-
# # OPENAI_ORGANIZATION
191
-
#
192
-
# settings = {
193
-
# general_settings = {
194
-
# # database_url = "postgresql://litellm?host=/run/postgresql";
195
-
# database_url = "postgresql://litellm@127.0.0.1:${builtins.toString config.services.postgresql.port}/litellm";
196
-
# };
197
-
# # See https://docs.litellm.ai/docs/providers/
198
-
# model_list = [
199
-
# # DEEPSEEK 🐋
200
-
# {
201
-
# model_name = "deepseek-coder";
202
-
# litellm_params = {
203
-
# model = "deepseek/deepseek-coder";
204
-
# api_key = "os.environ/DEEPSEEK_API_KEY";
205
-
# };
206
-
# }
207
-
# {
208
-
# model_name = "deepseek-reasoner";
209
-
# litellm_params = {
210
-
# model = "deepseek/deepseek-reasoner";
211
-
# api_key = "os.environ/DEEPSEEK_API_KEY";
212
-
# };
213
-
# }
214
-
# {
215
-
# model_name = "deepseek-chat";
216
-
# litellm_params = {
217
-
# model = "deepseek/deepseek-chat";
218
-
# api_key = "os.environ/DEEPSEEK_API_KEY";
219
-
# };
220
-
# }
221
-
#
222
-
# # Claude 🧠
223
-
# {
224
-
# model_name = "claude-4-sonnet-20250514";
225
-
# litellm_params = {
226
-
# model = "anthropic/claude-4-sonnet-20250514";
227
-
# api_key = "os.environ/ANTHROPIC_API_KEY";
228
-
# };
229
-
# }
230
-
# {
231
-
# model_name = "claude-3-7-sonnet-20250219";
232
-
# litellm_params = {
233
-
# model = "anthropic/claude-3-7-sonnet-20250219";
234
-
# api_key = "os.environ/ANTHROPIC_API_KEY";
235
-
# };
236
-
# }
237
-
#
238
-
# # OpenAI 🤖
239
-
# {
240
-
# model_name = "*";
241
-
# litellm_params = {
242
-
# model = "openai/*"; # All OpenAI Models
243
-
# api_key = "os.environ/OPENAI_API_KEY";
244
-
# };
245
-
# }
246
-
# ];
247
-
# };
248
-
# };
249
45
}