karashiiro.moe / nixos-config
Personal NixOS config
0
fork

Configure Feed

Select the types of activity you want to include in your feed.

Fix comments

karashiiro 603b2cc2 b17b3f9a

+2 -2
+2 -2
configuration.nix
··· 193 193 HealthcheckIntervalMilliseconds = 500; 194 194 RestartOnConnectionFailure = true; 195 195 ResourceRequirements = { 196 - VRAM = 20000; # ~20GB for Q3_K_XL + 48k ctx with bf16 KV cache 196 + VRAM = 20000; # ~20GB for Q3_K_XL + 60k ctx with bf16 KV cache 197 197 }; 198 198 } 199 199 # Qwen3.6-27B - Dense model (27B params, all active) ··· 230 230 HealthcheckIntervalMilliseconds = 500; 231 231 RestartOnConnectionFailure = true; 232 232 ResourceRequirements = { 233 - VRAM = 22000; # ~22GB for Q4_K_XL (~17.6GB weights) + 32k ctx + bf16 KV 233 + VRAM = 22000; # ~22GB for Q4_K_XL (~17.6GB weights) + 60k ctx + bf16 KV 234 234 }; 235 235 } 236 236 # Add more models here - LMP will swap them based on VRAM availability