forked from
tangled.org/core
Monorepo for Tangled
nix: add maxJobMemoryMb and maxConcurrentWorkflows to spindle module
Signed-off-by: Anirudh Oppiliappan <anirudh@tangled.org>
+14
+14
nix/modules/spindle.nix
+14
nix/modules/spindle.nix
···
75
75
description = "Maximum number of jobs queue up";
76
76
};
77
77
78
+
maxConcurrentWorkflows = mkOption {
79
+
type = types.int;
80
+
default = 8;
81
+
description = "Maximum number of workflow containers running simultaneously (controls total memory usage)";
82
+
};
83
+
78
84
secrets = {
79
85
provider = mkOption {
80
86
type = types.str;
···
110
116
description = "Timeout for each step of a pipeline";
111
117
};
112
118
119
+
maxJobMemoryMb = mkOption {
120
+
type = types.int;
121
+
default = 6144;
122
+
description = "Memory limit per workflow container in MiB (default 6 GiB)";
123
+
};
124
+
113
125
logBucket = mkOption {
114
126
type = types.str;
115
127
default = "tangled-logs";
···
155
167
"SPINDLE_SERVER_OWNER=${cfg.server.owner}"
156
168
"SPINDLE_SERVER_MAX_JOB_COUNT=${toString cfg.server.maxJobCount}"
157
169
"SPINDLE_SERVER_QUEUE_SIZE=${toString cfg.server.queueSize}"
170
+
"SPINDLE_SERVER_MAX_CONCURRENT_WORKFLOWS=${toString cfg.server.maxConcurrentWorkflows}"
158
171
"SPINDLE_SERVER_SECRETS_PROVIDER=${cfg.server.secrets.provider}"
159
172
"SPINDLE_SERVER_SECRETS_OPENBAO_PROXY_ADDR=${cfg.server.secrets.openbao.proxyAddr}"
160
173
"SPINDLE_SERVER_SECRETS_OPENBAO_MOUNT=${cfg.server.secrets.openbao.mount}"
161
174
"SPINDLE_NIXERY_PIPELINES_NIXERY=${cfg.pipelines.nixery}"
162
175
"SPINDLE_NIXERY_PIPELINES_WORKFLOW_TIMEOUT=${cfg.pipelines.workflowTimeout}"
176
+
"SPINDLE_NIXERY_PIPELINES_MAX_JOB_MEMORY_MB=${toString cfg.pipelines.maxJobMemoryMb}"
163
177
"SPINDLE_S3_LOG_BUCKET=${cfg.pipelines.logBucket}"
164
178
];
165
179
ExecStart = "${cfg.package}/bin/spindle";