this repo has no description
Refactor config to use tlog teams
+13
-20
+1
-2
lib/hobbes.ex
+1
-2
lib/hobbes.ex
+7
-14
lib/servers/manager.ex
+7
-14
lib/servers/manager.ex
···
49
49
@type t :: %__MODULE__{
50
50
num_begin_buffers: pos_integer,
51
51
num_commit_buffers: pos_integer,
52
-
num_tlogs: pos_integer,
53
-
num_storage: pos_integer,
52
+
num_tlog_teams: pos_integer,
54
53
num_storage_teams: pos_integer,
55
54
num_replicas: 1 | 2 | 3,
56
55
initial_shards: [binary],
···
58
57
@enforce_keys [
59
58
:num_begin_buffers,
60
59
:num_commit_buffers,
61
-
:num_tlogs,
62
-
:num_storage,
60
+
:num_tlog_teams,
63
61
:num_storage_teams,
64
62
:num_replicas,
65
63
:initial_shards,
···
401
399
402
400
%Config{} = config = state.config
403
401
404
-
# TODO: config.num_tlog_teams
405
-
assert rem(config.num_tlogs, config.num_replicas) == 0
406
-
num_tlog_teams = div(config.num_tlogs, config.num_replicas)
402
+
# TODO: this is not fault-tolerant if there is more than one TLog slot per node
407
403
open_tlog_teams = div(open_tlog_slots, config.num_replicas)
408
404
409
405
ids = allocate_server_ids(state,
410
406
storage: min(open_storage_slots, config.num_storage_teams * config.num_replicas),
411
-
tlog: min(open_tlog_teams, num_tlog_teams) * config.num_replicas,
407
+
tlog: min(open_tlog_teams, config.num_tlog_teams) * config.num_replicas,
412
408
begin_buffer: min(num_begin_buffers, config.num_begin_buffers),
413
409
commit_buffer: min(num_commit_buffers, config.num_commit_buffers),
414
410
sequencer: 1, resolver: 1, distributor: 1)
···
484
480
485
481
%Config{} = config = state.config
486
482
487
-
# TODO: config.num_tlog_teams
488
-
assert rem(config.num_tlogs, config.num_replicas) == 0
489
-
num_tlog_teams = div(config.num_tlogs, config.num_replicas)
483
+
# TODO: this is not fault-tolerant if there is more than one TLog slot per node
490
484
open_tlog_teams = div(open_tlog_slots, config.num_replicas)
491
485
492
486
ids = allocate_server_ids(state,
493
-
tlog: min(open_tlog_teams, num_tlog_teams) * config.num_replicas,
487
+
tlog: min(open_tlog_teams, config.num_tlog_teams) * config.num_replicas,
494
488
begin_buffer: min(num_begin_buffers, config.num_begin_buffers),
495
489
commit_buffer: min(num_commit_buffers, config.num_commit_buffers),
496
490
sequencer: 1, resolver: 1, distributor: 1)
···
884
878
%Config{
885
879
num_begin_buffers: Map.fetch!(config_map, "config/num_begin_buffers") |> String.to_integer(),
886
880
num_commit_buffers: Map.fetch!(config_map, "config/num_commit_buffers") |> String.to_integer(),
887
-
num_tlogs: Map.fetch!(config_map, "config/num_tlogs") |> String.to_integer(),
888
-
num_storage: Map.fetch!(config_map, "config/num_storage") |> String.to_integer(),
881
+
num_tlog_teams: Map.fetch!(config_map, "config/num_tlog_teams") |> String.to_integer(),
889
882
num_storage_teams: Map.fetch!(config_map, "config/num_storage_teams") |> String.to_integer(),
890
883
num_replicas: 3,
891
884
initial_shards: initial_shards,
+5
-4
test/hobbes_test.exs
+5
-4
test/hobbes_test.exs
···
133
133
]},
134
134
], HobbesTest.SimOpts.sim_opts(name: test, cluster_opts: [
135
135
num_storage_teams: 4,
136
-
num_tlogs: 6,
136
+
num_tlog_teams: 2,
137
137
138
138
initial_shards: [
139
139
"",
···
169
169
], HobbesTest.SimOpts.sim_opts(name: test, cluster_opts: [
170
170
num_coordinators: 6,
171
171
num_commit_buffers: 6,
172
-
num_tlogs: 3,
172
+
num_tlog_teams: 2,
173
173
num_storage_teams: 4,
174
174
initial_shards: [
175
175
"",
···
208
208
]},
209
209
], HobbesTest.SimOpts.sim_opts(name: test, cluster_opts: [
210
210
num_commit_buffers: 6,
211
-
num_tlogs: 6,
211
+
num_tlog_teams: 2,
212
212
num_storage_teams: 4,
213
213
initial_shards: [
214
214
"",
···
315
315
check: false,
316
316
]},
317
317
], HobbesTest.SimOpts.sim_opts(name: test, simulated: false, count: 1, cluster_opts: [
318
+
num_coordinators: 6,
318
319
num_commit_buffers: 6,
319
-
num_tlogs: 6,
320
+
num_tlog_teams: 2,
320
321
num_storage_teams: 4,
321
322
initial_shards: [
322
323
"",