forked from
microcosm.blue/microcosm-rs
Constellation, Spacedust, Slingshot, UFOs: atproto crates and services for microcosm
moar metrics
+80
-15
+80
-15
ufos/src/storage_fjall.rs
+80
-15
ufos/src/storage_fjall.rs
···
242
242
rollups,
243
243
queues,
244
244
};
245
+
writer.describe_metrics();
245
246
Ok((reader, writer, js_cursor, sketch_secret))
246
247
}
247
248
}
···
392
393
"storage_fjall_l0_run_count",
393
394
Unit::Count,
394
395
"number of L0 runs in a partition"
396
+
);
397
+
describe_gauge!(
398
+
"storage_fjall_keyspace_disk_space",
399
+
Unit::Bytes,
400
+
"total storage used according to fjall"
401
+
);
402
+
describe_gauge!(
403
+
"storage_fjall_journal_count",
404
+
Unit::Count,
405
+
"total keyspace journals according to fjall"
406
+
);
407
+
describe_gauge!(
408
+
"storage_fjall_keyspace_sequence",
409
+
Unit::Count,
410
+
"fjall keyspace sequence"
395
411
);
396
412
}
397
413
···
1025
1041
.set(self.rollups.tree.l0_run_count() as f64);
1026
1042
gauge!("storage_fjall_l0_run_count", "partition" => "queues")
1027
1043
.set(self.queues.tree.l0_run_count() as f64);
1044
+
gauge!("storage_fjall_keyspace_disk_space").set(self.keyspace.disk_space() as f64);
1045
+
gauge!("storage_fjall_journal_count").set(self.keyspace.journal_count() as f64);
1046
+
gauge!("storage_fjall_keyspace_sequence").set(self.keyspace.instant() as f64);
1028
1047
}
1029
1048
async fn get_storage_stats(&self) -> StorageResult<serde_json::Value> {
1030
1049
let s = self.clone();
···
1117
1136
}
1118
1137
1119
1138
impl FjallWriter {
1139
+
fn describe_metrics(&self) {
1140
+
describe_histogram!(
1141
+
"storage_insert_batch_db_batch_items",
1142
+
Unit::Count,
1143
+
"how many items are in the fjall batch for batched inserts"
1144
+
);
1145
+
describe_histogram!(
1146
+
"storage_insert_batch_db_batch_size",
1147
+
Unit::Count,
1148
+
"in-memory size of the fjall batch for batched inserts"
1149
+
);
1150
+
describe_histogram!(
1151
+
"storage_rollup_counts_db_batch_items",
1152
+
Unit::Count,
1153
+
"how many items are in the fjall batch for a timlies rollup"
1154
+
);
1155
+
describe_histogram!(
1156
+
"storage_rollup_counts_db_batch_size",
1157
+
Unit::Count,
1158
+
"in-memory size of the fjall batch for a timelies rollup"
1159
+
);
1160
+
describe_counter!(
1161
+
"storage_delete_account_partial_commits",
1162
+
Unit::Count,
1163
+
"fjall checkpoint commits for cleaning up accounts with too many records"
1164
+
);
1165
+
describe_counter!(
1166
+
"storage_delete_account_completions",
1167
+
Unit::Count,
1168
+
"total count of account deletes handled"
1169
+
);
1170
+
describe_counter!(
1171
+
"storage_delete_account_records_deleted",
1172
+
Unit::Count,
1173
+
"total records deleted when handling account deletes"
1174
+
);
1175
+
describe_histogram!(
1176
+
"storage_trim_dirty_nsids",
1177
+
Unit::Count,
1178
+
"number of NSIDs trimmed"
1179
+
);
1180
+
describe_histogram!(
1181
+
"storage_trim_duration",
1182
+
Unit::Microseconds,
1183
+
"how long it took to trim the dirty NSIDs"
1184
+
);
1185
+
describe_counter!(
1186
+
"storage_trim_removed",
1187
+
Unit::Count,
1188
+
"how many records were removed during trim"
1189
+
);
1190
+
}
1120
1191
fn rollup_delete_account(
1121
1192
&mut self,
1122
1193
cursor: Cursor,
···
1284
1355
1285
1356
insert_batch_static_neu::<NewRollupCursorKey>(&mut batch, &self.global, last_cursor)?;
1286
1357
1358
+
histogram!("storage_rollup_counts_db_batch_items").record(batch.len() as f64);
1359
+
histogram!("storage_rollup_counts_db_batch_size")
1360
+
.record(std::mem::size_of_val(&batch) as f64);
1287
1361
batch.commit()?;
1288
1362
Ok((cursors_advanced, dirty_nsids))
1289
1363
}
···
1294
1368
if self.bg_taken.swap(true, Ordering::SeqCst) {
1295
1369
return Err(StorageError::BackgroundAlreadyStarted);
1296
1370
}
1297
-
describe_histogram!(
1298
-
"storage_trim_dirty_nsids",
1299
-
Unit::Count,
1300
-
"number of NSIDs trimmed"
1301
-
);
1302
-
describe_histogram!(
1303
-
"storage_trim_duration",
1304
-
Unit::Microseconds,
1305
-
"how long it took to trim the dirty NSIDs"
1306
-
);
1307
-
describe_counter!(
1308
-
"storage_trim_removed",
1309
-
Unit::Count,
1310
-
"how many records were removed during trim"
1311
-
);
1312
1371
if reroll {
1313
1372
log::info!("reroll: resetting rollup cursor...");
1314
1373
insert_static_neu::<NewRollupCursorKey>(&self.global, Cursor::from_start())?;
···
1403
1462
latest.to_db_bytes()?,
1404
1463
);
1405
1464
1465
+
histogram!("storage_insert_batch_db_batch_items").record(batch.len() as f64);
1466
+
histogram!("storage_insert_batch_db_batch_size")
1467
+
.record(std::mem::size_of_val(&batch) as f64);
1406
1468
batch.commit()?;
1407
1469
Ok(())
1408
1470
}
···
1584
1646
batch.remove(&self.records, key_bytes);
1585
1647
records_deleted += 1;
1586
1648
if batch.len() >= MAX_BATCHED_ACCOUNT_DELETE_RECORDS {
1649
+
counter!("storage_delete_account_partial_commits").increment(1);
1587
1650
batch.commit()?;
1588
1651
batch = self.keyspace.batch();
1589
1652
}
1590
1653
}
1654
+
counter!("storage_delete_account_completions").increment(1);
1655
+
counter!("storage_delete_account_records_deleted").increment(records_deleted as u64);
1591
1656
batch.commit()?;
1592
1657
Ok(records_deleted)
1593
1658
}