shoney/writeonce
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions
writeonce/bench/baseline.json
shoney.arickathil 5b1a8c96a1 feat(db-bench): replay baseline — boot cost tracks history, not data 
Closes the last gap in databasev2 1; gives databasev2 3 its "before".

- `boot` mode: does NOTHING. WO_DATA replay runs before main, so a mode
  with no work measures replay plus a fixed startup
- `replayseed N M`: N inserts + M updates — same live rows, longer log
- `replay` leg: empty-store startup floor measured and SUBTRACTED, then
  two shapes timed, median of 3 boots each
- premise check: updates must actually append WAL records, else the two
  shapes are one measurement and the penalty means nothing
- WAL bytes = non-zero prefix, never file size (fallocate'd to 1 MiB)
- per-record cost stored in NANOseconds: as us it rounded 5.5 and 5.3 to
  6 and 5, too coarse for the number a checkpoint exists to improve
- 148 checks, 0 failures; gate bites on a doctored ns_per_record

Measured — same 20 000 live rows, different history:

- 20 000 records:  980 035 B WAL, 110 ms replay, 5.5 us/record
- 40 000 records: 1 960 035 B WAL, 211 ms replay, 5.3 us/record
- 1.9x boot cost for an IDENTICAL dataset; per-record cost flat, so
  replay is linear in records not rows
- extrapolated: 10M records ~55 s of boot, 100M ~9 min

- databasev2 3 correction: it planned to use "22's aged-store replay
  numbers", which never existed — 22 proved restart correctness, never
  timed it
- databasev2 3 hazard recorded: compaction rewrites the log and moves
  every record, so it invalidates every `resident: keys` offset — an
  arbitrary byte in a rewritten file, not stale-but-readable
- databasev2 1 -> status: done

Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
2026-08-27 21:25:24 +02:00

747 lines
No EOL
13 KiB
JSON
Raw Blame History

{
"_config": {
"N": 2000,
"crash_reps": 1,
"msg_n": 20000,
"note": "refresh only with a commit that says why; tolerances come from tolerance_for() in the driver",
"wal_n": 800
},
"ceiling.rows_recovered": {
"dir": "lower",
"floor": 159744,
"tolerance_pct": 100,
"value": 39936
},
"durable.s1.mixread.ops_sec": {
"dir": "higher",
"floor": 2237,
"tolerance_pct": 50,
"value": 8949
},
"durable.s1.mixread.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.s1.mixread.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 2
},
"durable.s1.mixwrite.ops_sec": {
"dir": "higher",
"floor": 248,
"tolerance_pct": 50,
"value": 994
},
"durable.s1.mixwrite.p50us": {
"dir": "lower",
"floor": 820,
"tolerance_pct": 50,
"value": 205
},
"durable.s1.mixwrite.p99us": {
"dir": "lower",
"floor": 872,
"tolerance_pct": 50,
"value": 218
},
"durable.s1.query.ops_sec": {
"dir": "higher",
"floor": 335570,
"tolerance_pct": 50,
"value": 1342281
},
"durable.s1.query.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.s1.query.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.s1.read.ops_sec": {
"dir": "higher",
"floor": 347705,
"tolerance_pct": 50,
"value": 1390820
},
"durable.s1.read.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.s1.read.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 2
},
"durable.s1.seed.ops_sec": {
"dir": "higher",
"floor": 1103,
"tolerance_pct": 15,
"value": 4415
},
"durable.s1.seed.p50us": {
"dir": "lower",
"floor": 828,
"tolerance_pct": 15,
"value": 207
},
"durable.s1.seed.p99us": {
"dir": "lower",
"floor": 2092,
"tolerance_pct": 15,
"value": 523
},
"durable.s1.write.ops_sec": {
"dir": "higher",
"floor": 1155,
"tolerance_pct": 15,
"value": 4620
},
"durable.s1.write.p50us": {
"dir": "lower",
"floor": 832,
"tolerance_pct": 15,
"value": 208
},
"durable.s1.write.p99us": {
"dir": "lower",
"floor": 1948,
"tolerance_pct": 15,
"value": 487
},
"durable.sN.mixread.ops_sec": {
"dir": "higher",
"floor": 1112,
"tolerance_pct": 50,
"value": 4450
},
"durable.sN.mixread.p50us": {
"dir": "lower",
"floor": 236,
"tolerance_pct": 50,
"value": 59
},
"durable.sN.mixread.p99us": {
"dir": "lower",
"floor": 13100,
"tolerance_pct": 50,
"value": 3275
},
"durable.sN.mixwrite.ops_sec": {
"dir": "higher",
"floor": 123,
"tolerance_pct": 50,
"value": 494
},
"durable.sN.mixwrite.p50us": {
"dir": "lower",
"floor": 1160,
"tolerance_pct": 50,
"value": 290
},
"durable.sN.mixwrite.p99us": {
"dir": "lower",
"floor": 2944,
"tolerance_pct": 50,
"value": 736
},
"durable.sN.query.ops_sec": {
"dir": "higher",
"floor": 287356,
"tolerance_pct": 50,
"value": 1149425
},
"durable.sN.query.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.sN.query.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.sN.read.ops_sec": {
"dir": "higher",
"floor": 192752,
"tolerance_pct": 50,
"value": 771010
},
"durable.sN.read.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.sN.read.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 2
},
"durable.sN.seed.ops_sec": {
"dir": "higher",
"floor": 1142,
"tolerance_pct": 50,
"value": 4571
},
"durable.sN.seed.p50us": {
"dir": "lower",
"floor": 836,
"tolerance_pct": 50,
"value": 209
},
"durable.sN.seed.p99us": {
"dir": "lower",
"floor": 1916,
"tolerance_pct": 50,
"value": 479
},
"durable.sN.write.ops_sec": {
"dir": "higher",
"floor": 1010,
"tolerance_pct": 50,
"value": 4040
},
"durable.sN.write.p50us": {
"dir": "lower",
"floor": 832,
"tolerance_pct": 50,
"value": 208
},
"durable.sN.write.p99us": {
"dir": "lower",
"floor": 1996,
"tolerance_pct": 50,
"value": 499
},
"growth.available": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
},
"growth.int.noswap.bytes_per_row": {
"dir": "lower",
"floor": 392,
"tolerance_pct": 10,
"value": 98
},
"growth.int.noswap.doublings": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 3
},
"growth.int.noswap.p99_departure_decile": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.int.noswap.read_p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.int.noswap.read_p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
},
"growth.int.noswap.rows": {
"dir": "lower",
"floor": 80000,
"tolerance_pct": 100,
"value": 20000
},
"growth.int.noswap.rss_kb": {
"dir": "lower",
"floor": 23968,
"tolerance_pct": 100,
"value": 5992
},
"growth.int.swap.bytes_per_row": {
"dir": "lower",
"floor": 392,
"tolerance_pct": 10,
"value": 98
},
"growth.int.swap.doublings": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 3
},
"growth.int.swap.p99_departure_decile": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.int.swap.read_p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.int.swap.read_p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
},
"growth.int.swap.rows": {
"dir": "lower",
"floor": 80000,
"tolerance_pct": 100,
"value": 20000
},
"growth.int.swap.rss_kb": {
"dir": "lower",
"floor": 23984,
"tolerance_pct": 100,
"value": 5996
},
"growth.text.noswap.bytes_per_row": {
"dir": "lower",
"floor": 1288,
"tolerance_pct": 10,
"value": 322
},
"growth.text.noswap.doublings": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 2
},
"growth.text.noswap.p99_departure_decile": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.text.noswap.read_p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.text.noswap.read_p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
},
"growth.text.noswap.rows": {
"dir": "lower",
"floor": 80000,
"tolerance_pct": 100,
"value": 20000
},
"growth.text.noswap.rss_kb": {
"dir": "lower",
"floor": 41216,
"tolerance_pct": 100,
"value": 10304
},
"growth.text.swap.bytes_per_row": {
"dir": "lower",
"floor": 1288,
"tolerance_pct": 10,
"value": 322
},
"growth.text.swap.doublings": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 2
},
"growth.text.swap.p99_departure_decile": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.text.swap.read_p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.text.swap.read_p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
},
"growth.text.swap.rows": {
"dir": "lower",
"floor": 80000,
"tolerance_pct": 100,
"value": 20000
},
"growth.text.swap.rss_kb": {
"dir": "lower",
"floor": 41216,
"tolerance_pct": 100,
"value": 10304
},
"ram.s1.mixread.ops_sec": {
"dir": "higher",
"floor": 2236,
"tolerance_pct": 50,
"value": 8947
},
"ram.s1.mixread.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.mixread.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.mixwrite.ops_sec": {
"dir": "higher",
"floor": 248,
"tolerance_pct": 50,
"value": 994
},
"ram.s1.mixwrite.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.mixwrite.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.msgrate.msgs_sec": {
"dir": "higher",
"floor": 419322,
"tolerance_pct": 15,
"value": 3354579
},
"ram.s1.query.ops_sec": {
"dir": "higher",
"floor": 324675,
"tolerance_pct": 50,
"value": 1298701
},
"ram.s1.query.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.query.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.read.ops_sec": {
"dir": "higher",
"floor": 332889,
"tolerance_pct": 50,
"value": 1331557
},
"ram.s1.read.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.read.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.seed.ops_sec": {
"dir": "higher",
"floor": 375939,
"tolerance_pct": 15,
"value": 1503759
},
"ram.s1.seed.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 15,
"value": 0
},
"ram.s1.seed.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 15,
"value": 2
},
"ram.s1.write.ops_sec": {
"dir": "higher",
"floor": 272628,
"tolerance_pct": 15,
"value": 1090512
},
"ram.s1.write.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 15,
"value": 1
},
"ram.s1.write.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 15,
"value": 2
},
"ram.sN.mixread.ops_sec": {
"dir": "higher",
"floor": 2241,
"tolerance_pct": 50,
"value": 8964
},
"ram.sN.mixread.p50us": {
"dir": "lower",
"floor": 228,
"tolerance_pct": 50,
"value": 57
},
"ram.sN.mixread.p99us": {
"dir": "lower",
"floor": 1412,
"tolerance_pct": 50,
"value": 353
},
"ram.sN.mixwrite.ops_sec": {
"dir": "higher",
"floor": 249,
"tolerance_pct": 50,
"value": 996
},
"ram.sN.mixwrite.p50us": {
"dir": "lower",
"floor": 252,
"tolerance_pct": 50,
"value": 63
},
"ram.sN.mixwrite.p99us": {
"dir": "lower",
"floor": 280,
"tolerance_pct": 50,
"value": 70
},
"ram.sN.msgrate.msgs_sec": {
"dir": "higher",
"floor": 214795,
"tolerance_pct": 50,
"value": 1718360
},
"ram.sN.query.ops_sec": {
"dir": "higher",
"floor": 331125,
"tolerance_pct": 50,
"value": 1324503
},
"ram.sN.query.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.sN.query.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.sN.read.ops_sec": {
"dir": "higher",
"floor": 340599,
"tolerance_pct": 50,
"value": 1362397
},
"ram.sN.read.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.sN.read.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.sN.seed.ops_sec": {
"dir": "higher",
"floor": 353606,
"tolerance_pct": 50,
"value": 1414427
},
"ram.sN.seed.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.sN.seed.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 2
},
"ram.sN.write.ops_sec": {
"dir": "higher",
"floor": 290697,
"tolerance_pct": 50,
"value": 1162790
},
"ram.sN.write.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.sN.write.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 2
},
"randread.collapse_x": {
"dir": "lower",
"floor": 1172,
"tolerance_pct": 100,
"value": 293
},
"randread.overcap.filled_rss_kb": {
"dir": "lower",
"floor": 25680,
"tolerance_pct": 100,
"value": 6420
},
"randread.overcap.ops_sec": {
"dir": "higher",
"floor": 1665,
"tolerance_pct": 100,
"value": 6661
},
"randread.overcap.read_p50us": {
"dir": "lower",
"floor": 556,
"tolerance_pct": 100,
"value": 139
},
"randread.overcap.read_p99us": {
"dir": "lower",
"floor": 1920,
"tolerance_pct": 100,
"value": 480
},
"randread.resident.filled_rss_kb": {
"dir": "lower",
"floor": 54080,
"tolerance_pct": 100,
"value": 13520
},
"randread.resident.ops_sec": {
"dir": "higher",
"floor": 488424,
"tolerance_pct": 100,
"value": 1953697
},
"randread.resident.read_p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"randread.resident.read_p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
},
"replay.history.ms": {
"dir": "lower",
"floor": 844,
"tolerance_pct": 100,
"value": 211
},
"replay.history.ns_per_record": {
"dir": "lower",
"floor": 21068,
"tolerance_pct": 100,
"value": 5267
},
"replay.history.records": {
"dir": "lower",
"floor": 160000,
"tolerance_pct": 100,
"value": 40000
},
"replay.history.wal_bytes": {
"dir": "lower",
"floor": 7840140,
"tolerance_pct": 100,
"value": 1960035
},
"replay.history_penalty_x": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1.9
},
"replay.inserts.ms": {
"dir": "lower",
"floor": 444,
"tolerance_pct": 100,
"value": 111
},
"replay.inserts.ns_per_record": {
"dir": "lower",
"floor": 22120,
"tolerance_pct": 100,
"value": 5530
},
"replay.inserts.records": {
"dir": "lower",
"floor": 80000,
"tolerance_pct": 100,
"value": 20000
},
"replay.inserts.wal_bytes": {
"dir": "lower",
"floor": 3920140,
"tolerance_pct": 100,
"value": 980035
},
"replay.startup_ms": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 3
}
}
Reference in a new issue View git blame Copy permalink