writeonce/bench/baseline.json
shoney.arickathil 0c9b2c45d8 feat(db-bench): measure the RAM ceiling — databasev2 1
- `Wide` text-heavy reference shape beside Int-only `Item`
- `growth N int|text`: per-decile RSS read from own /proc/self/status
- `growth-verify`: survivor of a crash must be a contiguous intact prefix
- four footprint legs under a rootless cgroup v2 cap, swap on/off
- `ceiling` leg: die at the cap, then replay must come back intact
- footprint read as median-of-marginals; doublings a separate metric
- 121 checks, 0 failures; footprint gated ±10%, kill-timing ±100%

Measured, and it inverted two of the iteration's own predictions:

- footprint 96.5-100 B/row Int vs 320.6-324 B/row text = 3.3x, NOT the
  "order of magnitude" three docs asserted
- table storage has NO checked ceiling: SIGKILL signal 9, not a catchable
  WO_T_OOM. overcommit lets malloc succeed; kernel kills on page touch
- swap is NOT latency collapse: 900k rows 148s capped-with-swap vs 150s
  uncapped. Append-mostly never re-touches cold pages
- ack-after-fsync survives an OOM kill: ~40k rows, no holes, no corruption
- iteration 2's budget dependency is REMOVED not satisfied — there is no
  "swap onset" to derive a fraction from

- fix: subprocess returncode -9 was labelled a "checked refusal"; 137 is
  the shell spelling of the same signal

Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
2026-08-27 20:18:47 +02:00

633 lines
No EOL
11 KiB
JSON

{
"_config": {
"N": 2000,
"crash_reps": 1,
"msg_n": 20000,
"note": "refresh only with a commit that says why; tolerances come from tolerance_for() in the driver",
"wal_n": 800
},
"ceiling.rows_recovered": {
"dir": "lower",
"floor": 159744,
"tolerance_pct": 100,
"value": 39936
},
"durable.s1.mixread.ops_sec": {
"dir": "higher",
"floor": 2239,
"tolerance_pct": 50,
"value": 8958
},
"durable.s1.mixread.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.s1.mixread.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 2
},
"durable.s1.mixwrite.ops_sec": {
"dir": "higher",
"floor": 248,
"tolerance_pct": 50,
"value": 995
},
"durable.s1.mixwrite.p50us": {
"dir": "lower",
"floor": 828,
"tolerance_pct": 50,
"value": 207
},
"durable.s1.mixwrite.p99us": {
"dir": "lower",
"floor": 872,
"tolerance_pct": 50,
"value": 218
},
"durable.s1.query.ops_sec": {
"dir": "higher",
"floor": 202429,
"tolerance_pct": 50,
"value": 809716
},
"durable.s1.query.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.s1.query.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 2
},
"durable.s1.read.ops_sec": {
"dir": "higher",
"floor": 215703,
"tolerance_pct": 50,
"value": 862812
},
"durable.s1.read.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.s1.read.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 2
},
"durable.s1.seed.ops_sec": {
"dir": "higher",
"floor": 1078,
"tolerance_pct": 15,
"value": 4315
},
"durable.s1.seed.p50us": {
"dir": "lower",
"floor": 828,
"tolerance_pct": 15,
"value": 207
},
"durable.s1.seed.p99us": {
"dir": "lower",
"floor": 2160,
"tolerance_pct": 15,
"value": 540
},
"durable.s1.write.ops_sec": {
"dir": "higher",
"floor": 1156,
"tolerance_pct": 15,
"value": 4626
},
"durable.s1.write.p50us": {
"dir": "lower",
"floor": 828,
"tolerance_pct": 15,
"value": 207
},
"durable.s1.write.p99us": {
"dir": "lower",
"floor": 1844,
"tolerance_pct": 15,
"value": 461
},
"durable.sN.mixread.ops_sec": {
"dir": "higher",
"floor": 1113,
"tolerance_pct": 50,
"value": 4452
},
"durable.sN.mixread.p50us": {
"dir": "lower",
"floor": 240,
"tolerance_pct": 50,
"value": 60
},
"durable.sN.mixread.p99us": {
"dir": "lower",
"floor": 15116,
"tolerance_pct": 50,
"value": 3779
},
"durable.sN.mixwrite.ops_sec": {
"dir": "higher",
"floor": 123,
"tolerance_pct": 50,
"value": 494
},
"durable.sN.mixwrite.p50us": {
"dir": "lower",
"floor": 1148,
"tolerance_pct": 50,
"value": 287
},
"durable.sN.mixwrite.p99us": {
"dir": "lower",
"floor": 2932,
"tolerance_pct": 50,
"value": 733
},
"durable.sN.query.ops_sec": {
"dir": "higher",
"floor": 333333,
"tolerance_pct": 50,
"value": 1333333
},
"durable.sN.query.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.sN.query.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.sN.read.ops_sec": {
"dir": "higher",
"floor": 298329,
"tolerance_pct": 50,
"value": 1193317
},
"durable.sN.read.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.sN.read.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 2
},
"durable.sN.seed.ops_sec": {
"dir": "higher",
"floor": 1139,
"tolerance_pct": 50,
"value": 4556
},
"durable.sN.seed.p50us": {
"dir": "lower",
"floor": 828,
"tolerance_pct": 50,
"value": 207
},
"durable.sN.seed.p99us": {
"dir": "lower",
"floor": 2000,
"tolerance_pct": 50,
"value": 500
},
"durable.sN.write.ops_sec": {
"dir": "higher",
"floor": 1153,
"tolerance_pct": 50,
"value": 4614
},
"durable.sN.write.p50us": {
"dir": "lower",
"floor": 828,
"tolerance_pct": 50,
"value": 207
},
"durable.sN.write.p99us": {
"dir": "lower",
"floor": 2172,
"tolerance_pct": 50,
"value": 543
},
"growth.available": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
},
"growth.int.noswap.bytes_per_row": {
"dir": "lower",
"floor": 400,
"tolerance_pct": 10,
"value": 100
},
"growth.int.noswap.doublings": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 3
},
"growth.int.noswap.p99_departure_decile": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.int.noswap.read_p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.int.noswap.read_p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
},
"growth.int.noswap.rows": {
"dir": "lower",
"floor": 80000,
"tolerance_pct": 100,
"value": 20000
},
"growth.int.noswap.rss_kb": {
"dir": "lower",
"floor": 23936,
"tolerance_pct": 100,
"value": 5984
},
"growth.int.swap.bytes_per_row": {
"dir": "lower",
"floor": 400,
"tolerance_pct": 10,
"value": 100
},
"growth.int.swap.doublings": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 3
},
"growth.int.swap.p99_departure_decile": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.int.swap.read_p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.int.swap.read_p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
},
"growth.int.swap.rows": {
"dir": "lower",
"floor": 80000,
"tolerance_pct": 100,
"value": 20000
},
"growth.int.swap.rss_kb": {
"dir": "lower",
"floor": 23952,
"tolerance_pct": 100,
"value": 5988
},
"growth.text.noswap.bytes_per_row": {
"dir": "lower",
"floor": 1296,
"tolerance_pct": 10,
"value": 324
},
"growth.text.noswap.doublings": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 2
},
"growth.text.noswap.p99_departure_decile": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.text.noswap.read_p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.text.noswap.read_p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
},
"growth.text.noswap.rows": {
"dir": "lower",
"floor": 80000,
"tolerance_pct": 100,
"value": 20000
},
"growth.text.noswap.rss_kb": {
"dir": "lower",
"floor": 41216,
"tolerance_pct": 100,
"value": 10304
},
"growth.text.swap.bytes_per_row": {
"dir": "lower",
"floor": 1296,
"tolerance_pct": 10,
"value": 324
},
"growth.text.swap.doublings": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 2
},
"growth.text.swap.p99_departure_decile": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.text.swap.read_p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.text.swap.read_p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
},
"growth.text.swap.rows": {
"dir": "lower",
"floor": 80000,
"tolerance_pct": 100,
"value": 20000
},
"growth.text.swap.rss_kb": {
"dir": "lower",
"floor": 41216,
"tolerance_pct": 100,
"value": 10304
},
"ram.s1.mixread.ops_sec": {
"dir": "higher",
"floor": 2239,
"tolerance_pct": 50,
"value": 8956
},
"ram.s1.mixread.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.mixread.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.mixwrite.ops_sec": {
"dir": "higher",
"floor": 248,
"tolerance_pct": 50,
"value": 995
},
"ram.s1.mixwrite.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 0
},
"ram.s1.mixwrite.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.msgrate.msgs_sec": {
"dir": "higher",
"floor": 419674,
"tolerance_pct": 15,
"value": 3357394
},
"ram.s1.query.ops_sec": {
"dir": "higher",
"floor": 340136,
"tolerance_pct": 50,
"value": 1360544
},
"ram.s1.query.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.query.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.read.ops_sec": {
"dir": "higher",
"floor": 369276,
"tolerance_pct": 50,
"value": 1477104
},
"ram.s1.read.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.read.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.seed.ops_sec": {
"dir": "higher",
"floor": 470366,
"tolerance_pct": 15,
"value": 1881467
},
"ram.s1.seed.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 15,
"value": 0
},
"ram.s1.seed.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 15,
"value": 1
},
"ram.s1.write.ops_sec": {
"dir": "higher",
"floor": 294464,
"tolerance_pct": 15,
"value": 1177856
},
"ram.s1.write.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 15,
"value": 1
},
"ram.s1.write.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 15,
"value": 1
},
"ram.sN.mixread.ops_sec": {
"dir": "higher",
"floor": 2240,
"tolerance_pct": 50,
"value": 8960
},
"ram.sN.mixread.p50us": {
"dir": "lower",
"floor": 228,
"tolerance_pct": 50,
"value": 57
},
"ram.sN.mixread.p99us": {
"dir": "lower",
"floor": 1404,
"tolerance_pct": 50,
"value": 351
},
"ram.sN.mixwrite.ops_sec": {
"dir": "higher",
"floor": 248,
"tolerance_pct": 50,
"value": 995
},
"ram.sN.mixwrite.p50us": {
"dir": "lower",
"floor": 248,
"tolerance_pct": 50,
"value": 62
},
"ram.sN.mixwrite.p99us": {
"dir": "lower",
"floor": 292,
"tolerance_pct": 50,
"value": 73
},
"ram.sN.msgrate.msgs_sec": {
"dir": "higher",
"floor": 216394,
"tolerance_pct": 50,
"value": 1731152
},
"ram.sN.query.ops_sec": {
"dir": "higher",
"floor": 340136,
"tolerance_pct": 50,
"value": 1360544
},
"ram.sN.query.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.sN.query.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.sN.read.ops_sec": {
"dir": "higher",
"floor": 343878,
"tolerance_pct": 50,
"value": 1375515
},
"ram.sN.read.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.sN.read.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.sN.seed.ops_sec": {
"dir": "higher",
"floor": 445235,
"tolerance_pct": 50,
"value": 1780943
},
"ram.sN.seed.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 0
},
"ram.sN.seed.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.sN.write.ops_sec": {
"dir": "higher",
"floor": 286368,
"tolerance_pct": 50,
"value": 1145475
},
"ram.sN.write.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.sN.write.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 2
}
}