writeonce/bench/baseline.json
shoney.arickathil a873cf7331 feat(db-bench): random-read-over-cap leg — the 273x collapse
- `randread N R` in the sample: fill N rows, read R across the WHOLE range
- Weyl order `i*2654435761 mod n` — no RNG in the language, none needed;
  both legs read the SAME key order so residency is the only variable
- `randread` driver leg: control (256 MiB, does not bind) vs over-cap
  (6 MiB + swap), sizes kept modest — quick resolves it in ~5s
- gates the RATIO, not the absolutes: over-cap reads/sec belongs to the
  box's swap device, the factor between two runs belongs to the engine
- reads must all resolve (hits == R) or the leg fails; a collapse measured
  over unresolved reads is noise
- 133 checks, 0 failures; gate bites on a doctored collapse_x

Measured — this closes the gap the swap leg left:

- resident 1 851 166 reads/sec, p50 0us p99 1us
- over-cap    6 771 reads/sec, p50 128us p99 487us
- 273x throughput, ~480x p99, all 20 000 reads resolving in both
- so the two access patterns sit ~270x apart under identical pressure:
  append-mostly insert ~1%, random read 273x
- departure is a STEP not a curve (1us -> 487us, nothing between), which
  is why p99_departure_decile finds no knee — there is none

- caveat recorded, NOT inherited: this is demand-paged anonymous memory
  through swap (4 KiB/fault, no readahead). `resident: keys` preads via
  the page cache — should be better, but databasev2 2 task 7 must measure
  its own read path. New criterion added there

Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
2026-08-27 20:56:19 +02:00

687 lines
No EOL
12 KiB
JSON

{
"_config": {
"N": 2000,
"crash_reps": 1,
"msg_n": 20000,
"note": "refresh only with a commit that says why; tolerances come from tolerance_for() in the driver",
"wal_n": 800
},
"ceiling.rows_recovered": {
"dir": "lower",
"floor": 159828,
"tolerance_pct": 100,
"value": 39957
},
"durable.s1.mixread.ops_sec": {
"dir": "higher",
"floor": 2239,
"tolerance_pct": 50,
"value": 8957
},
"durable.s1.mixread.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.s1.mixread.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 2
},
"durable.s1.mixwrite.ops_sec": {
"dir": "higher",
"floor": 248,
"tolerance_pct": 50,
"value": 995
},
"durable.s1.mixwrite.p50us": {
"dir": "lower",
"floor": 828,
"tolerance_pct": 50,
"value": 207
},
"durable.s1.mixwrite.p99us": {
"dir": "lower",
"floor": 868,
"tolerance_pct": 50,
"value": 217
},
"durable.s1.query.ops_sec": {
"dir": "higher",
"floor": 215517,
"tolerance_pct": 50,
"value": 862068
},
"durable.s1.query.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.s1.query.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.s1.read.ops_sec": {
"dir": "higher",
"floor": 221827,
"tolerance_pct": 50,
"value": 887311
},
"durable.s1.read.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.s1.read.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 2
},
"durable.s1.seed.ops_sec": {
"dir": "higher",
"floor": 1128,
"tolerance_pct": 15,
"value": 4515
},
"durable.s1.seed.p50us": {
"dir": "lower",
"floor": 832,
"tolerance_pct": 15,
"value": 208
},
"durable.s1.seed.p99us": {
"dir": "lower",
"floor": 2180,
"tolerance_pct": 15,
"value": 545
},
"durable.s1.write.ops_sec": {
"dir": "higher",
"floor": 1141,
"tolerance_pct": 15,
"value": 4565
},
"durable.s1.write.p50us": {
"dir": "lower",
"floor": 832,
"tolerance_pct": 15,
"value": 208
},
"durable.s1.write.p99us": {
"dir": "lower",
"floor": 2256,
"tolerance_pct": 15,
"value": 564
},
"durable.sN.mixread.ops_sec": {
"dir": "higher",
"floor": 1117,
"tolerance_pct": 50,
"value": 4468
},
"durable.sN.mixread.p50us": {
"dir": "lower",
"floor": 240,
"tolerance_pct": 50,
"value": 60
},
"durable.sN.mixread.p99us": {
"dir": "lower",
"floor": 19900,
"tolerance_pct": 50,
"value": 4975
},
"durable.sN.mixwrite.ops_sec": {
"dir": "higher",
"floor": 124,
"tolerance_pct": 50,
"value": 496
},
"durable.sN.mixwrite.p50us": {
"dir": "lower",
"floor": 1104,
"tolerance_pct": 50,
"value": 276
},
"durable.sN.mixwrite.p99us": {
"dir": "lower",
"floor": 1928,
"tolerance_pct": 50,
"value": 482
},
"durable.sN.query.ops_sec": {
"dir": "higher",
"floor": 331125,
"tolerance_pct": 50,
"value": 1324503
},
"durable.sN.query.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.sN.query.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.sN.read.ops_sec": {
"dir": "higher",
"floor": 341064,
"tolerance_pct": 50,
"value": 1364256
},
"durable.sN.read.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.sN.read.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.sN.seed.ops_sec": {
"dir": "higher",
"floor": 1125,
"tolerance_pct": 50,
"value": 4502
},
"durable.sN.seed.p50us": {
"dir": "lower",
"floor": 828,
"tolerance_pct": 50,
"value": 207
},
"durable.sN.seed.p99us": {
"dir": "lower",
"floor": 2624,
"tolerance_pct": 50,
"value": 656
},
"durable.sN.write.ops_sec": {
"dir": "higher",
"floor": 1150,
"tolerance_pct": 50,
"value": 4600
},
"durable.sN.write.p50us": {
"dir": "lower",
"floor": 832,
"tolerance_pct": 50,
"value": 208
},
"durable.sN.write.p99us": {
"dir": "lower",
"floor": 2348,
"tolerance_pct": 50,
"value": 587
},
"growth.available": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
},
"growth.int.noswap.bytes_per_row": {
"dir": "lower",
"floor": 392,
"tolerance_pct": 10,
"value": 98
},
"growth.int.noswap.doublings": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 3
},
"growth.int.noswap.p99_departure_decile": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.int.noswap.read_p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.int.noswap.read_p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
},
"growth.int.noswap.rows": {
"dir": "lower",
"floor": 80000,
"tolerance_pct": 100,
"value": 20000
},
"growth.int.noswap.rss_kb": {
"dir": "lower",
"floor": 23920,
"tolerance_pct": 100,
"value": 5980
},
"growth.int.swap.bytes_per_row": {
"dir": "lower",
"floor": 392,
"tolerance_pct": 10,
"value": 98
},
"growth.int.swap.doublings": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 3
},
"growth.int.swap.p99_departure_decile": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.int.swap.read_p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.int.swap.read_p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
},
"growth.int.swap.rows": {
"dir": "lower",
"floor": 80000,
"tolerance_pct": 100,
"value": 20000
},
"growth.int.swap.rss_kb": {
"dir": "lower",
"floor": 23920,
"tolerance_pct": 100,
"value": 5980
},
"growth.text.noswap.bytes_per_row": {
"dir": "lower",
"floor": 1288,
"tolerance_pct": 10,
"value": 322
},
"growth.text.noswap.doublings": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 2
},
"growth.text.noswap.p99_departure_decile": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.text.noswap.read_p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.text.noswap.read_p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
},
"growth.text.noswap.rows": {
"dir": "lower",
"floor": 80000,
"tolerance_pct": 100,
"value": 20000
},
"growth.text.noswap.rss_kb": {
"dir": "lower",
"floor": 41184,
"tolerance_pct": 100,
"value": 10296
},
"growth.text.swap.bytes_per_row": {
"dir": "lower",
"floor": 1288,
"tolerance_pct": 10,
"value": 322
},
"growth.text.swap.doublings": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 2
},
"growth.text.swap.p99_departure_decile": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.text.swap.read_p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.text.swap.read_p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
},
"growth.text.swap.rows": {
"dir": "lower",
"floor": 80000,
"tolerance_pct": 100,
"value": 20000
},
"growth.text.swap.rss_kb": {
"dir": "lower",
"floor": 41200,
"tolerance_pct": 100,
"value": 10300
},
"ram.s1.mixread.ops_sec": {
"dir": "higher",
"floor": 2236,
"tolerance_pct": 50,
"value": 8945
},
"ram.s1.mixread.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.mixread.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.mixwrite.ops_sec": {
"dir": "higher",
"floor": 248,
"tolerance_pct": 50,
"value": 993
},
"ram.s1.mixwrite.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.mixwrite.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.msgrate.msgs_sec": {
"dir": "higher",
"floor": 392834,
"tolerance_pct": 15,
"value": 3142677
},
"ram.s1.query.ops_sec": {
"dir": "higher",
"floor": 214592,
"tolerance_pct": 50,
"value": 858369
},
"ram.s1.query.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.query.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 2
},
"ram.s1.read.ops_sec": {
"dir": "higher",
"floor": 226860,
"tolerance_pct": 50,
"value": 907441
},
"ram.s1.read.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.read.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 2
},
"ram.s1.seed.ops_sec": {
"dir": "higher",
"floor": 273373,
"tolerance_pct": 15,
"value": 1093493
},
"ram.s1.seed.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 15,
"value": 1
},
"ram.s1.seed.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 15,
"value": 2
},
"ram.s1.write.ops_sec": {
"dir": "higher",
"floor": 159134,
"tolerance_pct": 15,
"value": 636537
},
"ram.s1.write.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 15,
"value": 1
},
"ram.s1.write.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 15,
"value": 3
},
"ram.sN.mixread.ops_sec": {
"dir": "higher",
"floor": 2239,
"tolerance_pct": 50,
"value": 8958
},
"ram.sN.mixread.p50us": {
"dir": "lower",
"floor": 232,
"tolerance_pct": 50,
"value": 58
},
"ram.sN.mixread.p99us": {
"dir": "lower",
"floor": 1032,
"tolerance_pct": 50,
"value": 258
},
"ram.sN.mixwrite.ops_sec": {
"dir": "higher",
"floor": 248,
"tolerance_pct": 50,
"value": 995
},
"ram.sN.mixwrite.p50us": {
"dir": "lower",
"floor": 256,
"tolerance_pct": 50,
"value": 64
},
"ram.sN.mixwrite.p99us": {
"dir": "lower",
"floor": 328,
"tolerance_pct": 50,
"value": 82
},
"ram.sN.msgrate.msgs_sec": {
"dir": "higher",
"floor": 229885,
"tolerance_pct": 50,
"value": 1839080
},
"ram.sN.query.ops_sec": {
"dir": "higher",
"floor": 337837,
"tolerance_pct": 50,
"value": 1351351
},
"ram.sN.query.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.sN.query.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.sN.read.ops_sec": {
"dir": "higher",
"floor": 342935,
"tolerance_pct": 50,
"value": 1371742
},
"ram.sN.read.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.sN.read.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.sN.seed.ops_sec": {
"dir": "higher",
"floor": 295159,
"tolerance_pct": 50,
"value": 1180637
},
"ram.sN.seed.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.sN.seed.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 2
},
"ram.sN.write.ops_sec": {
"dir": "higher",
"floor": 289017,
"tolerance_pct": 50,
"value": 1156069
},
"ram.sN.write.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.sN.write.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 2
},
"randread.collapse_x": {
"dir": "lower",
"floor": 1136,
"tolerance_pct": 100,
"value": 284
},
"randread.overcap.filled_rss_kb": {
"dir": "lower",
"floor": 25024,
"tolerance_pct": 100,
"value": 6256
},
"randread.overcap.ops_sec": {
"dir": "higher",
"floor": 1669,
"tolerance_pct": 100,
"value": 6676
},
"randread.overcap.read_p50us": {
"dir": "lower",
"floor": 548,
"tolerance_pct": 100,
"value": 137
},
"randread.overcap.read_p99us": {
"dir": "lower",
"floor": 1920,
"tolerance_pct": 100,
"value": 480
},
"randread.resident.filled_rss_kb": {
"dir": "lower",
"floor": 54000,
"tolerance_pct": 100,
"value": 13500
},
"randread.resident.ops_sec": {
"dir": "higher",
"floor": 475556,
"tolerance_pct": 100,
"value": 1902225
},
"randread.resident.read_p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"randread.resident.read_p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
}
}