writeonce/bench/baseline.json
shoney.arickathil 841f6c8f3f feat(db2-keys): gate the residency measurement, close out task 7
- new `residency` leg in db-bench.py driving docs/examples/residency-bench:
  two tables identical except the annotation, control cap + binding cap
- ITS OWN PROGRAM, not a db-bench mode: declaring a resident: keys table
  is a WHOLE-PROGRAM constraint, so the no-WO_DATA refusal fires for
  every mode in the module. Putting those classes in db-bench's shared
  types made growth/ceiling/randread — which run without WO_DATA —
  refuse to start. Caught by running the leg, not by reading it
- gates the RATIOS, waives the absolutes: ops/sec under a cap is swap
  and disk I/O and belongs to the box. Same split randread makes
- rss_ratio 2.55 floor 2.0 tol 10% (structural, like bytes_per_row);
  overcap_vs_swap_x 1.53 floor 1.0; in_ram_cost_x 4.23 ceiling 8.0;
  all_collapse_x 105.4 floor 2.0
- all_collapse_x exists because the leg's FIRST run silently measured
  nothing: at QUICK's 40k rows a 48 MiB cap binds neither mode, so the
  "over-cap" half was not over cap. The cap now scales with N and the
  leg asserts it binds
- verified the gate bites: rss_ratio 1.4, overcap_vs_swap_x 0.6 and
  in_ram_cost_x 12.0 are all rejected
- task 7 closed: both criteria moved to Met with how each was verified

Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
(cherry picked from commit a310496664982c372f51b43113465eb8ad9e9fb5)
2026-08-30 20:38:03 +02:00

891 lines
No EOL
16 KiB
JSON

{
"_config": {
"N": 20000,
"crash_reps": 3,
"msg_n": 200000,
"note": "refresh only with a commit that says why; tolerances come from tolerance_for() in the driver",
"wal_n": 4000
},
"ceiling.rows_recovered": {
"dir": "lower",
"floor": 159492,
"tolerance_pct": 100,
"value": 39873
},
"ckpt.boot_off_ms": {
"dir": "lower",
"floor": 456,
"tolerance_pct": 400,
"value": 114
},
"ckpt.boot_on_ms": {
"dir": "lower",
"floor": 256,
"tolerance_pct": 400,
"value": 64
},
"ckpt.bytes_off": {
"dir": "lower",
"floor": 7876676,
"tolerance_pct": 400,
"value": 1969169
},
"ckpt.bytes_on": {
"dir": "lower",
"floor": 3696192,
"tolerance_pct": 400,
"value": 924048
},
"ckpt.compactions": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 400,
"value": 6
},
"ckpt.pause_us_max": {
"dir": "lower",
"floor": 33912,
"tolerance_pct": 400,
"value": 8478
},
"ckpt.pause_us_per_mb": {
"dir": "lower",
"floor": 65848,
"tolerance_pct": 100,
"value": 16462
},
"ckpt.reclaim_x": {
"dir": "higher",
"floor": 0.0,
"tolerance_pct": 15,
"value": 2.13
},
"durable.s1.mixread.ops_sec": {
"dir": "higher",
"floor": 2452,
"tolerance_pct": 50,
"value": 9809
},
"durable.s1.mixread.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.s1.mixread.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 12
},
"durable.s1.mixwrite.ops_sec": {
"dir": "higher",
"floor": 272,
"tolerance_pct": 50,
"value": 1089
},
"durable.s1.mixwrite.p50us": {
"dir": "lower",
"floor": 1704,
"tolerance_pct": 50,
"value": 426
},
"durable.s1.mixwrite.p99us": {
"dir": "lower",
"floor": 1984,
"tolerance_pct": 50,
"value": 496
},
"durable.s1.query.ops_sec": {
"dir": "higher",
"floor": 306372,
"tolerance_pct": 50,
"value": 1225490
},
"durable.s1.query.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.s1.query.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.s1.read.ops_sec": {
"dir": "higher",
"floor": 307389,
"tolerance_pct": 50,
"value": 1229558
},
"durable.s1.read.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.s1.read.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.s1.seed.ops_sec": {
"dir": "higher",
"floor": 1095,
"tolerance_pct": 15,
"value": 4381
},
"durable.s1.seed.p50us": {
"dir": "lower",
"floor": 848,
"tolerance_pct": 15,
"value": 212
},
"durable.s1.seed.p99us": {
"dir": "lower",
"floor": 2432,
"tolerance_pct": 15,
"value": 608
},
"durable.s1.wmix.mean_batch": {
"dir": "higher",
"floor": 0.0,
"tolerance_pct": 100,
"value": 1.0
},
"durable.s1.wmix.ops_sec": {
"dir": "higher",
"floor": 402,
"tolerance_pct": 15,
"value": 1611
},
"durable.s1.wmix.p50us": {
"dir": "lower",
"floor": 1764,
"tolerance_pct": 15,
"value": 441
},
"durable.s1.wmix.p99us": {
"dir": "lower",
"floor": 2684,
"tolerance_pct": 15,
"value": 671
},
"durable.s1.wmix.peak_batch": {
"dir": "higher",
"floor": 0,
"tolerance_pct": 100,
"value": 1
},
"durable.s1.wmix.peak_staged": {
"dir": "lower",
"floor": 196,
"tolerance_pct": 100,
"value": 49
},
"durable.s1.write.ops_sec": {
"dir": "higher",
"floor": 573,
"tolerance_pct": 15,
"value": 2294
},
"durable.s1.write.p50us": {
"dir": "lower",
"floor": 1760,
"tolerance_pct": 15,
"value": 440
},
"durable.s1.write.p99us": {
"dir": "lower",
"floor": 2716,
"tolerance_pct": 15,
"value": 679
},
"durable.sN.mixread.ops_sec": {
"dir": "higher",
"floor": 1183,
"tolerance_pct": 50,
"value": 4733
},
"durable.sN.mixread.p50us": {
"dir": "lower",
"floor": 244,
"tolerance_pct": 50,
"value": 61
},
"durable.sN.mixread.p99us": {
"dir": "lower",
"floor": 16200,
"tolerance_pct": 300,
"value": 4050
},
"durable.sN.mixwrite.ops_sec": {
"dir": "higher",
"floor": 131,
"tolerance_pct": 50,
"value": 525
},
"durable.sN.mixwrite.p50us": {
"dir": "lower",
"floor": 2172,
"tolerance_pct": 50,
"value": 543
},
"durable.sN.mixwrite.p99us": {
"dir": "lower",
"floor": 16440,
"tolerance_pct": 300,
"value": 4110
},
"durable.sN.query.ops_sec": {
"dir": "higher",
"floor": 308451,
"tolerance_pct": 50,
"value": 1233806
},
"durable.sN.query.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.sN.query.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 300,
"value": 1
},
"durable.sN.read.ops_sec": {
"dir": "higher",
"floor": 248188,
"tolerance_pct": 50,
"value": 992752
},
"durable.sN.read.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"durable.sN.read.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 300,
"value": 2
},
"durable.sN.seed.ops_sec": {
"dir": "higher",
"floor": 1104,
"tolerance_pct": 50,
"value": 4418
},
"durable.sN.seed.p50us": {
"dir": "lower",
"floor": 844,
"tolerance_pct": 50,
"value": 211
},
"durable.sN.seed.p99us": {
"dir": "lower",
"floor": 2188,
"tolerance_pct": 300,
"value": 547
},
"durable.sN.wmix.mean_batch": {
"dir": "higher",
"floor": 1.0,
"tolerance_pct": 100,
"value": 6.22
},
"durable.sN.wmix.ops_sec": {
"dir": "higher",
"floor": 1504,
"tolerance_pct": 50,
"value": 6017
},
"durable.sN.wmix.p50us": {
"dir": "lower",
"floor": 27184,
"tolerance_pct": 50,
"value": 6796
},
"durable.sN.wmix.p99us": {
"dir": "lower",
"floor": 37484,
"tolerance_pct": 300,
"value": 9371
},
"durable.sN.wmix.peak_batch": {
"dir": "higher",
"floor": 15,
"tolerance_pct": 100,
"value": 60
},
"durable.sN.wmix.peak_staged": {
"dir": "lower",
"floor": 11760,
"tolerance_pct": 100,
"value": 2940
},
"durable.sN.write.ops_sec": {
"dir": "higher",
"floor": 580,
"tolerance_pct": 50,
"value": 2320
},
"durable.sN.write.p50us": {
"dir": "lower",
"floor": 1760,
"tolerance_pct": 50,
"value": 440
},
"durable.sN.write.p99us": {
"dir": "lower",
"floor": 2688,
"tolerance_pct": 300,
"value": 672
},
"growth.available": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
},
"growth.int.noswap.bytes_per_row": {
"dir": "lower",
"floor": 440,
"tolerance_pct": 10,
"value": 110
},
"growth.int.noswap.doublings": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 3
},
"growth.int.noswap.p99_departure_decile": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.int.noswap.read_p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.int.noswap.read_p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
},
"growth.int.noswap.rows": {
"dir": "lower",
"floor": 800000,
"tolerance_pct": 100,
"value": 200000
},
"growth.int.noswap.rss_kb": {
"dir": "lower",
"floor": 168528,
"tolerance_pct": 100,
"value": 42132
},
"growth.int.swap.bytes_per_row": {
"dir": "lower",
"floor": 440,
"tolerance_pct": 10,
"value": 110
},
"growth.int.swap.doublings": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 3
},
"growth.int.swap.p99_departure_decile": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.int.swap.read_p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.int.swap.read_p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
},
"growth.int.swap.rows": {
"dir": "lower",
"floor": 800000,
"tolerance_pct": 100,
"value": 200000
},
"growth.int.swap.rss_kb": {
"dir": "lower",
"floor": 168576,
"tolerance_pct": 100,
"value": 42144
},
"growth.text.noswap.bytes_per_row": {
"dir": "lower",
"floor": 1284,
"tolerance_pct": 10,
"value": 321
},
"growth.text.noswap.doublings": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 2
},
"growth.text.noswap.p99_departure_decile": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.text.noswap.read_p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.text.noswap.read_p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
},
"growth.text.noswap.rows": {
"dir": "lower",
"floor": 800000,
"tolerance_pct": 100,
"value": 200000
},
"growth.text.noswap.rss_kb": {
"dir": "lower",
"floor": 343312,
"tolerance_pct": 100,
"value": 85828
},
"growth.text.swap.bytes_per_row": {
"dir": "lower",
"floor": 1284,
"tolerance_pct": 10,
"value": 321
},
"growth.text.swap.doublings": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 2
},
"growth.text.swap.p99_departure_decile": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.text.swap.read_p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 0
},
"growth.text.swap.read_p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
},
"growth.text.swap.rows": {
"dir": "lower",
"floor": 800000,
"tolerance_pct": 100,
"value": 200000
},
"growth.text.swap.rss_kb": {
"dir": "lower",
"floor": 343328,
"tolerance_pct": 100,
"value": 85832
},
"ram.s1.mixread.ops_sec": {
"dir": "higher",
"floor": 22286,
"tolerance_pct": 50,
"value": 89144
},
"ram.s1.mixread.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.mixread.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.mixwrite.ops_sec": {
"dir": "higher",
"floor": 2476,
"tolerance_pct": 50,
"value": 9904
},
"ram.s1.mixwrite.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.mixwrite.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.msgrate.msgs_sec": {
"dir": "higher",
"floor": 1336469,
"tolerance_pct": 70,
"value": 10691756
},
"ram.s1.query.ops_sec": {
"dir": "higher",
"floor": 244857,
"tolerance_pct": 50,
"value": 979431
},
"ram.s1.query.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.query.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.read.ops_sec": {
"dir": "higher",
"floor": 252270,
"tolerance_pct": 50,
"value": 1009081
},
"ram.s1.read.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.read.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.s1.seed.ops_sec": {
"dir": "higher",
"floor": 62904,
"tolerance_pct": 15,
"value": 251616
},
"ram.s1.seed.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 15,
"value": 4
},
"ram.s1.seed.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 15,
"value": 9
},
"ram.s1.write.ops_sec": {
"dir": "higher",
"floor": 47770,
"tolerance_pct": 15,
"value": 191080
},
"ram.s1.write.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 15,
"value": 8
},
"ram.s1.write.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 15,
"value": 10
},
"ram.sN.mixread.ops_sec": {
"dir": "higher",
"floor": 11218,
"tolerance_pct": 50,
"value": 44874
},
"ram.sN.mixread.p50us": {
"dir": "lower",
"floor": 240,
"tolerance_pct": 50,
"value": 60
},
"ram.sN.mixread.p99us": {
"dir": "lower",
"floor": 324,
"tolerance_pct": 50,
"value": 81
},
"ram.sN.mixwrite.ops_sec": {
"dir": "higher",
"floor": 1246,
"tolerance_pct": 50,
"value": 4986
},
"ram.sN.mixwrite.p50us": {
"dir": "lower",
"floor": 260,
"tolerance_pct": 50,
"value": 65
},
"ram.sN.mixwrite.p99us": {
"dir": "lower",
"floor": 356,
"tolerance_pct": 50,
"value": 89
},
"ram.sN.msgrate.msgs_sec": {
"dir": "higher",
"floor": 317323,
"tolerance_pct": 70,
"value": 2538586
},
"ram.sN.query.ops_sec": {
"dir": "higher",
"floor": 291545,
"tolerance_pct": 50,
"value": 1166180
},
"ram.sN.query.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.sN.query.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.sN.read.ops_sec": {
"dir": "higher",
"floor": 317823,
"tolerance_pct": 50,
"value": 1271294
},
"ram.sN.read.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.sN.read.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 1
},
"ram.sN.seed.ops_sec": {
"dir": "higher",
"floor": 73305,
"tolerance_pct": 50,
"value": 293220
},
"ram.sN.seed.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 3
},
"ram.sN.seed.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 7
},
"ram.sN.write.ops_sec": {
"dir": "higher",
"floor": 56810,
"tolerance_pct": 50,
"value": 227241
},
"ram.sN.write.p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 6
},
"ram.sN.write.p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 50,
"value": 10
},
"randread.collapse_x": {
"dir": "lower",
"floor": 1084,
"tolerance_pct": 100,
"value": 271
},
"randread.overcap.filled_rss_kb": {
"dir": "lower",
"floor": 58144,
"tolerance_pct": 100,
"value": 14536
},
"randread.overcap.ops_sec": {
"dir": "higher",
"floor": 1427,
"tolerance_pct": 100,
"value": 5711
},
"randread.overcap.read_p50us": {
"dir": "lower",
"floor": 624,
"tolerance_pct": 100,
"value": 156
},
"randread.overcap.read_p99us": {
"dir": "lower",
"floor": 1628,
"tolerance_pct": 100,
"value": 407
},
"randread.resident.filled_rss_kb": {
"dir": "lower",
"floor": 168288,
"tolerance_pct": 100,
"value": 42072
},
"randread.resident.ops_sec": {
"dir": "higher",
"floor": 387281,
"tolerance_pct": 100,
"value": 1549126
},
"randread.resident.read_p50us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
},
"randread.resident.read_p99us": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1
},
"replay.history.ms": {
"dir": "lower",
"floor": 12876,
"tolerance_pct": 100,
"value": 3219
},
"replay.history.ns_per_record": {
"dir": "lower",
"floor": 64384,
"tolerance_pct": 100,
"value": 16096
},
"replay.history.records": {
"dir": "lower",
"floor": 800000,
"tolerance_pct": 100,
"value": 200000
},
"replay.history.wal_bytes": {
"dir": "lower",
"floor": 39200140,
"tolerance_pct": 100,
"value": 9800035
},
"replay.history_penalty_x": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 1.6
},
"replay.inserts.ms": {
"dir": "lower",
"floor": 8064,
"tolerance_pct": 100,
"value": 2016
},
"replay.inserts.ns_per_record": {
"dir": "lower",
"floor": 80656,
"tolerance_pct": 100,
"value": 20164
},
"replay.inserts.records": {
"dir": "lower",
"floor": 400000,
"tolerance_pct": 100,
"value": 100000
},
"replay.inserts.wal_bytes": {
"dir": "lower",
"floor": 19600140,
"tolerance_pct": 100,
"value": 4900035
},
"replay.startup_ms": {
"dir": "lower",
"floor": 100,
"tolerance_pct": 100,
"value": 3
},
"residency.all_collapse_x": {
"dir": "higher",
"floor": 2.0,
"tolerance_pct": 100,
"value": 105.4
},
"residency.in_ram_cost_x": {
"dir": "lower",
"floor": 8.0,
"tolerance_pct": 50,
"value": 4.23
},
"residency.overcap_vs_swap_x": {
"dir": "higher",
"floor": 1.0,
"tolerance_pct": 100,
"value": 1.53
},
"residency.rss_ratio": {
"dir": "higher",
"floor": 2.0,
"tolerance_pct": 10,
"value": 2.55
}
}