shoney.arickathil
8b29eb492c
databasev2 3, task 6. Documentation, plus three gate-tolerance corrections that are justified rather than silent. - 04-db-binding.md: the NORMATIVE rule — compaction may run only where nothing is staged (a correctness requirement, not scheduling), recovery is unchanged, and a failed compaction is a missed optimisation rather than a durability event - database/src/CODE-LOGIC.md: why one file and not snapshot-plus-tail (Postgres CANNOT compact — page deltas; ours are full row images, so a compacted log IS a store), why rename is the whole crash-safety story, why the dump flushes but does NOT fsync when it does, why the replacement is preallocated, and where the trigger is checked - README: the checkpoint knobs, the extended walstats line, the boot mode - story -> status: done, with criteria split met/outstanding - board: standup entry in the six-question shape, both rows rewritten THE OBLIGATION IS AT THE COMPACTOR, not only in a spec: compaction moves every record, so it invalidates every WAL offset iteration 2's `resident: keys` stores, and the loop that knows each record's new position must rebuild that map. Nothing fails today because that storage half is unimplemented — it would fail later, looking like corruption. Board claim corrected before it shipped: I wrote that the concurrency chain is "complete". It is not — chain 5 stays in-progress because databasev2 4's part B was never done and its premise was invalidated by part A. Every link has landed its PLANNED work; that is a different statement. Gate tolerances, each with the measurement that justifies it: - ckpt.pause_us_max is no longer gated relatively. The raw pause scales with the live set and this workload's live set is not fixed (wmix's hist_dump inserts a row per latency bucket), so gating it gates the box. Added ckpt.pause_us_per_mb — the engine's own rate, gated for real, and the metric that would have caught the 8x dump regression — with the absolute 50ms budget still guarding the raw pause - ram.*.msgrate 15% -> 70%. PRE-EXISTING, and measured: 10.7M-17.9M msgs/sec across ten full runs, several predating this work — a 1.67x spread against a 15% gate - durable.sN.*.p99us 100% -> 300%, with more evidence than the first widening: mixread 1043/2318/4147us, mixwrite 1623/4446us on the same build. Floors stay the real guard and are not slack Battery: wovm-test 36 suites 0 fail, woc-test, oop-e2e 119/0, db-bench 117 checks 0 failures, linkcheck clean. Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
573 lines
No EOL
9.9 KiB
JSON
573 lines
No EOL
9.9 KiB
JSON
{
|
|
"_config": {
|
|
"N": 20000,
|
|
"crash_reps": 3,
|
|
"msg_n": 200000,
|
|
"note": "refresh only with a commit that says why; tolerances come from tolerance_for() in the driver",
|
|
"wal_n": 4000
|
|
},
|
|
"ckpt.boot_off_ms": {
|
|
"dir": "lower",
|
|
"floor": 456,
|
|
"tolerance_pct": 400,
|
|
"value": 114
|
|
},
|
|
"ckpt.boot_on_ms": {
|
|
"dir": "lower",
|
|
"floor": 256,
|
|
"tolerance_pct": 400,
|
|
"value": 64
|
|
},
|
|
"ckpt.bytes_off": {
|
|
"dir": "lower",
|
|
"floor": 7864132,
|
|
"tolerance_pct": 400,
|
|
"value": 1966033
|
|
},
|
|
"ckpt.bytes_on": {
|
|
"dir": "lower",
|
|
"floor": 3576632,
|
|
"tolerance_pct": 400,
|
|
"value": 894158
|
|
},
|
|
"ckpt.compactions": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 400,
|
|
"value": 6
|
|
},
|
|
"ckpt.pause_us_max": {
|
|
"dir": "lower",
|
|
"floor": 74832,
|
|
"tolerance_pct": 400,
|
|
"value": 18708
|
|
},
|
|
"ckpt.pause_us_per_mb": {
|
|
"dir": "lower",
|
|
"floor": 145304,
|
|
"tolerance_pct": 100,
|
|
"value": 36326
|
|
},
|
|
"ckpt.reclaim_x": {
|
|
"dir": "higher",
|
|
"floor": 0.0,
|
|
"tolerance_pct": 15,
|
|
"value": 2.2
|
|
},
|
|
"durable.s1.mixread.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 1741,
|
|
"tolerance_pct": 50,
|
|
"value": 6966
|
|
},
|
|
"durable.s1.mixread.p50us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 1
|
|
},
|
|
"durable.s1.mixread.p99us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 16
|
|
},
|
|
"durable.s1.mixwrite.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 193,
|
|
"tolerance_pct": 50,
|
|
"value": 774
|
|
},
|
|
"durable.s1.mixwrite.p50us": {
|
|
"dir": "lower",
|
|
"floor": 1724,
|
|
"tolerance_pct": 50,
|
|
"value": 431
|
|
},
|
|
"durable.s1.mixwrite.p99us": {
|
|
"dir": "lower",
|
|
"floor": 4044,
|
|
"tolerance_pct": 50,
|
|
"value": 1011
|
|
},
|
|
"durable.s1.query.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 277623,
|
|
"tolerance_pct": 50,
|
|
"value": 1110494
|
|
},
|
|
"durable.s1.query.p50us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 1
|
|
},
|
|
"durable.s1.query.p99us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 2
|
|
},
|
|
"durable.s1.read.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 252397,
|
|
"tolerance_pct": 50,
|
|
"value": 1009591
|
|
},
|
|
"durable.s1.read.p50us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 1
|
|
},
|
|
"durable.s1.read.p99us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 2
|
|
},
|
|
"durable.s1.seed.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 1116,
|
|
"tolerance_pct": 15,
|
|
"value": 4465
|
|
},
|
|
"durable.s1.seed.p50us": {
|
|
"dir": "lower",
|
|
"floor": 844,
|
|
"tolerance_pct": 15,
|
|
"value": 211
|
|
},
|
|
"durable.s1.seed.p99us": {
|
|
"dir": "lower",
|
|
"floor": 2288,
|
|
"tolerance_pct": 15,
|
|
"value": 572
|
|
},
|
|
"durable.s1.wmix.mean_batch": {
|
|
"dir": "higher",
|
|
"floor": 0.0,
|
|
"tolerance_pct": 100,
|
|
"value": 1.0
|
|
},
|
|
"durable.s1.wmix.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 403,
|
|
"tolerance_pct": 15,
|
|
"value": 1614
|
|
},
|
|
"durable.s1.wmix.p50us": {
|
|
"dir": "lower",
|
|
"floor": 1768,
|
|
"tolerance_pct": 15,
|
|
"value": 442
|
|
},
|
|
"durable.s1.wmix.p99us": {
|
|
"dir": "lower",
|
|
"floor": 2612,
|
|
"tolerance_pct": 15,
|
|
"value": 653
|
|
},
|
|
"durable.s1.wmix.peak_batch": {
|
|
"dir": "higher",
|
|
"floor": 0,
|
|
"tolerance_pct": 100,
|
|
"value": 1
|
|
},
|
|
"durable.s1.wmix.peak_staged": {
|
|
"dir": "lower",
|
|
"floor": 196,
|
|
"tolerance_pct": 100,
|
|
"value": 49
|
|
},
|
|
"durable.s1.write.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 582,
|
|
"tolerance_pct": 15,
|
|
"value": 2330
|
|
},
|
|
"durable.s1.write.p50us": {
|
|
"dir": "lower",
|
|
"floor": 1756,
|
|
"tolerance_pct": 15,
|
|
"value": 439
|
|
},
|
|
"durable.s1.write.p99us": {
|
|
"dir": "lower",
|
|
"floor": 2640,
|
|
"tolerance_pct": 15,
|
|
"value": 660
|
|
},
|
|
"durable.sN.mixread.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 1201,
|
|
"tolerance_pct": 50,
|
|
"value": 4804
|
|
},
|
|
"durable.sN.mixread.p50us": {
|
|
"dir": "lower",
|
|
"floor": 240,
|
|
"tolerance_pct": 50,
|
|
"value": 60
|
|
},
|
|
"durable.sN.mixread.p99us": {
|
|
"dir": "lower",
|
|
"floor": 17260,
|
|
"tolerance_pct": 300,
|
|
"value": 4315
|
|
},
|
|
"durable.sN.mixwrite.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 133,
|
|
"tolerance_pct": 50,
|
|
"value": 533
|
|
},
|
|
"durable.sN.mixwrite.p50us": {
|
|
"dir": "lower",
|
|
"floor": 2064,
|
|
"tolerance_pct": 50,
|
|
"value": 516
|
|
},
|
|
"durable.sN.mixwrite.p99us": {
|
|
"dir": "lower",
|
|
"floor": 20828,
|
|
"tolerance_pct": 300,
|
|
"value": 5207
|
|
},
|
|
"durable.sN.query.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 313479,
|
|
"tolerance_pct": 50,
|
|
"value": 1253918
|
|
},
|
|
"durable.sN.query.p50us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 1
|
|
},
|
|
"durable.sN.query.p99us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 300,
|
|
"value": 1
|
|
},
|
|
"durable.sN.read.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 296208,
|
|
"tolerance_pct": 50,
|
|
"value": 1184834
|
|
},
|
|
"durable.sN.read.p50us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 1
|
|
},
|
|
"durable.sN.read.p99us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 300,
|
|
"value": 2
|
|
},
|
|
"durable.sN.seed.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 1115,
|
|
"tolerance_pct": 50,
|
|
"value": 4463
|
|
},
|
|
"durable.sN.seed.p50us": {
|
|
"dir": "lower",
|
|
"floor": 844,
|
|
"tolerance_pct": 50,
|
|
"value": 211
|
|
},
|
|
"durable.sN.seed.p99us": {
|
|
"dir": "lower",
|
|
"floor": 2092,
|
|
"tolerance_pct": 300,
|
|
"value": 523
|
|
},
|
|
"durable.sN.wmix.mean_batch": {
|
|
"dir": "higher",
|
|
"floor": 1.0,
|
|
"tolerance_pct": 100,
|
|
"value": 6.34
|
|
},
|
|
"durable.sN.wmix.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 1557,
|
|
"tolerance_pct": 50,
|
|
"value": 6230
|
|
},
|
|
"durable.sN.wmix.p50us": {
|
|
"dir": "lower",
|
|
"floor": 26576,
|
|
"tolerance_pct": 50,
|
|
"value": 6644
|
|
},
|
|
"durable.sN.wmix.p99us": {
|
|
"dir": "lower",
|
|
"floor": 38200,
|
|
"tolerance_pct": 300,
|
|
"value": 9550
|
|
},
|
|
"durable.sN.wmix.peak_batch": {
|
|
"dir": "higher",
|
|
"floor": 15,
|
|
"tolerance_pct": 100,
|
|
"value": 60
|
|
},
|
|
"durable.sN.wmix.peak_staged": {
|
|
"dir": "lower",
|
|
"floor": 11760,
|
|
"tolerance_pct": 100,
|
|
"value": 2940
|
|
},
|
|
"durable.sN.write.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 575,
|
|
"tolerance_pct": 50,
|
|
"value": 2302
|
|
},
|
|
"durable.sN.write.p50us": {
|
|
"dir": "lower",
|
|
"floor": 1768,
|
|
"tolerance_pct": 50,
|
|
"value": 442
|
|
},
|
|
"durable.sN.write.p99us": {
|
|
"dir": "lower",
|
|
"floor": 2640,
|
|
"tolerance_pct": 300,
|
|
"value": 660
|
|
},
|
|
"ram.s1.mixread.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 22309,
|
|
"tolerance_pct": 50,
|
|
"value": 89237
|
|
},
|
|
"ram.s1.mixread.p50us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 1
|
|
},
|
|
"ram.s1.mixread.p99us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 1
|
|
},
|
|
"ram.s1.mixwrite.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 2478,
|
|
"tolerance_pct": 50,
|
|
"value": 9915
|
|
},
|
|
"ram.s1.mixwrite.p50us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 1
|
|
},
|
|
"ram.s1.mixwrite.p99us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 1
|
|
},
|
|
"ram.s1.msgrate.msgs_sec": {
|
|
"dir": "higher",
|
|
"floor": 1661239,
|
|
"tolerance_pct": 70,
|
|
"value": 13289919
|
|
},
|
|
"ram.s1.query.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 250501,
|
|
"tolerance_pct": 50,
|
|
"value": 1002004
|
|
},
|
|
"ram.s1.query.p50us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 1
|
|
},
|
|
"ram.s1.query.p99us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 1
|
|
},
|
|
"ram.s1.read.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 270621,
|
|
"tolerance_pct": 50,
|
|
"value": 1082485
|
|
},
|
|
"ram.s1.read.p50us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 1
|
|
},
|
|
"ram.s1.read.p99us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 1
|
|
},
|
|
"ram.s1.seed.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 59238,
|
|
"tolerance_pct": 15,
|
|
"value": 236952
|
|
},
|
|
"ram.s1.seed.p50us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 15,
|
|
"value": 4
|
|
},
|
|
"ram.s1.seed.p99us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 15,
|
|
"value": 9
|
|
},
|
|
"ram.s1.write.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 47464,
|
|
"tolerance_pct": 15,
|
|
"value": 189857
|
|
},
|
|
"ram.s1.write.p50us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 15,
|
|
"value": 8
|
|
},
|
|
"ram.s1.write.p99us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 15,
|
|
"value": 14
|
|
},
|
|
"ram.sN.mixread.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 11237,
|
|
"tolerance_pct": 50,
|
|
"value": 44951
|
|
},
|
|
"ram.sN.mixread.p50us": {
|
|
"dir": "lower",
|
|
"floor": 268,
|
|
"tolerance_pct": 50,
|
|
"value": 67
|
|
},
|
|
"ram.sN.mixread.p99us": {
|
|
"dir": "lower",
|
|
"floor": 336,
|
|
"tolerance_pct": 50,
|
|
"value": 84
|
|
},
|
|
"ram.sN.mixwrite.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 1248,
|
|
"tolerance_pct": 50,
|
|
"value": 4994
|
|
},
|
|
"ram.sN.mixwrite.p50us": {
|
|
"dir": "lower",
|
|
"floor": 296,
|
|
"tolerance_pct": 50,
|
|
"value": 74
|
|
},
|
|
"ram.sN.mixwrite.p99us": {
|
|
"dir": "lower",
|
|
"floor": 352,
|
|
"tolerance_pct": 50,
|
|
"value": 88
|
|
},
|
|
"ram.sN.msgrate.msgs_sec": {
|
|
"dir": "higher",
|
|
"floor": 292298,
|
|
"tolerance_pct": 70,
|
|
"value": 2338388
|
|
},
|
|
"ram.sN.query.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 248632,
|
|
"tolerance_pct": 50,
|
|
"value": 994530
|
|
},
|
|
"ram.sN.query.p50us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 1
|
|
},
|
|
"ram.sN.query.p99us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 1
|
|
},
|
|
"ram.sN.read.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 268586,
|
|
"tolerance_pct": 50,
|
|
"value": 1074344
|
|
},
|
|
"ram.sN.read.p50us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 1
|
|
},
|
|
"ram.sN.read.p99us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 1
|
|
},
|
|
"ram.sN.seed.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 63847,
|
|
"tolerance_pct": 50,
|
|
"value": 255391
|
|
},
|
|
"ram.sN.seed.p50us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 4
|
|
},
|
|
"ram.sN.seed.p99us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 8
|
|
},
|
|
"ram.sN.write.ops_sec": {
|
|
"dir": "higher",
|
|
"floor": 47836,
|
|
"tolerance_pct": 50,
|
|
"value": 191347
|
|
},
|
|
"ram.sN.write.p50us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 8
|
|
},
|
|
"ram.sN.write.p99us": {
|
|
"dir": "lower",
|
|
"floor": 100,
|
|
"tolerance_pct": 50,
|
|
"value": 12
|
|
}
|
|
} |