Files
smarm/benches/baseline.json
T
claude-asm-audit 8fd724a6b6 bench: regenerate baseline.json on the reconciled tree (job 3a1af71f)
Rebased onto upstream v0.7.0, with the Weak-per-park fix (93bc83a) and the
root-sweep lock-free guard (3b0e06e) both in. 20-core box, rq-mpmc default,
wake slot on. Key order kept, so the diff is values only.

Not a flat baseline, and the regress pass in outputs/f21_job_3a1af71f.log
records why. Against 09ad759 the short 1-thread sections carry ~30-45 µs of
residual fixed cost (the root-exit sweep still walks all 16_384 slot words even
though it no longer locks them), and ping_pong_steady is +25% 1T / +23% 20T with
only ~30 µs of that explained — ~28 ns/roundtrip on the channel park chain that
nothing in the upstream diff accounts for. Several 20-thread sections moved
10-18% alongside it. That is finding 20c, open, and regenerating here means
`regress` can no longer see it: the comparison lives in history.md and the job
log instead.

switch_cost 126-128 cyc/roundtrip, unchanged, so the yield path is not involved.
2026-08-21 14:04:19 +00:00

366 lines
6.7 KiB
JSON

{
"catch_unwind_panics": {
"smarm 1-thread": {
"result": 10000,
"median": 122512,
"min": 113735,
"max": 124564
},
"smarm 20-thread": {
"result": 10000,
"median": 20569,
"min": 19671,
"max": 21174
},
"tokio current_thread": {
"result": 10000,
"median": 10134,
"min": 9081,
"max": 10524
},
"tokio multi-thread": {
"result": 10000,
"median": 2461,
"min": 2351,
"max": 2715
}
},
"chained_spawn": {
"smarm 1-thread": {
"result": 1000,
"median": 498,
"min": 491,
"max": 503
},
"smarm 20-thread": {
"result": 1000,
"median": 2135,
"min": 1881,
"max": 2284
},
"tokio current_thread": {
"result": 1000,
"median": 114,
"min": 106,
"max": 119
},
"tokio multi-thread": {
"result": 1000,
"median": 164,
"min": 160,
"max": 186
}
},
"deep_recursion": {
"smarm 1-thread": {
"result": 1,
"median": 316,
"min": 314,
"max": 322
},
"smarm 20-thread": {
"result": 1,
"median": 758,
"min": 725,
"max": 1222
},
"tokio current_thread": {
"result": 1,
"median": 11,
"min": 11,
"max": 14
},
"tokio multi-thread": {
"result": 1,
"median": 52,
"min": 51,
"max": 55
}
},
"fan_out_compute": {
"smarm 1-thread": {
"result": 33860,
"median": 15074,
"min": 15064,
"max": 15081
},
"smarm 20-thread": {
"result": 33860,
"median": 2786,
"min": 2539,
"max": 2913
},
"tokio current_thread": {
"result": 33860,
"median": 14040,
"min": 13749,
"max": 14056
},
"tokio multi-thread": {
"result": 33860,
"median": 2404,
"min": 2136,
"max": 2436
}
},
"many_timers": {
"smarm 1-thread": {
"result": 10000,
"median": 117779,
"min": 107641,
"max": 120785
},
"smarm 20-thread": {
"result": 10000,
"median": 54031,
"min": 53646,
"max": 54841
},
"tokio current_thread": {
"result": 10000,
"median": 12417,
"min": 12383,
"max": 12479
},
"tokio multi-thread": {
"result": 10000,
"median": 13880,
"min": 13405,
"max": 13953
}
},
"mpsc_contention": {
"smarm 1-thread": {
"result": 320000,
"median": 3260,
"min": 2896,
"max": 3427
},
"smarm 20-thread": {
"result": 320000,
"median": 41206,
"min": 40562,
"max": 41754
},
"tokio current_thread": {
"result": 320000,
"median": 5895,
"min": 5272,
"max": 5902
},
"tokio multi-thread": {
"result": 320000,
"median": 71069,
"min": 60076,
"max": 80026
}
},
"multi_thread_scaling": {
"smarm 1-thread": {
"result": 33860,
"median": 15163,
"min": 15125,
"max": 15172
},
"smarm 2-thread": {
"result": 33860,
"median": 7980,
"min": 7947,
"max": 8103
},
"smarm 4-thread": {
"result": 33860,
"median": 4324,
"min": 4300,
"max": 4364
},
"smarm 20-thread": {
"result": 33860,
"median": 2704,
"min": 2391,
"max": 2841
},
"tokio multi 1-thread": {
"result": 33860,
"median": 14271,
"min": 14251,
"max": 14459
},
"tokio multi 2-thread": {
"result": 33860,
"median": 7395,
"min": 7195,
"max": 7443
},
"tokio multi 4-thread": {
"result": 33860,
"median": 3740,
"min": 3709,
"max": 3752
},
"tokio multi 20-thread": {
"result": 33860,
"median": 2373,
"min": 2176,
"max": 2380
}
},
"ping_pong_oneshot": {
"smarm 1-thread": {
"result": 1000,
"median": 935,
"min": 910,
"max": 941
},
"smarm 20-thread": {
"result": 1000,
"median": 6168,
"min": 6029,
"max": 6550
},
"tokio current_thread": {
"result": 1000,
"median": 407,
"min": 401,
"max": 430
},
"tokio multi-thread": {
"result": 1000,
"median": 9395,
"min": 8795,
"max": 9812
}
},
"ping_pong_steady": {
"smarm 1-thread": {
"result": 10000,
"median": 1517,
"min": 1501,
"max": 1527
},
"smarm 20-thread": {
"result": 10000,
"median": 1910,
"min": 1848,
"max": 1947
},
"tokio current_thread": {
"result": 10000,
"median": 1284,
"min": 1278,
"max": 1296
},
"tokio multi-thread": {
"result": 10000,
"median": 82015,
"min": 81833,
"max": 82993
}
},
"spawn_pair_control": {
"smarm 1-thread": {
"result": 1000,
"median": 637,
"min": 632,
"max": 661
},
"smarm 20-thread": {
"result": 1000,
"median": 5118,
"min": 5089,
"max": 5157
},
"tokio current_thread": {
"result": 1000,
"median": 288,
"min": 249,
"max": 300
},
"tokio multi-thread": {
"result": 1000,
"median": 8617,
"min": 8534,
"max": 8808
}
},
"spawn_storm_busy": {
"smarm 1-thread": {
"result": 10000,
"median": 105937,
"min": 101927,
"max": 107104
},
"smarm 20-thread": {
"result": 10000,
"median": 15928,
"min": 15918,
"max": 16581
},
"tokio current_thread": {
"result": 10000,
"median": 1248,
"min": 1121,
"max": 1253
},
"tokio multi-thread": {
"result": 10000,
"median": 12313,
"min": 11641,
"max": 16848
}
},
"uncontended_channel": {
"smarm 1-thread": {
"result": 1000000,
"median": 12452,
"min": 12315,
"max": 13700
},
"tokio current_thread": {
"result": 1000000,
"median": 15091,
"min": 15086,
"max": 16944
}
},
"yield_in_hot_loop": {
"smarm 1-thread": {
"result": 1000000,
"median": 33187,
"min": 33000,
"max": 33325
},
"tokio current_thread": {
"result": 1000000,
"median": 74444,
"min": 67009,
"max": 75753
}
},
"yield_many": {
"smarm 1-thread": {
"result": 200000,
"median": 10921,
"min": 10828,
"max": 11041
},
"smarm 20-thread": {
"result": 200000,
"median": 44422,
"min": 43715,
"max": 44595
},
"tokio current_thread": {
"result": 200000,
"median": 5355,
"min": 5327,
"max": 5426
},
"tokio multi-thread": {
"result": 200000,
"median": 6170,
"min": 5982,
"max": 6898
}
}
}