Files
smarm/benches/baseline.json
T
claude-asm-audit 343e53e17b bench: baseline under the fixed rq-mpmc default (job 6e71e9b1)
20-core box (taskset 0-19), 5 sets, at 0438f12. Replaces the rq-mutex
baseline (df41ff3) so sweep.py regress compares like with like. The
multi-thread rows show what the mutex contention was costing:
yield_many 20T 156.7ms -> 44.1ms (-72%), spawn_storm_busy 20T -72%,
chained_spawn/catch_unwind 20T -20%. Sweep ran clean (0 panics) —
the finding-13 fix holding under the full suite.
Note: mpsc_contention 1T is ~2x the mutex-default row (3155 -> 6123);
backend characteristic to investigate, not a fix regression (the
shootout shows the fix itself is noise-neutral).
2026-08-21 12:22:46 +00:00

314 lines
5.8 KiB
JSON

{
"chained_spawn": {
"smarm 1-thread": {
"result": 1000,
"median": 466,
"min": 420,
"max": 503
},
"smarm 20-thread": {
"result": 1000,
"median": 2087,
"min": 1966,
"max": 2462
},
"tokio current_thread": {
"result": 1000,
"median": 108,
"min": 101,
"max": 119
},
"tokio multi-thread": {
"result": 1000,
"median": 185,
"min": 162,
"max": 196
}
},
"yield_many": {
"smarm 1-thread": {
"result": 200000,
"median": 12513,
"min": 11098,
"max": 12846
},
"smarm 20-thread": {
"result": 200000,
"median": 44080,
"min": 43502,
"max": 44754
},
"tokio current_thread": {
"result": 200000,
"median": 5378,
"min": 4781,
"max": 5612
},
"tokio multi-thread": {
"result": 200000,
"median": 6096,
"min": 5424,
"max": 7701
}
},
"fan_out_compute": {
"smarm 1-thread": {
"result": 33860,
"median": 15121,
"min": 13878,
"max": 15143
},
"smarm 20-thread": {
"result": 33860,
"median": 2452,
"min": 2389,
"max": 2833
},
"tokio current_thread": {
"result": 33860,
"median": 14113,
"min": 12681,
"max": 14123
},
"tokio multi-thread": {
"result": 33860,
"median": 2308,
"min": 1724,
"max": 2575
}
},
"ping_pong_oneshot": {
"smarm 1-thread": {
"result": 1000,
"median": 839,
"min": 755,
"max": 861
},
"smarm 20-thread": {
"result": 1000,
"median": 7437,
"min": 7278,
"max": 8044
},
"tokio current_thread": {
"result": 1000,
"median": 416,
"min": 399,
"max": 430
},
"tokio multi-thread": {
"result": 1000,
"median": 8963,
"min": 8918,
"max": 10302
}
},
"spawn_storm_busy": {
"smarm 1-thread": {
"result": 10000,
"median": 109585,
"min": 103839,
"max": 116230
},
"smarm 20-thread": {
"result": 10000,
"median": 15582,
"min": 15229,
"max": 17187
},
"tokio current_thread": {
"result": 10000,
"median": 1072,
"min": 979,
"max": 1106
},
"tokio multi-thread": {
"result": 10000,
"median": 11858,
"min": 11074,
"max": 13463
}
},
"mpsc_contention": {
"smarm 1-thread": {
"result": 320000,
"median": 6123,
"min": 6084,
"max": 6830
},
"smarm 20-thread": {
"result": 320000,
"median": 35813,
"min": 34901,
"max": 36057
},
"tokio current_thread": {
"result": 320000,
"median": 5428,
"min": 5388,
"max": 6025
},
"tokio multi-thread": {
"result": 320000,
"median": 67484,
"min": 50512,
"max": 74416
}
},
"many_timers": {
"smarm 1-thread": {
"result": 10000,
"median": 123609,
"min": 114597,
"max": 124898
},
"smarm 20-thread": {
"result": 10000,
"median": 54895,
"min": 53552,
"max": 56470
},
"tokio current_thread": {
"result": 10000,
"median": 12427,
"min": 12422,
"max": 12565
},
"tokio multi-thread": {
"result": 10000,
"median": 14004,
"min": 13884,
"max": 14367
}
},
"multi_thread_scaling": {
"smarm 1-thread": {
"result": 33860,
"median": 15117,
"min": 15083,
"max": 15143
},
"smarm 2-thread": {
"result": 33860,
"median": 7988,
"min": 7911,
"max": 8031
},
"smarm 4-thread": {
"result": 33860,
"median": 4302,
"min": 4275,
"max": 4311
},
"smarm 20-thread": {
"result": 33860,
"median": 2413,
"min": 2379,
"max": 2474
},
"tokio multi 1-thread": {
"result": 33860,
"median": 14266,
"min": 14259,
"max": 16632
},
"tokio multi 2-thread": {
"result": 33860,
"median": 7288,
"min": 7196,
"max": 8657
},
"tokio multi 4-thread": {
"result": 33860,
"median": 3760,
"min": 3716,
"max": 4078
},
"tokio multi 20-thread": {
"result": 33860,
"median": 2381,
"min": 1935,
"max": 2631
}
},
"deep_recursion": {
"smarm 1-thread": {
"result": 1,
"median": 293,
"min": 286,
"max": 322
},
"smarm 20-thread": {
"result": 1,
"median": 729,
"min": 683,
"max": 752
},
"tokio current_thread": {
"result": 1,
"median": 12,
"min": 12,
"max": 13
},
"tokio multi-thread": {
"result": 1,
"median": 54,
"min": 50,
"max": 61
}
},
"yield_in_hot_loop": {
"smarm 1-thread": {
"result": 1000000,
"median": 40171,
"min": 38692,
"max": 42902
},
"tokio current_thread": {
"result": 1000000,
"median": 63828,
"min": 63683,
"max": 70517
}
},
"uncontended_channel": {
"smarm 1-thread": {
"result": 1000000,
"median": 12441,
"min": 12286,
"max": 13828
},
"tokio current_thread": {
"result": 1000000,
"median": 15035,
"min": 15014,
"max": 16722
}
},
"catch_unwind_panics": {
"smarm 1-thread": {
"result": 10000,
"median": 127342,
"min": 122307,
"max": 132850
},
"smarm 20-thread": {
"result": 10000,
"median": 20430,
"min": 19417,
"max": 20735
},
"tokio current_thread": {
"result": 10000,
"median": 10716,
"min": 10325,
"max": 11039
},
"tokio multi-thread": {
"result": 10000,
"median": 2500,
"min": 2352,
"max": 2656
}
}
}