Source files / bench/data · raw

concurrency.jsonl

{"test": "concurrency", "n": 1, "wall_s": 19.8, "tokens": 768, "total_tok_s": 38.8, "per_req_tg": [51.0], "accept": 0.501, "label": "base-np1", "date": "2026-11-07T22:17:38"}
{"test": "replay", "step": "a_cold", "prompt_n": 25866, "cache_n": 0, "pp": 408.2563236049289, "wall": 64.2, "label": "base-np1", "date": "2026-11-07T22:19:06"}
{"test": "replay", "step": "b_append_turn", "prompt_n": 1171, "cache_n": 25862, "pp": 246.5565254521712, "wall": 5.0, "label": "base-np1", "date": "2026-11-07T22:19:06"}
{"test": "replay", "step": "c_edit_middle", "prompt_n": 6596, "cache_n": 17958, "pp": 366.17731809089713, "wall": 18.2, "label": "base-np1", "date": "2026-11-07T22:19:06"}
{"test": "replay", "step": "d_other_slot_same_prefix", "prompt_n": 20, "cache_n": 17958, "pp": 52.80792963871455, "wall": 0.9, "label": "base-np1", "date": "2026-11-07T22:19:06"}
{"test": "concurrency", "n": 1, "wall_s": 20.4, "tokens": 768, "total_tok_s": 37.7, "per_req_tg": [49.5], "accept": 0.497, "label": "np4-kvu-spec", "date": "2026-11-07T22:22:21"}
{"test": "concurrency", "n": 2, "wall_s": 36.5, "tokens": 1536, "total_tok_s": 42.1, "per_req_tg": [25.7, 24.6], "accept": 0.447, "label": "np4-kvu-spec", "date": "2026-11-07T22:22:57"}
{"test": "concurrency", "n": 1, "wall_s": 20.8, "tokens": 768, "total_tok_s": 36.8, "per_req_tg": [48.0], "accept": 0.473, "label": "np4-kvu-nospec", "date": "2026-11-07T22:28:25"}
{"test": "concurrency", "n": 2, "wall_s": 37.6, "tokens": 1536, "total_tok_s": 40.8, "per_req_tg": [25.4, 23.6], "accept": 0.42, "label": "np4-kvu-nospec", "date": "2026-11-07T22:29:03"}
{"test": "concurrency", "n": 1, "wall_s": 29.8, "tokens": 768, "total_tok_s": 25.7, "per_req_tg": [30.5], "accept": null, "label": "np1-nospec-c131k", "date": "2026-11-07T22:36:21"}
{"test": "concurrency", "n": 2, "wall_s": 55.7, "tokens": 1536, "total_tok_s": 27.6, "per_req_tg": [30.2, 30.6], "accept": null, "label": "np1-nospec-c131k", "date": "2026-11-07T22:37:17"}
{"test": "concurrency", "n": 1, "wall_s": 21.5, "tokens": 768, "total_tok_s": 35.7, "per_req_tg": [46.5], "accept": 0.458, "label": "np4-kvu-spec-c131k", "date": "2026-11-07T22:40:31"}
{"test": "concurrency", "n": 2, "wall_s": 37.0, "tokens": 1536, "total_tok_s": 41.5, "per_req_tg": [24.3, 24.7], "accept": 0.431, "label": "np4-kvu-spec-c131k", "date": "2026-11-07T22:41:08"}
{"test": "concurrency", "n": 4, "wall_s": 134.6, "tokens": 3072, "total_tok_s": 22.8, "per_req_tg": [6.5, 6.5, 6.8, 6.5], "accept": 0.45, "label": "np4-kvu-spec-c131k", "date": "2026-11-07T22:43:22"}
{"test": "replay", "step": "a_cold", "prompt_n": 25866, "cache_n": 0, "pp": 387.96156435714045, "wall": 70.3, "label": "np4-kvu-spec-c131k", "date": "2026-11-07T22:45:43"}
{"test": "replay", "step": "b_append_turn", "prompt_n": 1171, "cache_n": 25862, "pp": 245.5220015809017, "wall": 5.0, "label": "np4-kvu-spec-c131k", "date": "2026-11-07T22:45:43"}
{"test": "replay", "step": "c_edit_middle", "prompt_n": 6596, "cache_n": 17958, "pp": 353.9096147251725, "wall": 18.9, "label": "np4-kvu-spec-c131k", "date": "2026-11-07T22:45:43"}
{"test": "replay", "step": "d_other_slot_same_prefix", "prompt_n": 17978, "cache_n": 0, "pp": 408.52002158261854, "wall": 46.0, "label": "np4-kvu-spec-c131k", "date": "2026-11-07T22:45:43"}
{"test": "concurrency", "n": 1, "wall_s": 30.1, "tokens": 768, "total_tok_s": 25.5, "per_req_tg": [30.3], "accept": null, "label": "np4-kvu-nospec-c131k", "date": "2026-11-07T22:49:03"}
{"test": "concurrency", "n": 2, "wall_s": 37.5, "tokens": 1536, "total_tok_s": 40.9, "per_req_tg": [23.9, 23.9], "accept": null, "label": "np4-kvu-nospec-c131k", "date": "2026-11-07T22:49:41"}
{"test": "concurrency", "n": 4, "wall_s": 60.2, "tokens": 3072, "total_tok_s": 51.0, "per_req_tg": [17.4, 17.4, 17.4, 17.4], "accept": null, "label": "np4-kvu-nospec-c131k", "date": "2026-11-07T22:50:41"}
{"test": "swarm", "k": 3, "step": "root_turn1", "prompt_n": 31541, "cache_n": 0, "pp": 417.63703399874765, "wall": 76.8, "label": "swarm-stock", "date": "2026-11-08T01:56:57"}
{"test": "swarm", "k": 3, "step": "sub0", "prompt_n": 30, "cache_n": 28914, "pp": 0.16286527797777783, "wall": 195.8, "label": "swarm-stock", "date": "2026-11-08T01:56:57"}
{"test": "swarm", "k": 3, "step": "sub1", "prompt_n": 28944, "cache_n": 0, "pp": 149.67314382574546, "wall": 195.9, "label": "swarm-stock", "date": "2026-11-08T01:56:57"}
{"test": "swarm", "k": 3, "step": "sub2", "prompt_n": 28944, "cache_n": 0, "pp": 149.49533625322695, "wall": 196.0, "label": "swarm-stock", "date": "2026-11-08T01:56:57"}
{"test": "swarm", "k": 3, "step": "root_turn2", "prompt_n": 2653, "cache_n": 28914, "pp": 262.2226597541887, "wall": 13.1, "label": "swarm-stock", "date": "2026-11-08T01:56:57"}
{"test": "replay", "step": "a_cold", "prompt_n": 25866, "cache_n": 0, "pp": 405.2316842360018, "wall": 66.4, "label": "replay-stock", "date": "2026-11-08T01:59:11"}
{"test": "replay", "step": "b_append_turn", "prompt_n": 1171, "cache_n": 25862, "pp": 271.2032414693148, "wall": 4.6, "label": "replay-stock", "date": "2026-11-08T01:59:11"}
{"test": "replay", "step": "c_edit_middle", "prompt_n": 6596, "cache_n": 17958, "pp": 366.8009749921368, "wall": 18.3, "label": "replay-stock", "date": "2026-11-08T01:59:11"}
{"test": "replay", "step": "d_other_slot_same_prefix", "prompt_n": 17978, "cache_n": 0, "pp": 424.11686356402544, "wall": 44.7, "label": "replay-stock", "date": "2026-11-08T01:59:11"}
{"test": "swarm", "k": 3, "step": "root_turn1", "prompt_n": 31541, "cache_n": 0, "pp": 416.73342800219535, "wall": 76.9, "label": "swarm-patched", "date": "2026-11-08T02:33:46"}
{"test": "swarm", "k": 3, "step": "sub0", "prompt_n": 30, "cache_n": 28914, "pp": 0.16288136261770111, "wall": 196.4, "label": "swarm-patched", "date": "2026-11-08T02:33:46"}
{"test": "swarm", "k": 3, "step": "sub1", "prompt_n": 28944, "cache_n": 0, "pp": 149.03826908733842, "wall": 196.5, "label": "swarm-patched", "date": "2026-11-08T02:33:46"}
{"test": "swarm", "k": 3, "step": "sub2", "prompt_n": 28944, "cache_n": 0, "pp": 149.31319181740187, "wall": 196.5, "label": "swarm-patched", "date": "2026-11-08T02:33:46"}
{"test": "swarm", "k": 3, "step": "root_turn2", "prompt_n": 2653, "cache_n": 28914, "pp": 270.3024055283923, "wall": 13.3, "label": "swarm-patched", "date": "2026-11-08T02:33:46"}
{"test": "replay", "step": "a_cold", "prompt_n": 25866, "cache_n": 0, "pp": 407.7418489975212, "wall": 66.4, "label": "replay-patched", "date": "2026-11-08T02:36:00"}
{"test": "replay", "step": "b_append_turn", "prompt_n": 1171, "cache_n": 25862, "pp": 274.33486095603473, "wall": 4.6, "label": "replay-patched", "date": "2026-11-08T02:36:00"}
{"test": "replay", "step": "c_edit_middle", "prompt_n": 6596, "cache_n": 17958, "pp": 367.0330226777552, "wall": 18.3, "label": "replay-patched", "date": "2026-11-08T02:36:00"}
{"test": "replay", "step": "d_other_slot_same_prefix", "prompt_n": 17978, "cache_n": 0, "pp": 424.20241604724373, "wall": 44.8, "label": "replay-patched", "date": "2026-11-08T02:36:00"}
{"test": "swarm", "k": 3, "step": "root_turn1", "prompt_n": 31541, "cache_n": 0, "pp": 410.52539688731395, "wall": 78.1, "label": "swarm-patched2", "date": "2026-11-08T02:42:00"}
{"test": "swarm", "k": 3, "step": "sub0", "prompt_n": 30, "cache_n": 28914, "pp": 17.71771080089368, "wall": 8.5, "label": "swarm-patched2", "date": "2026-11-08T02:42:00"}
{"test": "swarm", "k": 3, "step": "sub1", "prompt_n": 30, "cache_n": 28914, "pp": 19.21490461721348, "wall": 8.5, "label": "swarm-patched2", "date": "2026-11-08T02:42:00"}
{"test": "swarm", "k": 3, "step": "sub2", "prompt_n": 30, "cache_n": 28914, "pp": 16.372962998740917, "wall": 8.5, "label": "swarm-patched2", "date": "2026-11-08T02:42:00"}
{"test": "swarm", "k": 3, "step": "root_turn2", "prompt_n": 2653, "cache_n": 28914, "pp": 236.48920586782046, "wall": 16.3, "label": "swarm-patched2", "date": "2026-11-08T02:42:00"}
{"test": "replay", "step": "a_cold", "prompt_n": 25866, "cache_n": 0, "pp": 407.1265819282199, "wall": 65.9, "label": "replay-patched2", "date": "2026-11-08T02:43:36"}
{"test": "replay", "step": "b_append_turn", "prompt_n": 1171, "cache_n": 25862, "pp": 260.9612645233523, "wall": 5.8, "label": "replay-patched2", "date": "2026-11-08T02:43:36"}
{"test": "replay", "step": "c_edit_middle", "prompt_n": 6596, "cache_n": 17958, "pp": 368.2972867110064, "wall": 19.7, "label": "replay-patched2", "date": "2026-11-08T02:43:36"}
{"test": "replay", "step": "d_other_slot_same_prefix", "prompt_n": 20, "cache_n": 17958, "pp": 46.381651418698766, "wall": 4.6, "label": "replay-patched2", "date": "2026-11-08T02:43:36"}
{"test": "concurrency", "n": 1, "wall_s": 17.7, "tokens": 512, "total_tok_s": 28.9, "per_req_tg": [45.4], "accept": 0.545, "label": "strata-svc", "date": "2026-11-10T21:48:08"}
{"test": "concurrency", "n": 2, "wall_s": 29.6, "tokens": 1024, "total_tok_s": 34.6, "per_req_tg": [46.9, 46.0], "accept": 0.578, "label": "strata-svc", "date": "2026-11-10T21:48:37"}
{"test": "replay", "step": "a_cold", "prompt_n": 25880, "cache_n": 0, "pp": 345.5, "wall": 75.6, "label": "strata-svc", "date": "2026-11-10T21:50:19"}
{"test": "replay", "step": "b_append_turn", "prompt_n": 1174, "cache_n": 25873, "pp": 220.3, "wall": 5.5, "label": "strata-svc", "date": "2026-11-10T21:50:19"}
{"test": "replay", "step": "c_edit_middle", "prompt_n": 6596, "cache_n": 17972, "pp": 338.6, "wall": 19.7, "label": "strata-svc", "date": "2026-11-10T21:50:19"}
{"test": "replay", "step": "d_other_slot_same_prefix", "prompt_n": 20, "cache_n": 17972, "pp": 64.2, "wall": 1.0, "label": "strata-svc", "date": "2026-11-10T21:50:19"}
{"test": "swarm", "k": 3, "step": "root_turn1", "prompt_n": 31541, "cache_n": 0, "pp": 347.5, "wall": 91.4, "label": "strata-svc", "date": "2026-11-10T21:52:04"}
{"test": "swarm", "k": 3, "step": "sub0", "prompt_n": 30, "cache_n": 28914, "pp": 76.0, "wall": 1.5, "label": "strata-svc", "date": "2026-11-10T21:52:04"}
{"test": "swarm", "k": 3, "step": "sub1", "prompt_n": 30, "cache_n": 28914, "pp": 80.7, "wall": 3.9, "label": "strata-svc", "date": "2026-11-10T21:52:04"}
{"test": "swarm", "k": 3, "step": "sub2", "prompt_n": 30, "cache_n": 28914, "pp": 80.3, "wall": 2.7, "label": "strata-svc", "date": "2026-11-10T21:52:04"}
{"test": "swarm", "k": 3, "step": "root_turn2", "prompt_n": 2653, "cache_n": 28914, "pp": 292.3, "wall": 9.9, "label": "strata-svc", "date": "2026-11-10T21:52:04"}