diff --git a/benchmarks/baselines/apple7_legacy_retune_multi_run.json b/benchmarks/baselines/apple7_legacy_retune_multi_run.json index f49e712bf..035cfff42 100644 --- a/benchmarks/baselines/apple7_legacy_retune_multi_run.json +++ b/benchmarks/baselines/apple7_legacy_retune_multi_run.json @@ -8,8 +8,8 @@ "physical_device": "Apple M1 Max", "os_version": "26.6.2", "sdk_version": "26.5", - "compiler_fingerprint": "sha256:a27c50660f01ac4d5dd9e84a96fbee710f2f554b24f272071eabc46fd3ee03f4", - "runtime_fingerprint": "sha256:12c337036dea501ba6804a7dae969830844d9304ec7e605d2faea27b465e7ee7" + "compiler_fingerprint": "sha256:d38fda20860dafa3f034761cfc1a2157926414ba33d5dd5ffe3a920c65243b43", + "runtime_fingerprint": "sha256:5b63fddfc10a23525ba1ab5f6aabd0b7eb645543850b010c9761b9bc978f201d" }, "runs": [ { @@ -24,29 +24,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 319083, - "device_time_median_ns": 84499, + "end_to_end_median_ns": 316375, + "device_time_median_ns": 87375, "paired_trial_end_to_end_medians_ns": [ - 319792, - 316958, - 319542, - 319000, - 315333, - 327875, - 316334, - 322375, - 319083 + 309833, + 322125, + 357500, + 299875, + 304458, + 319208, + 480834, + 316375, + 309500 ], "paired_trial_device_medians_ns": [ - 84499, - 83749, - 85083, - 85416, - 84833, - 83624, - 83124, - 85125, - 84416 + 89999, + 87375, + 90499, + 81875, + 79666, + 93541, + 92250, + 80124, + 83624 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -58,7 +58,7 @@ "logical_input_bytes": 73856, "logical_output_bytes": 8192, "logical_total_bytes": 82048, - "end_to_end_logical_bandwidth_gb_s": 0.2571368578081565, + "end_to_end_logical_bandwidth_gb_s": 0.2593378111418412, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -75,18 +75,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 1061583, + "end_to_end_median_ns": 1086500, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 1066833, - 1089666, - 1061583, - 1036292, - 1038208, - 1035917, - 1075500, - 1053542, - 1099042 + 1089542, + 1101500, + 1169542, + 1086500, + 961250, + 1047875, + 1093542, + 1020875, + 1030208 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -99,7 +99,7 @@ "logical_input_bytes": 73856, "logical_output_bytes": 8192, "logical_total_bytes": 82048, - "end_to_end_logical_bandwidth_gb_s": 0.07728835145250065, + "end_to_end_logical_bandwidth_gb_s": 0.07551587666820064, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -116,18 +116,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 1907458, + "end_to_end_median_ns": 1908417, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 2077500, - 1954917, - 1861083, - 1907458, - 1799709, - 1854417, - 1924458, - 1926042, - 1741584 + 2008167, + 2022708, + 1963792, + 1872333, + 1969083, + 1908417, + 1634417, + 1731375, + 1774917 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -140,7 +140,7 @@ "logical_input_bytes": 100384, "logical_output_bytes": 2048, "logical_total_bytes": 102432, - "end_to_end_logical_bandwidth_gb_s": 0.05370078921790152, + "end_to_end_logical_bandwidth_gb_s": 0.05367380399566762, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -157,29 +157,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 999750, - "device_time_median_ns": 724749, + "end_to_end_median_ns": 979875, + "device_time_median_ns": 725749, "paired_trial_end_to_end_medians_ns": [ - 1575583, - 1455375, - 1179916, - 1035541, - 966542, - 980917, - 999750, - 982083, - 963042 + 1711084, + 1600500, + 1225583, + 1172250, + 917042, + 922500, + 911792, + 979875, + 974875 ], "paired_trial_device_medians_ns": [ - 1308875, - 1153749, - 919833, - 749583, - 702499, - 703625, - 724749, - 714208, - 703791 + 1433749, + 1366875, + 948708, + 916291, + 694124, + 696750, + 704166, + 725749, + 725749 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -191,7 +191,7 @@ "logical_input_bytes": 100384, "logical_output_bytes": 2048, "logical_total_bytes": 102432, - "end_to_end_logical_bandwidth_gb_s": 0.1024576144036009, + "end_to_end_logical_bandwidth_gb_s": 0.10453578262533486, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -208,29 +208,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 297708, - "device_time_median_ns": 7624, + "end_to_end_median_ns": 288750, + "device_time_median_ns": 8250, "paired_trial_end_to_end_medians_ns": [ - 306167, - 296125, - 299042, - 274167, - 296750, - 297708, - 272125, - 328125, - 376083 + 301042, + 283959, + 288958, + 285125, + 258667, + 288750, + 290041, + 282625, + 294375 ], "paired_trial_device_medians_ns": [ - 7624, - 7624, - 7541, - 7541, - 7625, - 8250, + 8791, + 8750, 7791, - 7624, - 7708 + 7750, + 7375, + 8416, + 8416, + 7874, + 8250 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -242,7 +242,7 @@ "logical_input_bytes": 65792, "logical_output_bytes": 256, "logical_total_bytes": 66048, - "end_to_end_logical_bandwidth_gb_s": 0.22185497198597284, + "end_to_end_logical_bandwidth_gb_s": 0.22873766233766235, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -259,18 +259,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 5375, + "end_to_end_median_ns": 5083, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 5625, - 5250, - 5959, - 5375, - 5667, - 5333, - 5292, - 5250, - 5875 + 5166, + 5000, + 5125, + 5083, + 5083, + 4959, + 5083, + 5083, + 5083 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -283,7 +283,7 @@ "logical_input_bytes": 65792, "logical_output_bytes": 256, "logical_total_bytes": 66048, - "end_to_end_logical_bandwidth_gb_s": 12.288, + "end_to_end_logical_bandwidth_gb_s": 12.993901239425536, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -300,18 +300,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 2875, + "end_to_end_median_ns": 3291, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 3042, - 3209, - 3083, - 2875, - 2792, - 2875, - 2666, - 2875, - 2750 + 3291, + 4584, + 4958, + 8167, + 3458, + 2958, + 2833, + 2750, + 2625 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -324,7 +324,7 @@ "logical_input_bytes": 0, "logical_output_bytes": 16384, "logical_total_bytes": 16384, - "end_to_end_logical_bandwidth_gb_s": 5.698782608695653, + "end_to_end_logical_bandwidth_gb_s": 4.978426010331206, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -341,18 +341,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 959, + "end_to_end_median_ns": 1083, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 1125, - 1041, + 1083, + 1541, + 1375, + 1083, + 1166, 1083, 1000, - 958, - 959, 917, - 917, - 959 + 875 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -365,7 +365,7 @@ "logical_input_bytes": 0, "logical_output_bytes": 16384, "logical_total_bytes": 16384, - "end_to_end_logical_bandwidth_gb_s": 17.0844629822732, + "end_to_end_logical_bandwidth_gb_s": 15.128347183748845, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -382,29 +382,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 1320334, - "device_time_median_ns": 591791, + "end_to_end_median_ns": 1128458, + "device_time_median_ns": 568083, "paired_trial_end_to_end_medians_ns": [ - 1413667, - 1101959, - 1221792, - 1330083, - 1554458, - 1309041, - 1112625, - 1335291, - 1320334 + 1129459, + 1128458, + 1064833, + 1225958, + 1087000, + 1081833, + 1122500, + 1303208, + 1157125 ], "paired_trial_device_medians_ns": [ - 619166, - 551041, - 566708, - 660958, - 680000, - 594250, - 524208, - 572083, - 591791 + 561583, + 549375, + 524166, + 602458, + 525583, + 568083, + 571833, + 671500, + 589791 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -416,7 +416,7 @@ "logical_input_bytes": 29088, "logical_output_bytes": 256, "logical_total_bytes": 29344, - "end_to_end_logical_bandwidth_gb_s": 0.022224679512911127, + "end_to_end_logical_bandwidth_gb_s": 0.02600362618723958, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -433,29 +433,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 609916, - "device_time_median_ns": 32291, + "end_to_end_median_ns": 542042, + "device_time_median_ns": 35625, "paired_trial_end_to_end_medians_ns": [ - 669250, - 647833, - 608709, - 562167, - 633625, - 609916, - 648125, - 570167, - 543208 + 521334, + 555208, + 534250, + 648042, + 531083, + 487916, + 542042, + 544750, + 568917 ], "paired_trial_device_medians_ns": [ - 80500, - 34333, - 32166, - 32291, - 31625, - 33416, - 32249, - 36041, - 32249 + 35541, + 30708, + 35625, + 39250, + 36666, + 34166, + 41624, + 38499, + 34666 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -467,7 +467,7 @@ "logical_input_bytes": 29088, "logical_output_bytes": 256, "logical_total_bytes": 29344, - "end_to_end_logical_bandwidth_gb_s": 0.04811154322890365, + "end_to_end_logical_bandwidth_gb_s": 0.054136026359580994, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -484,29 +484,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 343459, - "device_time_median_ns": 35875, + "end_to_end_median_ns": 320958, + "device_time_median_ns": 40250, "paired_trial_end_to_end_medians_ns": [ - 399917, - 331416, - 323084, - 416208, - 455417, - 343459, - 336667, - 352667, - 315500 + 320958, + 286917, + 282417, + 369667, + 323000, + 315000, + 366334, + 352958, + 313083 ], "paired_trial_device_medians_ns": [ - 35916, - 36166, - 36041, - 36249, - 35875, - 33374, - 33124, - 33083, - 33124 + 41541, + 35375, + 35624, + 43333, + 43125, + 42458, + 40250, + 40000, + 39624 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -532,7 +532,7 @@ "logical_input_bytes": 3200, "logical_output_bytes": 2048, "logical_total_bytes": 5248, - "end_to_end_logical_bandwidth_gb_s": 0.015279844173540365, + "end_to_end_logical_bandwidth_gb_s": 0.016351049046915797, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -549,18 +549,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 2412250, + "end_to_end_median_ns": 2385125, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 2408875, - 2325291, - 2647750, - 2379625, - 2405666, - 2665333, - 2412250, - 2444333, - 2497750 + 2297708, + 2459083, + 2175000, + 2385125, + 2410584, + 2294417, + 2601583, + 2637375, + 2367750 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -587,7 +587,7 @@ "logical_input_bytes": 3200, "logical_output_bytes": 2048, "logical_total_bytes": 5248, - "end_to_end_logical_bandwidth_gb_s": 0.0021755622344284383, + "end_to_end_logical_bandwidth_gb_s": 0.0022003039672973115, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -604,29 +604,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 305209, - "device_time_median_ns": 48000, + "end_to_end_median_ns": 296375, + "device_time_median_ns": 56750, "paired_trial_end_to_end_medians_ns": [ - 305209, - 306334, - 283792, - 281875, - 268416, - 305375, - 333500, - 311125, - 283042 + 295750, + 295250, + 296375, + 337250, + 356916, + 268375, + 286542, + 319667, + 304917 ], "paired_trial_device_medians_ns": [ - 48249, - 47583, - 48000, - 47749, - 48083, - 53875, - 47999, - 47083, - 48249 + 56750, + 52124, + 48124, + 62791, + 58083, + 49749, + 53541, + 58333, + 58375 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -638,7 +638,7 @@ "logical_input_bytes": 295168, "logical_output_bytes": 32768, "logical_total_bytes": 327936, - "end_to_end_logical_bandwidth_gb_s": 1.074463728133836, + "end_to_end_logical_bandwidth_gb_s": 1.1064900885702236, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -655,18 +655,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 991584, + "end_to_end_median_ns": 1071417, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 990958, - 962709, - 961125, - 991584, - 890542, - 1035916, - 1190792, - 1205292, - 1066292 + 958042, + 1046375, + 1026541, + 1140083, + 1897667, + 1075542, + 1067792, + 1071417, + 1112375 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -679,7 +679,7 @@ "logical_input_bytes": 295168, "logical_output_bytes": 32768, "logical_total_bytes": 327936, - "end_to_end_logical_bandwidth_gb_s": 0.3307193339142221, + "end_to_end_logical_bandwidth_gb_s": 0.3060769056305808, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -696,18 +696,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 1896042, + "end_to_end_median_ns": 1922042, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 1786750, - 1774958, - 1823292, - 2029250, - 2134875, - 1895042, - 1932500, - 2133834, - 1896042 + 1890667, + 2060416, + 1568375, + 2103083, + 1902042, + 2005541, + 1868666, + 2099167, + 1922042 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -720,7 +720,7 @@ "logical_input_bytes": 401440, "logical_output_bytes": 8192, "logical_total_bytes": 409632, - "end_to_end_logical_bandwidth_gb_s": 0.21604584708566582, + "end_to_end_logical_bandwidth_gb_s": 0.2131233344536696, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -737,29 +737,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 3401000, - "device_time_median_ns": 3110499, + "end_to_end_median_ns": 3430125, + "device_time_median_ns": 3103791, "paired_trial_end_to_end_medians_ns": [ - 3376333, - 3387833, - 3399583, - 3444583, - 3401000, - 3407875, - 3442542, - 3451916, - 3400750 + 3384292, + 3418625, + 3374458, + 3396208, + 3434541, + 3460583, + 3430125, + 3451500, + 3444292 ], "paired_trial_device_medians_ns": [ - 3117708, - 3113458, + 3101666, 3110499, - 3108416, - 3107958, - 3114833, - 3108166, - 3104874, - 3111250 + 3106958, + 3103791, + 3093708, + 3098375, + 3112541, + 3107125, + 3091749 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -771,7 +771,7 @@ "logical_input_bytes": 401440, "logical_output_bytes": 8192, "logical_total_bytes": 409632, - "end_to_end_logical_bandwidth_gb_s": 0.12044457512496325, + "end_to_end_logical_bandwidth_gb_s": 0.1194218869574724, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -788,28 +788,28 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 299583, - "device_time_median_ns": 9083, + "end_to_end_median_ns": 303041, + "device_time_median_ns": 9166, "paired_trial_end_to_end_medians_ns": [ - 301417, - 297917, - 299166, - 295708, - 299583, - 331958, - 310375, - 312375, - 288208 + 306709, + 308708, + 303041, + 297333, + 288958, + 305167, + 300583, + 300209, + 317959 ], "paired_trial_device_medians_ns": [ - 9166, 9041, 9124, - 9124, - 8875, - 8916, - 9124, - 9083, + 9250, + 10874, + 9166, + 9208, + 8999, + 9208, 8958 ], "device_time_coverage": 1.0, @@ -822,7 +822,7 @@ "logical_input_bytes": 263168, "logical_output_bytes": 512, "logical_total_bytes": 263680, - "end_to_end_logical_bandwidth_gb_s": 0.8801567512175257, + "end_to_end_logical_bandwidth_gb_s": 0.8701132850010395, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -839,18 +839,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 13792, + "end_to_end_median_ns": 13750, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 13959, + 13917, 13750, 13833, - 14042, - 13750, 13666, - 13833, - 13625, - 13792 + 13667, + 13584, + 13709, + 13750, + 14458 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -863,7 +863,7 @@ "logical_input_bytes": 263168, "logical_output_bytes": 512, "logical_total_bytes": 263680, - "end_to_end_logical_bandwidth_gb_s": 19.11832946635731, + "end_to_end_logical_bandwidth_gb_s": 19.176727272727273, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -880,18 +880,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 2667, + "end_to_end_median_ns": 2833, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 3000, - 2917, - 2709, - 2709, - 2667, - 2667, - 2667, + 3375, + 3083, + 2834, + 2833, 2667, - 2625 + 2875, + 2708, + 2709, + 2708 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -904,7 +904,7 @@ "logical_input_bytes": 0, "logical_output_bytes": 65536, "logical_total_bytes": 65536, - "end_to_end_logical_bandwidth_gb_s": 24.572928383952007, + "end_to_end_logical_bandwidth_gb_s": 23.133074479350512, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -921,18 +921,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 1959, + "end_to_end_median_ns": 2125, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ + 2375, + 2333, + 2125, + 2042, + 2125, + 2042, 2083, - 2000, - 2000, - 1917, - 1959, - 1917, - 1959, - 1917, - 1917 + 2042, + 2209 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -945,7 +945,7 @@ "logical_input_bytes": 0, "logical_output_bytes": 65536, "logical_total_bytes": 65536, - "end_to_end_logical_bandwidth_gb_s": 33.45380296069423, + "end_to_end_logical_bandwidth_gb_s": 30.840470588235295, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -962,29 +962,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 1323791, - "device_time_median_ns": 503291, + "end_to_end_median_ns": 1285291, + "device_time_median_ns": 516791, "paired_trial_end_to_end_medians_ns": [ - 1514167, - 1330792, - 1251625, - 1282375, - 1367541, - 1392667, - 1235542, - 1323791, - 1281250 + 1285291, + 1327542, + 1226666, + 1185333, + 1184208, + 1169500, + 1345083, + 1555083, + 1492833 ], "paired_trial_device_medians_ns": [ - 503291, - 555541, - 461916, - 511208, - 498125, - 569583, - 490666, - 555958, - 497500 + 519625, + 516791, + 445541, + 452250, + 457916, + 439000, + 530458, + 599041, + 572291 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -996,7 +996,7 @@ "logical_input_bytes": 115520, "logical_output_bytes": 512, "logical_total_bytes": 116032, - "end_to_end_logical_bandwidth_gb_s": 0.08765129843003919, + "end_to_end_logical_bandwidth_gb_s": 0.09027683225043978, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -1013,29 +1013,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 810417, - "device_time_median_ns": 43625, + "end_to_end_median_ns": 800500, + "device_time_median_ns": 40083, "paired_trial_end_to_end_medians_ns": [ - 878083, - 802041, - 848167, - 810417, - 922875, - 804709, + 980125, + 835042, + 788834, + 800500, + 799541, + 780041, + 790667, 836667, - 801875, - 808458 + 915500 ], "paired_trial_device_medians_ns": [ - 37041, - 40250, - 42541, - 44374, - 61083, - 43625, - 65125, - 59083, - 40500 + 36749, + 36624, + 40083, + 40875, + 42625, + 42625, + 41458, + 36749, + 36958 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -1047,7 +1047,7 @@ "logical_input_bytes": 115520, "logical_output_bytes": 512, "logical_total_bytes": 116032, - "end_to_end_logical_bandwidth_gb_s": 0.14317567375807763, + "end_to_end_logical_bandwidth_gb_s": 0.14494940662086195, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -1064,29 +1064,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 419833, - "device_time_median_ns": 120291, + "end_to_end_median_ns": 418625, + "device_time_median_ns": 116375, "paired_trial_end_to_end_medians_ns": [ - 394542, - 419583, - 419833, - 449958, - 388166, - 440250, - 387583, - 456709, - 483583 + 457459, + 387000, + 383584, + 393750, + 418625, + 435792, + 406750, + 511750, + 419833 ], "paired_trial_device_medians_ns": [ - 124249, - 132374, - 138541, - 117375, - 117624, - 140374, - 120208, - 117750, - 120291 + 123416, + 111500, + 116375, + 115000, + 124916, + 110500, + 110249, + 174458, + 144041 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -1112,7 +1112,7 @@ "logical_input_bytes": 12544, "logical_output_bytes": 8192, "logical_total_bytes": 20736, - "end_to_end_logical_bandwidth_gb_s": 0.04939106740060929, + "end_to_end_logical_bandwidth_gb_s": 0.049533592117049864, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -1129,18 +1129,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 5251417, + "end_to_end_median_ns": 5651916, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 5347125, - 5251417, - 5152416, - 5213917, - 5486542, - 5250209, - 5155167, - 5499375, - 5418042 + 5732791, + 5381458, + 5651916, + 5257584, + 5719084, + 5401709, + 5675333, + 6024875, + 5519375 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -1167,7 +1167,7 @@ "logical_input_bytes": 12544, "logical_output_bytes": 8192, "logical_total_bytes": 20736, - "end_to_end_logical_bandwidth_gb_s": 0.0039486485266738485, + "end_to_end_logical_bandwidth_gb_s": 0.003668844335266129, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -1207,8 +1207,8 @@ "physical_device": "Apple M1 Max", "os_version": "26.6.2", "sdk_version": "26.5", - "compiler_fingerprint": "sha256:a27c50660f01ac4d5dd9e84a96fbee710f2f554b24f272071eabc46fd3ee03f4", - "runtime_fingerprint": "sha256:12c337036dea501ba6804a7dae969830844d9304ec7e605d2faea27b465e7ee7" + "compiler_fingerprint": "sha256:d38fda20860dafa3f034761cfc1a2157926414ba33d5dd5ffe3a920c65243b43", + "runtime_fingerprint": "sha256:5b63fddfc10a23525ba1ab5f6aabd0b7eb645543850b010c9761b9bc978f201d" }, "runs": [ { @@ -1223,29 +1223,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 266208, - "device_time_median_ns": 31750, + "end_to_end_median_ns": 273042, + "device_time_median_ns": 35875, "paired_trial_end_to_end_medians_ns": [ - 254542, - 264292, - 267792, - 316958, - 264417, - 266208, - 250458, - 272542, - 268458 + 270000, + 251083, + 280459, + 299167, + 327083, + 243042, + 268792, + 285458, + 273042 ], "paired_trial_device_medians_ns": [ - 32000, - 31916, - 30874, - 32500, - 30791, - 30875, - 31750, - 31458, - 34249 + 41999, + 38374, + 36250, + 31000, + 41750, + 31541, + 35625, + 32583, + 35875 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -1257,7 +1257,7 @@ "logical_input_bytes": 73856, "logical_output_bytes": 8192, "logical_total_bytes": 82048, - "end_to_end_logical_bandwidth_gb_s": 0.3082101214088232, + "end_to_end_logical_bandwidth_gb_s": 0.30049589440452384, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -1274,18 +1274,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 961750, + "end_to_end_median_ns": 1024916, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 1047292, - 956834, - 963250, - 957208, - 902250, - 961750, - 943833, - 1039542, - 1008417 + 1028959, + 1024916, + 1044208, + 1092709, + 1089333, + 995500, + 893041, + 1011792, + 1003625 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -1298,7 +1298,7 @@ "logical_input_bytes": 73856, "logical_output_bytes": 8192, "logical_total_bytes": 82048, - "end_to_end_logical_bandwidth_gb_s": 0.08531115154665973, + "end_to_end_logical_bandwidth_gb_s": 0.08005338974120806, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -1315,18 +1315,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 1724333, + "end_to_end_median_ns": 1888166, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 1690500, - 1745125, - 1662875, - 1967666, - 1845084, - 1724333, - 1754666, - 1665584, - 1676625 + 1856208, + 2126875, + 2016542, + 2800333, + 1884625, + 1737750, + 1893959, + 1861000, + 1888166 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -1339,7 +1339,7 @@ "logical_input_bytes": 100384, "logical_output_bytes": 2048, "logical_total_bytes": 102432, - "end_to_end_logical_bandwidth_gb_s": 0.05940383904964992, + "end_to_end_logical_bandwidth_gb_s": 0.05424946747266925, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -1356,29 +1356,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 981417, - "device_time_median_ns": 725999, + "end_to_end_median_ns": 964292, + "device_time_median_ns": 721541, "paired_trial_end_to_end_medians_ns": [ - 979000, - 984000, - 1029959, - 1008792, - 975708, - 981792, - 981417, - 968792, - 958959 + 946834, + 949167, + 964708, + 964292, + 981292, + 967875, + 956416, + 931917, + 1347375 ], "paired_trial_device_medians_ns": [ - 725375, - 728374, - 725416, - 728249, - 725708, - 724875, - 728124, - 728124, - 725999 + 696750, + 696416, + 728958, + 728624, + 706500, + 721541, + 726375, + 695500, + 726124 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -1390,7 +1390,7 @@ "logical_input_bytes": 100384, "logical_output_bytes": 2048, "logical_total_bytes": 102432, - "end_to_end_logical_bandwidth_gb_s": 0.10437153625828777, + "end_to_end_logical_bandwidth_gb_s": 0.10622508534759181, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -1407,29 +1407,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 284250, - "device_time_median_ns": 8750, + "end_to_end_median_ns": 298042, + "device_time_median_ns": 7916, "paired_trial_end_to_end_medians_ns": [ - 284208, - 284000, - 284541, - 284250, - 281458, - 279250, - 286167, - 286167, - 286792 + 295792, + 290875, + 292583, + 317250, + 318750, + 301583, + 298042, + 296167, + 362542 ], "paired_trial_device_medians_ns": [ - 8750, - 8541, - 8833, - 8958, - 8541, - 8499, - 8750, - 8750, - 8750 + 7916, + 7874, + 7916, + 7833, + 7875, + 7874, + 8249, + 8749, + 8624 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -1441,7 +1441,7 @@ "logical_input_bytes": 65792, "logical_output_bytes": 256, "logical_total_bytes": 66048, - "end_to_end_logical_bandwidth_gb_s": 0.23235883905013194, + "end_to_end_logical_bandwidth_gb_s": 0.22160635078277557, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -1458,18 +1458,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 5083, + "end_to_end_median_ns": 5125, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 5208, - 5042, + 5250, + 5041, 5125, 4958, + 5125, + 5041, 5208, - 5000, - 5250, - 4959, - 5083 + 4958, + 5208 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -1482,7 +1482,7 @@ "logical_input_bytes": 65792, "logical_output_bytes": 256, "logical_total_bytes": 66048, - "end_to_end_logical_bandwidth_gb_s": 12.993901239425536, + "end_to_end_logical_bandwidth_gb_s": 12.887414634146342, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -1499,18 +1499,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 2584, + "end_to_end_median_ns": 2625, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ + 2792, 2750, 2708, + 2708, + 2584, 2625, 2625, - 2541, - 2583, - 2542, - 2584, - 2500 + 2625, + 2625 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -1523,7 +1523,7 @@ "logical_input_bytes": 0, "logical_output_bytes": 16384, "logical_total_bytes": 16384, - "end_to_end_logical_bandwidth_gb_s": 6.340557275541796, + "end_to_end_logical_bandwidth_gb_s": 6.24152380952381, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -1540,18 +1540,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 916, + "end_to_end_median_ns": 917, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 1000, - 916, + 1041, 958, - 875, 917, + 875, 917, 875, 875, - 834 + 875, + 917 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -1564,7 +1564,7 @@ "logical_input_bytes": 0, "logical_output_bytes": 16384, "logical_total_bytes": 16384, - "end_to_end_logical_bandwidth_gb_s": 17.88646288209607, + "end_to_end_logical_bandwidth_gb_s": 17.866957470010906, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -1581,29 +1581,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 984125, - "device_time_median_ns": 464416, + "end_to_end_median_ns": 1159750, + "device_time_median_ns": 539416, "paired_trial_end_to_end_medians_ns": [ - 938334, - 1082541, - 928709, - 939125, - 984125, - 960208, - 1039208, - 989625, - 1015875 + 1082250, + 1159750, + 1179333, + 1058208, + 972291, + 1066208, + 1213625, + 1252208, + 1208375 ], "paired_trial_device_medians_ns": [ - 440250, - 519875, - 424041, - 430083, - 496125, - 464416, - 456916, - 492791, - 527916 + 536458, + 605041, + 615208, + 478375, + 449625, + 523875, + 594666, + 619583, + 539416 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -1615,7 +1615,7 @@ "logical_input_bytes": 29088, "logical_output_bytes": 256, "logical_total_bytes": 29344, - "end_to_end_logical_bandwidth_gb_s": 0.02981735043820653, + "end_to_end_logical_bandwidth_gb_s": 0.02530200474240138, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -1632,29 +1632,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 508416, - "device_time_median_ns": 40500, + "end_to_end_median_ns": 529750, + "device_time_median_ns": 40999, "paired_trial_end_to_end_medians_ns": [ - 517167, - 521500, - 508416, - 506292, - 509750, - 507000, - 511375, - 503041, - 506750 + 529750, + 582625, + 976750, + 513125, + 550041, + 520750, + 522500, + 526334, + 535708 ], "paired_trial_device_medians_ns": [ - 40499, - 40500, - 43666, - 41583, + 42000, + 42999, + 43458, 41208, - 39916, - 40500, - 40458, - 40333 + 35416, + 38583, + 40999, + 40750, + 38791 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -1666,7 +1666,7 @@ "logical_input_bytes": 29088, "logical_output_bytes": 256, "logical_total_bytes": 29344, - "end_to_end_logical_bandwidth_gb_s": 0.05771651560926486, + "end_to_end_logical_bandwidth_gb_s": 0.055392166116092496, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -1683,29 +1683,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 307959, - "device_time_median_ns": 42500, + "end_to_end_median_ns": 332000, + "device_time_median_ns": 36875, "paired_trial_end_to_end_medians_ns": [ - 298209, - 297208, - 287750, - 317500, - 304000, - 318083, - 320416, - 314083, - 307959 + 310750, + 332000, + 304042, + 347042, + 342042, + 326875, + 302959, + 366208, + 356958 ], "paired_trial_device_medians_ns": [ - 40666, - 41791, - 39666, - 43499, - 40875, - 43499, - 42500, - 43250, - 43624 + 42416, + 36666, + 39875, + 36875, + 36749, + 42999, + 40041, + 36500, + 35541 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -1731,7 +1731,7 @@ "logical_input_bytes": 3200, "logical_output_bytes": 2048, "logical_total_bytes": 5248, - "end_to_end_logical_bandwidth_gb_s": 0.017041229514318464, + "end_to_end_logical_bandwidth_gb_s": 0.01580722891566265, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -1748,18 +1748,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 2408000, + "end_to_end_median_ns": 2368625, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 2259958, - 2257833, - 2258875, - 2408000, - 2471791, - 2403042, - 2408625, - 2439750, - 2491875 + 2302875, + 2368625, + 2335084, + 2298250, + 2545125, + 2467833, + 2657333, + 2448625, + 2368417 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -1786,7 +1786,7 @@ "logical_input_bytes": 3200, "logical_output_bytes": 2048, "logical_total_bytes": 5248, - "end_to_end_logical_bandwidth_gb_s": 0.0021794019933554817, + "end_to_end_logical_bandwidth_gb_s": 0.0022156314317378226, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -1803,29 +1803,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 309792, - "device_time_median_ns": 61125, + "end_to_end_median_ns": 304334, + "device_time_median_ns": 56250, "paired_trial_end_to_end_medians_ns": [ - 305750, - 302500, - 306958, - 305958, - 310958, - 319250, - 329042, - 309792, - 321958 + 304333, + 294625, + 291375, + 342125, + 335375, + 304334, + 295625, + 310042, + 320500 ], "paired_trial_device_medians_ns": [ - 59625, - 62083, - 62750, - 58833, - 63166, 59041, - 61125, - 59999, - 61500 + 56624, + 55999, + 55791, + 55875, + 57041, + 60874, + 55958, + 56250 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -1837,7 +1837,7 @@ "logical_input_bytes": 295168, "logical_output_bytes": 32768, "logical_total_bytes": 327936, - "end_to_end_logical_bandwidth_gb_s": 1.0585683297180044, + "end_to_end_logical_bandwidth_gb_s": 1.0775529516912339, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -1854,18 +1854,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 1063000, + "end_to_end_median_ns": 1040375, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 1063000, - 1063417, - 1061041, - 1087333, - 1091875, - 1061833, - 1059500, - 1075542, - 1045542 + 1005917, + 1007584, + 1105333, + 1069292, + 1092541, + 1016375, + 1021083, + 1040375, + 1101542 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -1878,7 +1878,7 @@ "logical_input_bytes": 295168, "logical_output_bytes": 32768, "logical_total_bytes": 327936, - "end_to_end_logical_bandwidth_gb_s": 0.30850047036688616, + "end_to_end_logical_bandwidth_gb_s": 0.3152094196804037, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -1895,18 +1895,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 1993167, + "end_to_end_median_ns": 1936708, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 2024333, - 1993167, - 1887875, - 1940041, - 1999125, - 1895459, - 1865042, - 2133208, - 2017792 + 1837291, + 1918708, + 2013459, + 1952792, + 1785834, + 1936708, + 1870458, + 2418917, + 2850208 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -1919,7 +1919,7 @@ "logical_input_bytes": 401440, "logical_output_bytes": 8192, "logical_total_bytes": 409632, - "end_to_end_logical_bandwidth_gb_s": 0.20551815276893506, + "end_to_end_logical_bandwidth_gb_s": 0.21150942733752326, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -1936,29 +1936,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 3426500, - "device_time_median_ns": 3129291, + "end_to_end_median_ns": 3401958, + "device_time_median_ns": 3097499, "paired_trial_end_to_end_medians_ns": [ - 3405875, - 3398166, - 3441500, - 3410625, - 3446375, - 3415500, - 3426500, - 3540250, - 3443416 + 3416000, + 3381833, + 3426750, + 3401958, + 3427291, + 3318291, + 3354917, + 3370250, + 3454834 ], "paired_trial_device_medians_ns": [ - 3132541, - 3130750, - 3133166, - 3129958, - 3129291, - 3127083, - 3115416, - 3111750, - 3108500 + 3107208, + 3107749, + 3104125, + 3097499, + 3096124, + 3045666, + 3106124, + 3056541, + 3087458 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -1970,7 +1970,7 @@ "logical_input_bytes": 401440, "logical_output_bytes": 8192, "logical_total_bytes": 409632, - "end_to_end_logical_bandwidth_gb_s": 0.11954822705384503, + "end_to_end_logical_bandwidth_gb_s": 0.12041065762716648, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -1987,29 +1987,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 317000, - "device_time_median_ns": 9124, + "end_to_end_median_ns": 325458, + "device_time_median_ns": 8375, "paired_trial_end_to_end_medians_ns": [ - 311500, - 381500, - 317000, - 336208, - 300500, - 317750, - 307666, - 298125, - 324541 + 403916, + 372209, + 342416, + 378916, + 325458, + 317375, + 310875, + 308916, + 301708 ], "paired_trial_device_medians_ns": [ - 8916, - 8958, - 9000, - 8874, - 9124, - 9124, - 9124, - 9124, - 9124 + 8375, + 8374, + 8750, + 8750, + 8333, + 8208, + 8375, + 8375, + 8333 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -2021,7 +2021,7 @@ "logical_input_bytes": 263168, "logical_output_bytes": 512, "logical_total_bytes": 263680, - "end_to_end_logical_bandwidth_gb_s": 0.8317981072555205, + "end_to_end_logical_bandwidth_gb_s": 0.8101813444438299, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -2038,18 +2038,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 14125, + "end_to_end_median_ns": 14208, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 14875, - 14625, + 14458, 14208, - 13791, - 14125, 14125, - 13708, - 13583, - 13708 + 13875, + 14584, + 13667, + 21959, + 16667, + 13750 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -2062,7 +2062,7 @@ "logical_input_bytes": 263168, "logical_output_bytes": 512, "logical_total_bytes": 263680, - "end_to_end_logical_bandwidth_gb_s": 18.667610619469027, + "end_to_end_logical_bandwidth_gb_s": 18.55855855855856, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -2079,17 +2079,17 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 2708, + "end_to_end_median_ns": 2709, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 2917, - 2833, - 2667, - 2750, - 2708, - 2708, + 2792, + 3208, + 3125, + 2834, + 2666, + 2709, + 2625, 2625, - 2708, 2625 ], "paired_trial_device_medians_ns": null, @@ -2103,7 +2103,7 @@ "logical_input_bytes": 0, "logical_output_bytes": 65536, "logical_total_bytes": 65536, - "end_to_end_logical_bandwidth_gb_s": 24.20088626292467, + "end_to_end_logical_bandwidth_gb_s": 24.191952750092284, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -2120,17 +2120,17 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 1958, + "end_to_end_median_ns": 2000, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 2041, + 2083, 1917, - 1959, - 1875, - 1958, - 1875, + 2125, 2000, - 1917, + 2000, + 2000, + 2000, + 1958, 1958 ], "paired_trial_device_medians_ns": null, @@ -2144,7 +2144,7 @@ "logical_input_bytes": 0, "logical_output_bytes": 65536, "logical_total_bytes": 65536, - "end_to_end_logical_bandwidth_gb_s": 33.4708886618999, + "end_to_end_logical_bandwidth_gb_s": 32.768, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -2161,29 +2161,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 1290125, - "device_time_median_ns": 505166, + "end_to_end_median_ns": 1374625, + "device_time_median_ns": 590625, "paired_trial_end_to_end_medians_ns": [ - 1265917, - 1516208, - 1595833, - 1282209, - 1259625, - 1290125, - 1314375, - 1466500, - 1210709 + 1374625, + 1447750, + 1602834, + 1437709, + 1448833, + 1303250, + 1218292, + 1361208, + 1266750 ], "paired_trial_device_medians_ns": [ - 499583, - 638583, - 526916, - 511458, - 504166, - 497708, - 505166, - 582291, - 468416 + 494125, + 590625, + 605458, + 695541, + 614875, + 553375, + 474666, + 614750, + 551958 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -2195,7 +2195,7 @@ "logical_input_bytes": 115520, "logical_output_bytes": 512, "logical_total_bytes": 116032, - "end_to_end_logical_bandwidth_gb_s": 0.08993857184381358, + "end_to_end_logical_bandwidth_gb_s": 0.08440992998090388, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -2212,29 +2212,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 848750, - "device_time_median_ns": 43124, + "end_to_end_median_ns": 888542, + "device_time_median_ns": 43249, "paired_trial_end_to_end_medians_ns": [ - 861958, - 919041, - 842125, - 781500, - 859833, - 885792, - 848750, - 793333, - 785792 + 802334, + 893750, + 892375, + 952459, + 901625, + 888542, + 798791, + 840416, + 833625 ], "paired_trial_device_medians_ns": [ - 94291, - 85624, - 43416, - 43124, - 107416, - 37625, - 41874, - 40250, - 42250 + 42541, + 41916, + 51249, + 47958, + 83125, + 65624, + 43249, + 42166, + 35541 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -2246,7 +2246,7 @@ "logical_input_bytes": 115520, "logical_output_bytes": 512, "logical_total_bytes": 116032, - "end_to_end_logical_bandwidth_gb_s": 0.13670927835051547, + "end_to_end_logical_bandwidth_gb_s": 0.13058696156174948, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -2263,29 +2263,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 467541, - "device_time_median_ns": 125874, + "end_to_end_median_ns": 434500, + "device_time_median_ns": 129124, "paired_trial_end_to_end_medians_ns": [ - 426834, - 501042, - 471875, - 467541, - 431875, - 432166, - 411625, - 518875, - 491167 + 434500, + 434042, + 453458, + 443917, + 450292, + 425500, + 415000, + 403291, + 719833 ], "paired_trial_device_medians_ns": [ - 130250, - 122541, - 123625, - 139250, - 129833, - 126458, - 125874, - 117374, - 117624 + 133249, + 151499, + 117250, + 137416, + 128499, + 129124, + 124750, + 128291, + 136874 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -2311,7 +2311,7 @@ "logical_input_bytes": 12544, "logical_output_bytes": 8192, "logical_total_bytes": 20736, - "end_to_end_logical_bandwidth_gb_s": 0.04435119059077172, + "end_to_end_logical_bandwidth_gb_s": 0.04772382048331415, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -2328,18 +2328,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 5579958, + "end_to_end_median_ns": 5337791, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 5411083, - 5877417, - 5579958, - 5140583, - 5239209, - 5402917, - 5844875, - 5903000, - 5980000 + 5697833, + 5394917, + 5221125, + 5239208, + 5330750, + 5337791, + 5382333, + 5176916, + 5829834 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -2366,7 +2366,7 @@ "logical_input_bytes": 12544, "logical_output_bytes": 8192, "logical_total_bytes": 20736, - "end_to_end_logical_bandwidth_gb_s": 0.003716157003332283, + "end_to_end_logical_bandwidth_gb_s": 0.0038847530748206513, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -2406,8 +2406,8 @@ "physical_device": "Apple M1 Max", "os_version": "26.6.2", "sdk_version": "26.5", - "compiler_fingerprint": "sha256:a27c50660f01ac4d5dd9e84a96fbee710f2f554b24f272071eabc46fd3ee03f4", - "runtime_fingerprint": "sha256:12c337036dea501ba6804a7dae969830844d9304ec7e605d2faea27b465e7ee7" + "compiler_fingerprint": "sha256:d38fda20860dafa3f034761cfc1a2157926414ba33d5dd5ffe3a920c65243b43", + "runtime_fingerprint": "sha256:5b63fddfc10a23525ba1ab5f6aabd0b7eb645543850b010c9761b9bc978f201d" }, "runs": [ { @@ -2422,29 +2422,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 269958, - "device_time_median_ns": 30666, + "end_to_end_median_ns": 277542, + "device_time_median_ns": 36749, "paired_trial_end_to_end_medians_ns": [ - 288750, - 269958, - 251667, - 301250, - 277625, - 252416, - 300208, - 263583, - 259792 + 280500, + 249250, + 255125, + 263042, + 319625, + 277542, + 279708, + 287958, + 264292 ], "paired_trial_device_medians_ns": [ 30625, - 30499, - 30583, - 30666, - 30666, - 38083, - 30958, - 37541, - 33083 + 37249, + 31249, + 31750, + 34249, + 38250, + 39041, + 36749, + 37041 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -2456,7 +2456,7 @@ "logical_input_bytes": 73856, "logical_output_bytes": 8192, "logical_total_bytes": 82048, - "end_to_end_logical_bandwidth_gb_s": 0.3039287592884819, + "end_to_end_logical_bandwidth_gb_s": 0.2956237254181349, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -2473,18 +2473,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 966875, + "end_to_end_median_ns": 935250, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 1020708, - 1068958, - 875208, - 921916, - 917458, - 966875, - 1025584, - 932833, - 1037708 + 904541, + 943875, + 883583, + 912959, + 935250, + 1100791, + 1280250, + 962375, + 916333 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -2497,7 +2497,7 @@ "logical_input_bytes": 73856, "logical_output_bytes": 8192, "logical_total_bytes": 82048, - "end_to_end_logical_bandwidth_gb_s": 0.08485895281189398, + "end_to_end_logical_bandwidth_gb_s": 0.08772841486233628, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -2514,18 +2514,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 1944291, + "end_to_end_median_ns": 1885375, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 1771792, - 1771708, - 1989250, - 1906792, - 2017375, - 1995458, - 1850833, - 1944291, - 1983291 + 1885375, + 2137791, + 1786917, + 1872042, + 2030708, + 1965041, + 1997000, + 1818708, + 1667375 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -2538,7 +2538,7 @@ "logical_input_bytes": 100384, "logical_output_bytes": 2048, "logical_total_bytes": 102432, - "end_to_end_logical_bandwidth_gb_s": 0.052683471764257514, + "end_to_end_logical_bandwidth_gb_s": 0.05432977524365179, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -2555,29 +2555,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 985541, - "device_time_median_ns": 727750, + "end_to_end_median_ns": 972209, + "device_time_median_ns": 711999, "paired_trial_end_to_end_medians_ns": [ - 971708, - 972833, - 985541, - 980209, - 990000, - 1000167, - 1013791, - 984875, - 992541 + 1016834, + 986750, + 953458, + 972209, + 945667, + 1009625, + 946500, + 961542, + 972958 ], "paired_trial_device_medians_ns": [ - 728249, - 728124, - 728500, - 726750, - 727750, - 725749, - 725000, - 727624, - 727958 + 725999, + 728749, + 705541, + 728541, + 699750, + 711999, + 698875, + 707749, + 726083 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -2589,7 +2589,7 @@ "logical_input_bytes": 100384, "logical_output_bytes": 2048, "logical_total_bytes": 102432, - "end_to_end_logical_bandwidth_gb_s": 0.10393479317451024, + "end_to_end_logical_bandwidth_gb_s": 0.10536006146826454, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -2606,29 +2606,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 348000, - "device_time_median_ns": 8541, + "end_to_end_median_ns": 296042, + "device_time_median_ns": 8874, "paired_trial_end_to_end_medians_ns": [ - 414541, - 433334, - 345792, - 371334, - 327833, - 288417, - 337875, - 348000, - 393250 + 296042, + 298625, + 290042, + 309125, + 290625, + 298833, + 332334, + 292084, + 291375 ], "paired_trial_device_medians_ns": [ - 8583, - 8541, - 8499, - 8500, - 8624, - 8750, - 8499, + 8708, 8499, - 8750 + 8291, + 11458, + 8875, + 8958, + 8791, + 8875, + 8874 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -2640,7 +2640,7 @@ "logical_input_bytes": 65792, "logical_output_bytes": 256, "logical_total_bytes": 66048, - "end_to_end_logical_bandwidth_gb_s": 0.18979310344827585, + "end_to_end_logical_bandwidth_gb_s": 0.22310347856047452, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -2657,18 +2657,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 5584, + "end_to_end_median_ns": 5042, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 5708, - 6000, - 5958, - 5792, - 5459, - 5083, - 5584, - 5333, - 5458 + 5208, + 4959, + 5125, + 4958, + 5042, + 5000, + 5292, + 5000, + 5042 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -2681,7 +2681,7 @@ "logical_input_bytes": 65792, "logical_output_bytes": 256, "logical_total_bytes": 66048, - "end_to_end_logical_bandwidth_gb_s": 11.82808022922636, + "end_to_end_logical_bandwidth_gb_s": 13.099563665212218, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -2698,18 +2698,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 2708, + "end_to_end_median_ns": 2667, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 3083, + 2750, 2875, + 2667, + 2667, 2625, - 2709, 2667, 2625, 2666, - 2792, - 2708 + 2666 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -2722,7 +2722,7 @@ "logical_input_bytes": 0, "logical_output_bytes": 16384, "logical_total_bytes": 16384, - "end_to_end_logical_bandwidth_gb_s": 6.050221565731167, + "end_to_end_logical_bandwidth_gb_s": 6.143232095988002, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -2739,18 +2739,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 959, + "end_to_end_median_ns": 875, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 1208, 1000, - 959, - 875, - 958, 917, - 1000, - 1167, - 959 + 958, + 875, + 875, + 875, + 875, + 875, + 875 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -2763,7 +2763,7 @@ "logical_input_bytes": 0, "logical_output_bytes": 16384, "logical_total_bytes": 16384, - "end_to_end_logical_bandwidth_gb_s": 17.0844629822732, + "end_to_end_logical_bandwidth_gb_s": 18.72457142857143, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -2780,29 +2780,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 1254125, - "device_time_median_ns": 567041, + "end_to_end_median_ns": 1042625, + "device_time_median_ns": 497666, "paired_trial_end_to_end_medians_ns": [ - 1296458, - 1335292, - 1335167, - 1287583, - 1109000, - 1254125, - 1055791, - 1174708, - 1063792 + 1095708, + 1125125, + 1052084, + 1018917, + 1025208, + 955000, + 992958, + 1236292, + 1042625 ], "paired_trial_device_medians_ns": [ - 577250, - 598958, - 631833, - 567041, - 536291, - 604041, - 489750, - 556416, - 505583 + 554500, + 516875, + 459708, + 497666, + 486916, + 431291, + 500000, + 568666, + 487958 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -2814,7 +2814,7 @@ "logical_input_bytes": 29088, "logical_output_bytes": 256, "logical_total_bytes": 29344, - "end_to_end_logical_bandwidth_gb_s": 0.023397986644074553, + "end_to_end_logical_bandwidth_gb_s": 0.02814434720057547, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -2831,29 +2831,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 606375, - "device_time_median_ns": 36375, + "end_to_end_median_ns": 547167, + "device_time_median_ns": 39999, "paired_trial_end_to_end_medians_ns": [ - 657541, - 666708, - 581917, - 643042, - 515125, - 519875, - 606375, - 613000, - 521291 + 510708, + 504333, + 637458, + 538917, + 636958, + 548375, + 547167, + 614750, + 544750 ], "paired_trial_device_medians_ns": [ - 36249, - 35958, - 36458, - 36125, - 42750, - 39750, - 36375, - 36000, - 40041 + 42958, + 42875, + 36041, + 40333, + 35666, + 39999, + 39000, + 33208, + 41666 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -2865,7 +2865,7 @@ "logical_input_bytes": 29088, "logical_output_bytes": 256, "logical_total_bytes": 29344, - "end_to_end_logical_bandwidth_gb_s": 0.04839249639249639, + "end_to_end_logical_bandwidth_gb_s": 0.05362896519709705, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -2882,29 +2882,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 326625, - "device_time_median_ns": 38625, + "end_to_end_median_ns": 311500, + "device_time_median_ns": 39083, "paired_trial_end_to_end_medians_ns": [ - 326625, - 309000, - 309625, - 336042, - 309292, - 328458, - 323042, - 375833, - 417917 + 314125, + 365625, + 360166, + 317167, + 311500, + 294916, + 296292, + 279333, + 301167 ], "paired_trial_device_medians_ns": [ - 42208, - 38625, - 42333, - 39208, - 42333, - 36249, - 35833, - 36083, - 36583 + 38333, + 36458, + 40750, + 41124, + 42958, + 39083, + 39958, + 39041, + 35624 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -2930,7 +2930,7 @@ "logical_input_bytes": 3200, "logical_output_bytes": 2048, "logical_total_bytes": 5248, - "end_to_end_logical_bandwidth_gb_s": 0.0160673555300421, + "end_to_end_logical_bandwidth_gb_s": 0.016847512038523273, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -2947,18 +2947,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 2469500, + "end_to_end_median_ns": 2455791, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 2437458, - 2346458, - 2562166, - 2776167, - 2530125, - 2444083, - 2469500, - 2380584, - 2666959 + 2341167, + 2518625, + 2584542, + 2523125, + 2562125, + 2334208, + 2333625, + 2121958, + 2455791 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -2985,7 +2985,7 @@ "logical_input_bytes": 3200, "logical_output_bytes": 2048, "logical_total_bytes": 5248, - "end_to_end_logical_bandwidth_gb_s": 0.0021251265438347842, + "end_to_end_logical_bandwidth_gb_s": 0.0021369896705379244, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -3002,29 +3002,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 307667, - "device_time_median_ns": 56999, + "end_to_end_median_ns": 311500, + "device_time_median_ns": 56124, "paired_trial_end_to_end_medians_ns": [ - 290250, - 315375, - 304209, - 288084, - 315000, - 291750, - 320958, - 307667, - 320667 + 327959, + 304917, + 309917, + 323042, + 301875, + 340167, + 311791, + 294792, + 311500 ], "paired_trial_device_medians_ns": [ - 58708, - 59708, - 56999, - 59625, - 56333, 55999, - 55750, - 55833, - 58416 + 56250, + 55999, + 54624, + 56124, + 56499, + 56083, + 60499, + 57124 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -3036,7 +3036,7 @@ "logical_input_bytes": 295168, "logical_output_bytes": 32768, "logical_total_bytes": 327936, - "end_to_end_logical_bandwidth_gb_s": 1.0658796686027425, + "end_to_end_logical_bandwidth_gb_s": 1.0527640449438203, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -3053,18 +3053,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 1024292, + "end_to_end_median_ns": 1053416, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 1023000, - 1118625, - 1021750, - 1007333, - 1034625, - 1024292, - 1055750, - 1011875, - 1165791 + 1126084, + 1124583, + 1038125, + 1102125, + 1020875, + 1053416, + 1060958, + 970250, + 1036250 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -3077,7 +3077,7 @@ "logical_input_bytes": 295168, "logical_output_bytes": 32768, "logical_total_bytes": 327936, - "end_to_end_logical_bandwidth_gb_s": 0.32015870474435026, + "end_to_end_logical_bandwidth_gb_s": 0.3113072138642284, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -3094,18 +3094,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 2013375, + "end_to_end_median_ns": 2130750, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 1998500, - 2125583, - 2013375, - 1973583, - 1962000, - 2054125, - 2242417, - 1997208, - 2074500 + 2130750, + 2798542, + 2170333, + 2139000, + 1905916, + 1867958, + 2163459, + 2023167, + 1904417 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -3118,7 +3118,7 @@ "logical_input_bytes": 401440, "logical_output_bytes": 8192, "logical_total_bytes": 409632, - "end_to_end_logical_bandwidth_gb_s": 0.20345539206556157, + "end_to_end_logical_bandwidth_gb_s": 0.19224780007039774, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -3135,29 +3135,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 3412375, - "device_time_median_ns": 3107500, + "end_to_end_median_ns": 3388250, + "device_time_median_ns": 3075416, "paired_trial_end_to_end_medians_ns": [ - 3449417, - 3414209, - 3409208, - 3437667, - 3393625, - 3360250, - 3384584, - 3412375, - 3431000 + 3372125, + 3414583, + 3382000, + 3427542, + 3358291, + 3306625, + 3452833, + 3445542, + 3388250 ], "paired_trial_device_medians_ns": [ - 3111874, - 3109999, - 3112750, - 3103416, - 3107499, - 3086041, - 3039291, - 3110375, - 3107500 + 3088500, + 3075416, + 3068124, + 3025166, + 3088750, + 3010958, + 3126375, + 3057166, + 3110625 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -3169,7 +3169,7 @@ "logical_input_bytes": 401440, "logical_output_bytes": 8192, "logical_total_bytes": 409632, - "end_to_end_logical_bandwidth_gb_s": 0.120043078501044, + "end_to_end_logical_bandwidth_gb_s": 0.12089780860326127, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -3186,29 +3186,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 329125, - "device_time_median_ns": 8875, + "end_to_end_median_ns": 303833, + "device_time_median_ns": 8625, "paired_trial_end_to_end_medians_ns": [ - 347916, - 488875, - 329125, - 331416, - 324083, - 321792, - 331791, - 319375, - 313750 + 304958, + 313708, + 302167, + 323375, + 315583, + 303833, + 298000, + 295333, + 297333 ], "paired_trial_device_medians_ns": [ - 8874, - 8875, - 8875, - 8875, - 8875, - 8875, - 8833, - 8958, - 8875 + 8250, + 8625, + 8333, + 8999, + 9166, + 9374, + 9041, + 8458, + 8416 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -3220,7 +3220,7 @@ "logical_input_bytes": 263168, "logical_output_bytes": 512, "logical_total_bytes": 263680, - "end_to_end_logical_bandwidth_gb_s": 0.8011545765286745, + "end_to_end_logical_bandwidth_gb_s": 0.8678451649425836, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -3237,18 +3237,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 14333, + "end_to_end_median_ns": 13667, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 15000, - 14791, - 14500, - 14250, - 14167, - 14125, - 14458, - 14333, - 14167 + 13750, + 13625, + 13750, + 13625, + 13791, + 13667, + 13750, + 13542, + 13667 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -3261,7 +3261,7 @@ "logical_input_bytes": 263168, "logical_output_bytes": 512, "logical_total_bytes": 263680, - "end_to_end_logical_bandwidth_gb_s": 18.39670690016047, + "end_to_end_logical_bandwidth_gb_s": 19.293187971025098, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -3278,18 +3278,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 2709, + "end_to_end_median_ns": 2834, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 3208, - 3167, - 2750, - 2917, + 2834, + 2875, 2667, 2709, 2667, 2708, - 2667 + 2917, + 4875, + 3666 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -3302,7 +3302,7 @@ "logical_input_bytes": 0, "logical_output_bytes": 65536, "logical_total_bytes": 65536, - "end_to_end_logical_bandwidth_gb_s": 24.191952750092284, + "end_to_end_logical_bandwidth_gb_s": 23.124911785462245, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -3319,18 +3319,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 2083, + "end_to_end_median_ns": 2041, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 2416, - 2209, - 2083, - 2125, - 2083, - 2083, - 2000, + 2041, 2000, - 2167 + 2042, + 1917, + 1959, + 1958, + 3167, + 2917, + 2083 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -3343,7 +3343,7 @@ "logical_input_bytes": 0, "logical_output_bytes": 65536, "logical_total_bytes": 65536, - "end_to_end_logical_bandwidth_gb_s": 31.462313970235236, + "end_to_end_logical_bandwidth_gb_s": 32.109750122488975, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -3360,29 +3360,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 1342167, - "device_time_median_ns": 564250, + "end_to_end_median_ns": 1234417, + "device_time_median_ns": 465208, "paired_trial_end_to_end_medians_ns": [ - 1342167, - 1337291, - 1383292, - 1449375, - 1293667, - 1342750, - 1526500, - 1330667, - 1316459 + 1372500, + 1289500, + 1218500, + 1200834, + 1219417, + 1244458, + 1205875, + 1273125, + 1234417 ], "paired_trial_device_medians_ns": [ - 566708, - 521583, - 570291, - 567541, - 506208, - 585125, - 564250, - 508416, - 517375 + 519166, + 450000, + 465208, + 426333, + 443708, + 465500, + 468291, + 541791, + 461291 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -3394,7 +3394,7 @@ "logical_input_bytes": 115520, "logical_output_bytes": 512, "logical_total_bytes": 116032, - "end_to_end_logical_bandwidth_gb_s": 0.08645123892928376, + "end_to_end_logical_bandwidth_gb_s": 0.09399740930333915, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -3411,29 +3411,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 822542, - "device_time_median_ns": 42374, + "end_to_end_median_ns": 818459, + "device_time_median_ns": 39500, "paired_trial_end_to_end_medians_ns": [ - 800834, - 818375, - 822542, - 851875, - 796167, - 857041, - 940125, - 816542, - 846500 + 812292, + 776459, + 848042, + 865834, + 835500, + 777125, + 837084, + 818459, + 798875 ], "paired_trial_device_medians_ns": [ - 38083, - 42374, - 43916, - 37791, - 43666, - 42625, - 42458, - 40916, - 40375 + 39374, + 41375, + 36500, + 36208, + 40958, + 39500, + 41083, + 40500, + 37500 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -3445,7 +3445,7 @@ "logical_input_bytes": 115520, "logical_output_bytes": 512, "logical_total_bytes": 116032, - "end_to_end_logical_bandwidth_gb_s": 0.14106513709938215, + "end_to_end_logical_bandwidth_gb_s": 0.14176886074928616, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -3462,29 +3462,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 419625, - "device_time_median_ns": 134125, + "end_to_end_median_ns": 397250, + "device_time_median_ns": 127249, "paired_trial_end_to_end_medians_ns": [ - 416791, - 430166, - 407916, - 423875, - 426542, - 416583, - 419625, - 429667, - 404542 + 400750, + 448375, + 427583, + 385417, + 388458, + 420166, + 397250, + 386500, + 364875 ], "paired_trial_device_medians_ns": [ - 141124, - 141249, - 138125, - 134708, - 129166, - 117624, - 117458, - 126875, - 134125 + 125499, + 140250, + 149916, + 126291, + 129583, + 127249, + 134000, + 126791, + 116041 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -3510,7 +3510,7 @@ "logical_input_bytes": 12544, "logical_output_bytes": 8192, "logical_total_bytes": 20736, - "end_to_end_logical_bandwidth_gb_s": 0.04941554959785523, + "end_to_end_logical_bandwidth_gb_s": 0.05219886721208307, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -3527,18 +3527,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 5322291, + "end_to_end_median_ns": 5297833, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 5358792, - 4964500, - 5543958, - 5454500, - 5423708, - 5322291, - 5321292, - 5243750, - 5318917 + 5680917, + 5203834, + 5269416, + 5264166, + 5349000, + 5068583, + 5297833, + 5814125, + 5427292 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -3565,7 +3565,7 @@ "logical_input_bytes": 12544, "logical_output_bytes": 8192, "logical_total_bytes": 20736, - "end_to_end_logical_bandwidth_gb_s": 0.003896066562313109, + "end_to_end_logical_bandwidth_gb_s": 0.003914053160981103, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -3605,8 +3605,8 @@ "physical_device": "Apple M1 Max", "os_version": "26.6.2", "sdk_version": "26.5", - "compiler_fingerprint": "sha256:a27c50660f01ac4d5dd9e84a96fbee710f2f554b24f272071eabc46fd3ee03f4", - "runtime_fingerprint": "sha256:12c337036dea501ba6804a7dae969830844d9304ec7e605d2faea27b465e7ee7" + "compiler_fingerprint": "sha256:d38fda20860dafa3f034761cfc1a2157926414ba33d5dd5ffe3a920c65243b43", + "runtime_fingerprint": "sha256:5b63fddfc10a23525ba1ab5f6aabd0b7eb645543850b010c9761b9bc978f201d" }, "runs": [ { @@ -3621,29 +3621,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 265292, - "device_time_median_ns": 30499, + "end_to_end_median_ns": 269542, + "device_time_median_ns": 35708, "paired_trial_end_to_end_medians_ns": [ - 265292, - 257292, - 272750, - 296708, - 289167, - 259500, - 261458, - 272917, - 262875 + 271000, + 274625, + 284000, + 272333, + 269542, + 259208, + 249125, + 254917, + 253250 ], "paired_trial_device_medians_ns": [ - 30499, - 30499, - 30541, - 30666, - 30375, - 30499, - 30625, - 30416, - 30499 + 33166, + 36000, + 35583, + 34624, + 38083, + 38374, + 37374, + 35708, + 35000 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -3655,7 +3655,7 @@ "logical_input_bytes": 73856, "logical_output_bytes": 8192, "logical_total_bytes": 82048, - "end_to_end_logical_bandwidth_gb_s": 0.3092743090632209, + "end_to_end_logical_bandwidth_gb_s": 0.3043978303937791, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -3672,18 +3672,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 974625, + "end_to_end_median_ns": 968208, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 955125, - 905625, - 947250, - 1041084, - 1071917, - 985208, - 990542, - 974625, - 971667 + 921833, + 943250, + 977542, + 972125, + 981167, + 968208, + 896084, + 1024333, + 968041 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -3696,7 +3696,7 @@ "logical_input_bytes": 73856, "logical_output_bytes": 8192, "logical_total_bytes": 82048, - "end_to_end_logical_bandwidth_gb_s": 0.08418417340002565, + "end_to_end_logical_bandwidth_gb_s": 0.08474212152760564, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -3713,18 +3713,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 1735750, + "end_to_end_median_ns": 1902459, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 1768084, - 1776625, - 1707958, - 1699625, - 1722833, - 1772875, - 1669167, - 1949709, - 1735750 + 1980834, + 1876042, + 1996667, + 1667000, + 1902459, + 1785916, + 1787583, + 2174209, + 2006167 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -3737,7 +3737,7 @@ "logical_input_bytes": 100384, "logical_output_bytes": 2048, "logical_total_bytes": 102432, - "end_to_end_logical_bandwidth_gb_s": 0.05901310672619905, + "end_to_end_logical_bandwidth_gb_s": 0.05384189619855145, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -3754,29 +3754,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 977917, - "device_time_median_ns": 728208, + "end_to_end_median_ns": 1008583, + "device_time_median_ns": 725375, "paired_trial_end_to_end_medians_ns": [ - 977917, - 967208, - 966500, - 969625, - 986458, - 974833, - 1010125, - 992250, - 1002375 + 1002917, + 1023750, + 1038917, + 981000, + 1021959, + 972500, + 1034750, + 1008583, + 993625 ], "paired_trial_device_medians_ns": [ - 725624, - 728208, - 728041, - 727833, - 728291, - 727874, - 728333, - 728291, - 729041 + 725458, + 725500, + 724708, + 725249, + 725375, + 723500, + 726041, + 725458, + 723499 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -3788,7 +3788,7 @@ "logical_input_bytes": 100384, "logical_output_bytes": 2048, "logical_total_bytes": 102432, - "end_to_end_logical_bandwidth_gb_s": 0.10474508572813439, + "end_to_end_logical_bandwidth_gb_s": 0.10156030787748753, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -3805,29 +3805,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 295083, + "end_to_end_median_ns": 309542, "device_time_median_ns": 8624, "paired_trial_end_to_end_medians_ns": [ - 285167, - 285750, - 284208, - 286166, - 404667, - 308333, - 295083, - 317334, - 308667 + 325875, + 321167, + 302458, + 294792, + 287583, + 309542, + 315625, + 305042, + 310625 ], "paired_trial_device_medians_ns": [ + 8583, 8624, + 8208, + 8833, + 8874, + 8958, + 8666, 8624, - 9000, - 8708, - 8624, - 8500, - 8500, - 8458, - 8500 + 8541 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -3839,7 +3839,7 @@ "logical_input_bytes": 65792, "logical_output_bytes": 256, "logical_total_bytes": 66048, - "end_to_end_logical_bandwidth_gb_s": 0.22382854993340856, + "end_to_end_logical_bandwidth_gb_s": 0.21337330636876417, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -3859,15 +3859,15 @@ "end_to_end_median_ns": 5250, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ + 5833, 5250, - 4959, + 5708, + 4958, 5167, - 5000, - 5750, - 5250, - 5584, - 5084, - 5333 + 5083, + 5416, + 4917, + 5625 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -3897,18 +3897,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 2667, + "end_to_end_median_ns": 2750, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 2833, - 2875, - 2667, + 2958, + 2916, 2750, - 2666, + 2792, + 2750, + 2792, + 2625, 2708, - 2667, - 2667, - 2625 + 2666 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -3921,7 +3921,7 @@ "logical_input_bytes": 0, "logical_output_bytes": 16384, "logical_total_bytes": 16384, - "end_to_end_logical_bandwidth_gb_s": 6.143232095988002, + "end_to_end_logical_bandwidth_gb_s": 5.9578181818181815, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -3941,15 +3941,15 @@ "end_to_end_median_ns": 958, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 1042, + 1125, + 1041, + 959, 958, - 1000, - 917, 958, 917, - 958, - 959, - 958 + 875, + 916, + 917 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -3979,29 +3979,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 1212042, - "device_time_median_ns": 555000, + "end_to_end_median_ns": 1083166, + "device_time_median_ns": 511750, "paired_trial_end_to_end_medians_ns": [ - 1161375, - 1212042, - 1185875, - 1092167, - 1187042, - 1358750, - 1259291, - 1387208, - 1446917 + 1095834, + 1115583, + 1037750, + 1083166, + 1037167, + 1195459, + 1064084, + 1127084, + 1081625 ], "paired_trial_device_medians_ns": [ - 551000, - 555000, - 531541, - 488250, - 549833, - 579791, - 569750, - 633666, - 614541 + 497583, + 511750, + 509833, + 527791, + 532708, + 501208, + 556708, + 521666, + 504416 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -4013,7 +4013,7 @@ "logical_input_bytes": 29088, "logical_output_bytes": 256, "logical_total_bytes": 29344, - "end_to_end_logical_bandwidth_gb_s": 0.024210382148473403, + "end_to_end_logical_bandwidth_gb_s": 0.02709095374116248, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -4030,29 +4030,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 619667, - "device_time_median_ns": 36249, + "end_to_end_median_ns": 542750, + "device_time_median_ns": 39791, "paired_trial_end_to_end_medians_ns": [ - 581708, - 619667, - 610791, - 556000, - 692708, - 654750, - 658125, - 571334, - 625417 + 542750, + 549792, + 516541, + 509875, + 609625, + 544417, + 527500, + 568125, + 517333 ], "paired_trial_device_medians_ns": [ - 36124, - 36249, - 36375, 35875, - 36583, - 35624, - 36375, - 36000, - 38124 + 39791, + 38875, + 40250, + 36833, + 41916, + 38875, + 42749, + 40666 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -4064,7 +4064,7 @@ "logical_input_bytes": 29088, "logical_output_bytes": 256, "logical_total_bytes": 29344, - "end_to_end_logical_bandwidth_gb_s": 0.04735446618909834, + "end_to_end_logical_bandwidth_gb_s": 0.05406540764624597, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -4081,29 +4081,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 316208, - "device_time_median_ns": 41666, + "end_to_end_median_ns": 312417, + "device_time_median_ns": 36124, "paired_trial_end_to_end_medians_ns": [ - 324209, - 388917, - 363042, - 288792, - 288916, - 313750, - 316208, - 316209, - 302459 + 305166, + 312417, + 299083, + 302917, + 291583, + 333042, + 338208, + 316291, + 314708 ], "paired_trial_device_medians_ns": [ - 40041, - 37125, - 37375, - 42374, - 41666, - 42499, - 41833, - 42250, - 39750 + 38250, + 39333, + 36124, + 41875, + 39750, + 36124, + 33291, + 34499, + 35958 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -4129,7 +4129,7 @@ "logical_input_bytes": 3200, "logical_output_bytes": 2048, "logical_total_bytes": 5248, - "end_to_end_logical_bandwidth_gb_s": 0.016596670545969743, + "end_to_end_logical_bandwidth_gb_s": 0.016798061565151703, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -4146,18 +4146,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 2271041, + "end_to_end_median_ns": 2372041, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 2244708, - 2250416, - 2271041, - 2272667, - 2252166, - 2252167, - 2322000, - 2379541, - 2297000 + 2315792, + 2477167, + 2372041, + 2349833, + 2313084, + 2441709, + 2368583, + 2410208, + 2542458 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -4184,7 +4184,7 @@ "logical_input_bytes": 3200, "logical_output_bytes": 2048, "logical_total_bytes": 5248, - "end_to_end_logical_bandwidth_gb_s": 0.002310834546800344, + "end_to_end_logical_bandwidth_gb_s": 0.0022124406787235127, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -4201,29 +4201,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 301917, - "device_time_median_ns": 55750, + "end_to_end_median_ns": 302417, + "device_time_median_ns": 49624, "paired_trial_end_to_end_medians_ns": [ - 310250, - 303500, - 311125, - 284208, - 285416, - 297708, - 350250, - 297542, - 301917 + 315834, + 308125, + 336583, + 302417, + 296958, + 289542, + 305917, + 283292, + 272500 ], "paired_trial_device_medians_ns": [ - 57333, - 55750, - 55416, - 57250, - 58750, - 56458, - 55708, - 55750, - 55500 + 49624, + 55916, + 57750, + 46500, + 46500, + 58125, + 56874, + 46000, + 47458 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -4235,7 +4235,7 @@ "logical_input_bytes": 295168, "logical_output_bytes": 32768, "logical_total_bytes": 327936, - "end_to_end_logical_bandwidth_gb_s": 1.0861793141823746, + "end_to_end_logical_bandwidth_gb_s": 1.0843834837327266, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -4252,18 +4252,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 1017792, + "end_to_end_median_ns": 1098625, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 966791, - 1020375, - 1017792, - 945375, - 1035000, - 995417, - 1026042, - 1026125, - 1011250 + 1597500, + 1156375, + 1178166, + 1042291, + 991375, + 1031125, + 1109166, + 1098625, + 1017417 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -4276,7 +4276,7 @@ "logical_input_bytes": 295168, "logical_output_bytes": 32768, "logical_total_bytes": 327936, - "end_to_end_logical_bandwidth_gb_s": 0.3222033578570081, + "end_to_end_logical_bandwidth_gb_s": 0.2984967573102742, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -4293,18 +4293,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 1861542, + "end_to_end_median_ns": 1940875, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 2476417, - 1823709, - 1916458, - 1848875, - 1933167, - 1861375, - 1737375, - 1861542, - 1883208 + 1851667, + 2117291, + 1940875, + 1975916, + 1923083, + 1943250, + 1793083, + 1771208, + 1974917 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -4317,7 +4317,7 @@ "logical_input_bytes": 401440, "logical_output_bytes": 8192, "logical_total_bytes": 409632, - "end_to_end_logical_bandwidth_gb_s": 0.2200498296573486, + "end_to_end_logical_bandwidth_gb_s": 0.21105532298576674, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -4334,29 +4334,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 3411250, - "device_time_median_ns": 3110583, + "end_to_end_median_ns": 3391625, + "device_time_median_ns": 3103416, "paired_trial_end_to_end_medians_ns": [ - 3504167, - 3418334, - 3387167, - 3485666, - 3384875, - 3411250, - 3391333, - 3444167, - 3411125 + 3400083, + 3371416, + 3375292, + 3394917, + 3388042, + 3370083, + 3455417, + 3391625, + 3397042 ], "paired_trial_device_medians_ns": [ - 3119291, - 3113541, - 3107666, - 3112166, + 3124166, + 3034041, + 3078416, + 3032333, + 3128624, + 3069333, + 3127791, 3110583, - 3107749, - 3108875, - 3109791, - 3118041 + 3103416 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -4368,7 +4368,7 @@ "logical_input_bytes": 401440, "logical_output_bytes": 8192, "logical_total_bytes": 409632, - "end_to_end_logical_bandwidth_gb_s": 0.12008266764382558, + "end_to_end_logical_bandwidth_gb_s": 0.12077750340913279, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -4385,29 +4385,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 308334, - "device_time_median_ns": 9083, + "end_to_end_median_ns": 320125, + "device_time_median_ns": 8708, "paired_trial_end_to_end_medians_ns": [ - 407000, - 369667, - 312625, - 302750, - 309250, - 308334, - 295958, - 294833, - 299875 + 313666, + 353875, + 322125, + 320125, + 353958, + 325542, + 298833, + 319667, + 307875 ], "paired_trial_device_medians_ns": [ - 8999, - 8958, - 9124, - 9083, - 9499, - 9124, - 9374, - 9083, - 8999 + 8250, + 8791, + 9458, + 8875, + 8708, + 8791, + 7999, + 8083, + 8083 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -4419,7 +4419,7 @@ "logical_input_bytes": 263168, "logical_output_bytes": 512, "logical_total_bytes": 263680, - "end_to_end_logical_bandwidth_gb_s": 0.8551765293480447, + "end_to_end_logical_bandwidth_gb_s": 0.8236782506833268, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -4436,18 +4436,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 14333, + "end_to_end_median_ns": 14125, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 14959, - 14958, + 14417, + 14083, + 14084, + 13625, + 14250, + 14000, + 14208, 14333, - 13750, - 14542, - 13667, - 13834, - 13708, - 14417 + 14125 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -4460,7 +4460,7 @@ "logical_input_bytes": 263168, "logical_output_bytes": 512, "logical_total_bytes": 263680, - "end_to_end_logical_bandwidth_gb_s": 18.39670690016047, + "end_to_end_logical_bandwidth_gb_s": 18.667610619469027, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -4477,18 +4477,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 3000, + "end_to_end_median_ns": 2750, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 3000, - 3250, - 2750, 2875, + 2834, 2667, - 5667, - 3333, - 3042, - 3000 + 2834, + 2750, + 2833, + 2708, + 2750, + 2667 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -4501,7 +4501,7 @@ "logical_input_bytes": 0, "logical_output_bytes": 65536, "logical_total_bytes": 65536, - "end_to_end_logical_bandwidth_gb_s": 21.845333333333333, + "end_to_end_logical_bandwidth_gb_s": 23.831272727272726, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -4518,18 +4518,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 2042, + "end_to_end_median_ns": 2083, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 2375, + 2167, 2042, - 2000, - 1917, - 1917, - 1917, - 2750, - 2292, - 2417 + 2084, + 2291, + 2166, + 2083, + 2083, + 2042, + 2083 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -4542,7 +4542,7 @@ "logical_input_bytes": 0, "logical_output_bytes": 65536, "logical_total_bytes": 65536, - "end_to_end_logical_bandwidth_gb_s": 32.09402546523017, + "end_to_end_logical_bandwidth_gb_s": 31.462313970235236, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -4559,29 +4559,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 1364583, - "device_time_median_ns": 559750, + "end_to_end_median_ns": 1394042, + "device_time_median_ns": 561708, "paired_trial_end_to_end_medians_ns": [ - 1262167, - 1364583, - 1216125, - 1306375, - 1305333, - 1376708, - 1452375, - 1384500, - 1384000 + 1394042, + 1410708, + 1421000, + 1282333, + 1304625, + 1439708, + 1339000, + 1403125, + 1227042 ], "paired_trial_device_medians_ns": [ - 493083, - 559750, - 496083, - 506333, - 514083, - 567208, - 564625, - 573541, - 568708 + 647583, + 600750, + 582666, + 495333, + 561708, + 614333, + 517416, + 509750, + 467041 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -4593,7 +4593,7 @@ "logical_input_bytes": 115520, "logical_output_bytes": 512, "logical_total_bytes": 116032, - "end_to_end_logical_bandwidth_gb_s": 0.08503110474042253, + "end_to_end_logical_bandwidth_gb_s": 0.08323422106364084, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -4610,29 +4610,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 818125, - "device_time_median_ns": 42416, + "end_to_end_median_ns": 816792, + "device_time_median_ns": 40000, "paired_trial_end_to_end_medians_ns": [ - 810042, - 818125, - 780084, - 780791, - 852792, - 793250, - 833042, - 826292, - 879500 + 816792, + 802791, + 803125, + 790875, + 883584, + 805500, + 940125, + 965959, + 822542 ], "paired_trial_device_medians_ns": [ - 42416, - 43874, - 41875, - 43541, - 37624, - 41874, - 51833, 40124, - 43249 + 42375, + 37124, + 38791, + 43208, + 41291, + 40000, + 39625, + 35000 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -4644,7 +4644,7 @@ "logical_input_bytes": 115520, "logical_output_bytes": 512, "logical_total_bytes": 116032, - "end_to_end_logical_bandwidth_gb_s": 0.14182673796791445, + "end_to_end_logical_bandwidth_gb_s": 0.14205819841526363, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -4661,29 +4661,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 426833, - "device_time_median_ns": 128499, + "end_to_end_median_ns": 437583, + "device_time_median_ns": 125249, "paired_trial_end_to_end_medians_ns": [ - 426833, - 411334, - 418291, - 431541, - 432000, - 404292, - 467541, - 409667, - 490333 + 416667, + 430083, + 445916, + 421792, + 444667, + 494542, + 437583, + 423875, + 457250 ], "paired_trial_device_medians_ns": [ - 128375, - 142791, - 118916, - 137374, - 128499, - 136791, - 117999, - 130499, - 118625 + 125249, + 143375, + 118166, + 132958, + 122250, + 127500, + 130583, + 117916, + 117624 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -4709,7 +4709,7 @@ "logical_input_bytes": 12544, "logical_output_bytes": 8192, "logical_total_bytes": 20736, - "end_to_end_logical_bandwidth_gb_s": 0.048581060977009746, + "end_to_end_logical_bandwidth_gb_s": 0.047387581327428166, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -4726,18 +4726,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 5353083, + "end_to_end_median_ns": 5461708, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 5624125, - 5059334, - 5143167, - 5030667, - 5086375, - 5353083, - 5367583, - 5796500, - 5945792 + 5350750, + 5461708, + 5542333, + 5583916, + 5602333, + 5759834, + 5399792, + 5290917, + 5264625 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -4764,7 +4764,7 @@ "logical_input_bytes": 12544, "logical_output_bytes": 8192, "logical_total_bytes": 20736, - "end_to_end_logical_bandwidth_gb_s": 0.003873655611168368, + "end_to_end_logical_bandwidth_gb_s": 0.0037966145388951588, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -4804,8 +4804,8 @@ "physical_device": "Apple M1 Max", "os_version": "26.6.2", "sdk_version": "26.5", - "compiler_fingerprint": "sha256:a27c50660f01ac4d5dd9e84a96fbee710f2f554b24f272071eabc46fd3ee03f4", - "runtime_fingerprint": "sha256:12c337036dea501ba6804a7dae969830844d9304ec7e605d2faea27b465e7ee7" + "compiler_fingerprint": "sha256:d38fda20860dafa3f034761cfc1a2157926414ba33d5dd5ffe3a920c65243b43", + "runtime_fingerprint": "sha256:5b63fddfc10a23525ba1ab5f6aabd0b7eb645543850b010c9761b9bc978f201d" }, "runs": [ { @@ -4820,29 +4820,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 285625, - "device_time_median_ns": 30874, + "end_to_end_median_ns": 273625, + "device_time_median_ns": 33999, "paired_trial_end_to_end_medians_ns": [ - 343292, - 273917, - 270166, - 287584, - 256334, - 293417, - 273667, - 285625, - 288209 + 279916, + 273625, + 260500, + 283083, + 254000, + 244917, + 310125, + 284083, + 247750 ], "paired_trial_device_medians_ns": [ - 30625, - 30791, - 30499, - 31249, - 32208, - 31291, - 30499, - 30874, - 31833 + 32500, + 35791, + 32333, + 35500, + 33999, + 31500, + 34875, + 38124, + 31208 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -4854,7 +4854,7 @@ "logical_input_bytes": 73856, "logical_output_bytes": 8192, "logical_total_bytes": 82048, - "end_to_end_logical_bandwidth_gb_s": 0.2872577680525164, + "end_to_end_logical_bandwidth_gb_s": 0.2998556418455916, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -4871,18 +4871,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 1059083, + "end_to_end_median_ns": 956041, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 989959, - 1103875, - 1015584, - 955125, - 1061208, - 1036667, - 1187959, - 1076042, - 1059083 + 1018167, + 956041, + 944666, + 997042, + 961875, + 887333, + 962083, + 952000, + 933459 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -4895,7 +4895,7 @@ "logical_input_bytes": 73856, "logical_output_bytes": 8192, "logical_total_bytes": 82048, - "end_to_end_logical_bandwidth_gb_s": 0.07747079312952809, + "end_to_end_logical_bandwidth_gb_s": 0.08582058719239029, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -4912,18 +4912,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 2192125, + "end_to_end_median_ns": 1948625, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 2083292, - 2261417, - 2020125, - 2206375, - 2221000, - 2005542, - 2279750, - 2192125, - 2041125 + 2090917, + 1948625, + 1780333, + 1781375, + 1820042, + 2068083, + 1788792, + 2088583, + 2184959 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -4936,7 +4936,7 @@ "logical_input_bytes": 100384, "logical_output_bytes": 2048, "logical_total_bytes": 102432, - "end_to_end_logical_bandwidth_gb_s": 0.0467272623595826, + "end_to_end_logical_bandwidth_gb_s": 0.052566296747706714, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -4953,29 +4953,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 993417, - "device_time_median_ns": 725541, + "end_to_end_median_ns": 982291, + "device_time_median_ns": 725125, "paired_trial_end_to_end_medians_ns": [ - 980458, - 993417, - 993708, - 997917, - 986667, - 1090208, - 1017084, - 986666, - 985083 + 1000750, + 984959, + 955667, + 943708, + 961500, + 958583, + 995417, + 983750, + 982291 ], "paired_trial_device_medians_ns": [ + 725125, + 727208, + 705250, + 707916, + 729333, 725999, - 725833, - 728083, - 725000, - 725541, - 725291, - 725208, - 728041, - 725375 + 725749, + 699625, + 722875 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -4987,7 +4987,7 @@ "logical_input_bytes": 100384, "logical_output_bytes": 2048, "logical_total_bytes": 102432, - "end_to_end_logical_bandwidth_gb_s": 0.10311077825324108, + "end_to_end_logical_bandwidth_gb_s": 0.10427867098446388, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -5004,29 +5004,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 306167, - "device_time_median_ns": 8666, + "end_to_end_median_ns": 299208, + "device_time_median_ns": 7625, "paired_trial_end_to_end_medians_ns": [ - 312583, - 358000, - 306167, - 323041, - 315250, - 296542, - 295625, - 295917, - 298917 + 308042, + 372625, + 299208, + 305542, + 290042, + 307625, + 290792, + 272167, + 279958 ], "paired_trial_device_medians_ns": [ 8541, - 8708, - 8666, - 8791, - 8624, - 8875, - 8666, - 8500, - 8624 + 8250, + 8124, + 7625, + 7583, + 7750, + 7625, + 7500, + 7500 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -5038,7 +5038,7 @@ "logical_input_bytes": 65792, "logical_output_bytes": 256, "logical_total_bytes": 66048, - "end_to_end_logical_bandwidth_gb_s": 0.2157254047627602, + "end_to_end_logical_bandwidth_gb_s": 0.22074276088874628, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -5055,18 +5055,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 5333, + "end_to_end_median_ns": 5167, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 5458, - 5125, - 6000, - 5292, - 5333, - 5042, - 5458, - 5209, - 5667 + 5750, + 5375, + 5875, + 5167, + 5708, + 5041, + 5083, + 4958, + 5167 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -5079,7 +5079,7 @@ "logical_input_bytes": 65792, "logical_output_bytes": 256, "logical_total_bytes": 66048, - "end_to_end_logical_bandwidth_gb_s": 12.384774048378024, + "end_to_end_logical_bandwidth_gb_s": 12.782659183278499, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -5096,18 +5096,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 2708, + "end_to_end_median_ns": 2834, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 2667, - 2667, - 2583, - 4417, + 3208, + 3125, + 2834, + 2750, 2875, - 3667, - 2709, - 2625, - 2708 + 2834, + 2750, + 2708, + 2584 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -5120,7 +5120,7 @@ "logical_input_bytes": 0, "logical_output_bytes": 16384, "logical_total_bytes": 16384, - "end_to_end_logical_bandwidth_gb_s": 6.050221565731167, + "end_to_end_logical_bandwidth_gb_s": 5.781227946365561, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -5137,18 +5137,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 959, + "end_to_end_median_ns": 958, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 1084, - 917, + 1041, + 1000, 958, - 1125, - 1125, - 1166, + 875, 959, 916, - 959 + 958, + 916, + 958 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -5161,7 +5161,7 @@ "logical_input_bytes": 0, "logical_output_bytes": 16384, "logical_total_bytes": 16384, - "end_to_end_logical_bandwidth_gb_s": 17.0844629822732, + "end_to_end_logical_bandwidth_gb_s": 17.102296450939455, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -5178,29 +5178,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 1258625, - "device_time_median_ns": 591875, + "end_to_end_median_ns": 1144583, + "device_time_median_ns": 527875, "paired_trial_end_to_end_medians_ns": [ - 1119792, - 1377459, - 1242416, - 1258625, - 1291125, - 1371167, - 1294833, - 1126291, - 1058750 + 1150334, + 1057125, + 1105916, + 1062541, + 1000708, + 1281791, + 1200250, + 1190541, + 1144583 ], "paired_trial_device_medians_ns": [ - 517166, - 582250, - 613541, - 591875, - 618833, - 615416, - 595666, - 568666, - 501750 + 534750, + 494791, + 527875, + 525791, + 456250, + 495375, + 571458, + 648833, + 568458 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -5212,7 +5212,7 @@ "logical_input_bytes": 29088, "logical_output_bytes": 256, "logical_total_bytes": 29344, - "end_to_end_logical_bandwidth_gb_s": 0.0233143311153044, + "end_to_end_logical_bandwidth_gb_s": 0.025637284495750853, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -5229,29 +5229,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 595333, - "device_time_median_ns": 36749, + "end_to_end_median_ns": 553667, + "device_time_median_ns": 35625, "paired_trial_end_to_end_medians_ns": [ - 538375, - 595333, - 619041, - 588000, - 717917, - 545334, - 575250, - 704542, - 612125 + 576083, + 553667, + 573667, + 522958, + 514500, + 508959, + 512375, + 621208, + 614583 ], "paired_trial_device_medians_ns": [ - 39791, - 36124, - 38291, - 36333, - 44125, - 36833, - 36624, - 35749, - 36749 + 31166, + 34833, + 35416, + 36249, + 39125, + 38458, + 36583, + 35625, + 35625 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -5263,7 +5263,7 @@ "logical_input_bytes": 29088, "logical_output_bytes": 256, "logical_total_bytes": 29344, - "end_to_end_logical_bandwidth_gb_s": 0.049290061192643446, + "end_to_end_logical_bandwidth_gb_s": 0.05299936604493315, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -5280,29 +5280,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 318334, - "device_time_median_ns": 36000, + "end_to_end_median_ns": 310292, + "device_time_median_ns": 39750, "paired_trial_end_to_end_medians_ns": [ - 304625, - 315500, - 318334, - 379375, - 309666, - 326791, - 351208, - 306583, - 375709 + 311541, + 305958, + 319292, + 310292, + 290958, + 332458, + 310542, + 298542, + 304958 ], "paired_trial_device_medians_ns": [ - 41166, - 42749, - 35875, - 35875, - 42374, - 35916, - 36000, - 35875, - 36375 + 41999, + 41458, + 39750, + 39666, + 41999, + 35833, + 39833, + 36791, + 39750 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -5328,7 +5328,7 @@ "logical_input_bytes": 3200, "logical_output_bytes": 2048, "logical_total_bytes": 5248, - "end_to_end_logical_bandwidth_gb_s": 0.016485829349048485, + "end_to_end_logical_bandwidth_gb_s": 0.0169131012078945, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -5345,18 +5345,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 2441792, + "end_to_end_median_ns": 2388916, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 2570292, - 2515208, - 2441792, - 2578375, - 2638542, - 2391458, - 2275833, - 2268250, - 2161750 + 2299417, + 2435625, + 2274916, + 2404417, + 2497167, + 2349917, + 2356334, + 2389500, + 2388916 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -5383,7 +5383,7 @@ "logical_input_bytes": 3200, "logical_output_bytes": 2048, "logical_total_bytes": 5248, - "end_to_end_logical_bandwidth_gb_s": 0.0021492412130107723, + "end_to_end_logical_bandwidth_gb_s": 0.002196812278037403, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -5400,29 +5400,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 283084, - "device_time_median_ns": 56291, + "end_to_end_median_ns": 312000, + "device_time_median_ns": 51749, "paired_trial_end_to_end_medians_ns": [ - 287000, - 266834, - 281416, - 276250, - 283084, - 322375, - 281958, - 297750, - 308625 + 287708, + 314333, + 312000, + 320875, + 295250, + 292667, + 288375, + 321584, + 323708 ], "paired_trial_device_medians_ns": [ - 55583, - 56000, - 56749, - 58333, - 57499, - 55291, - 55708, - 56291, - 58458 + 47500, + 58041, + 59083, + 51208, + 50791, + 45916, + 51749, + 60499, + 58749 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -5434,7 +5434,7 @@ "logical_input_bytes": 295168, "logical_output_bytes": 32768, "logical_total_bytes": 327936, - "end_to_end_logical_bandwidth_gb_s": 1.1584406042022863, + "end_to_end_logical_bandwidth_gb_s": 1.051076923076923, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -5451,18 +5451,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 961000, + "end_to_end_median_ns": 1047875, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 959333, - 1009750, - 954125, - 968125, - 911333, - 904209, - 961000, - 1064334, - 1100875 + 1078041, + 1073541, + 989500, + 924041, + 1028166, + 1121875, + 1057583, + 1023583, + 1047875 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -5475,7 +5475,7 @@ "logical_input_bytes": 295168, "logical_output_bytes": 32768, "logical_total_bytes": 327936, - "end_to_end_logical_bandwidth_gb_s": 0.3412445369406868, + "end_to_end_logical_bandwidth_gb_s": 0.31295335798640106, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -5492,18 +5492,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 1995209, + "end_to_end_median_ns": 1893334, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 2074708, - 2141834, - 1989584, - 2158750, - 1915208, - 1904625, - 1995209, - 1894083, - 2043250 + 2255042, + 1717833, + 2234583, + 1888833, + 1893334, + 1782292, + 1806417, + 2228625, + 2083250 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -5516,7 +5516,7 @@ "logical_input_bytes": 401440, "logical_output_bytes": 8192, "logical_total_bytes": 409632, - "end_to_end_logical_bandwidth_gb_s": 0.20530781487052233, + "end_to_end_logical_bandwidth_gb_s": 0.21635485339617838, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -5533,29 +5533,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 3434292, - "device_time_median_ns": 3108875, + "end_to_end_median_ns": 3428583, + "device_time_median_ns": 3129000, "paired_trial_end_to_end_medians_ns": [ - 3436792, - 3437000, - 3516167, - 3464083, + 3432708, 3408875, - 3430083, - 3434292, - 3411084, - 3401625 + 3428583, + 3374166, + 3422334, + 3750958, + 3467583, + 3421209, + 3936417 ], "paired_trial_device_medians_ns": [ - 3109708, - 3108333, - 3127750, - 3107166, - 3108041, - 3109958, - 3112416, - 3108875, - 3101458 + 3129000, + 3067083, + 3132583, + 3109249, + 3129833, + 3124958, + 3131416, + 3089874, + 3143583 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -5567,7 +5567,7 @@ "logical_input_bytes": 401440, "logical_output_bytes": 8192, "logical_total_bytes": 409632, - "end_to_end_logical_bandwidth_gb_s": 0.1192769863482779, + "end_to_end_logical_bandwidth_gb_s": 0.1194755967698609, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -5584,29 +5584,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 331625, - "device_time_median_ns": 8874, + "end_to_end_median_ns": 318625, + "device_time_median_ns": 8458, "paired_trial_end_to_end_medians_ns": [ - 338459, - 366833, - 331625, - 327708, - 353833, - 331625, - 311458, - 366458, - 313292 + 302375, + 318625, + 301334, + 309042, + 295834, + 339875, + 320250, + 320625, + 356125 ], "paired_trial_device_medians_ns": [ - 8750, - 8875, - 8874, - 8875, - 8875, - 8875, - 8833, - 8583, - 8874 + 8458, + 8458, + 8375, + 8333, + 8500, + 8500, + 8499, + 8375, + 9208 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -5618,7 +5618,7 @@ "logical_input_bytes": 263168, "logical_output_bytes": 512, "logical_total_bytes": 263680, - "end_to_end_logical_bandwidth_gb_s": 0.7951149641914813, + "end_to_end_logical_bandwidth_gb_s": 0.8275559042761867, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -5635,18 +5635,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 14667, + "end_to_end_median_ns": 13708, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 14875, - 14583, - 14291, - 14167, - 15041, - 14667, - 15083, 13750, - 14875 + 13667, + 13709, + 13583, + 13709, + 13542, + 13750, + 13625, + 13708 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -5659,7 +5659,7 @@ "logical_input_bytes": 263168, "logical_output_bytes": 512, "logical_total_bytes": 263680, - "end_to_end_logical_bandwidth_gb_s": 17.977773232426536, + "end_to_end_logical_bandwidth_gb_s": 19.235482929676103, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -5676,18 +5676,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 2958, + "end_to_end_median_ns": 2625, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 2958, - 3750, - 2958, - 4792, - 3042, + 2792, 2833, - 2583, 2625, - 2584 + 2625, + 2625, + 2709, + 2625, + 2667, + 2625 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -5700,7 +5700,7 @@ "logical_input_bytes": 0, "logical_output_bytes": 65536, "logical_total_bytes": 65536, - "end_to_end_logical_bandwidth_gb_s": 22.15551048005409, + "end_to_end_logical_bandwidth_gb_s": 24.96609523809524, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -5717,18 +5717,18 @@ "numerically_validated": true, "execution_kind": "reference_cpu", "telemetry": { - "end_to_end_median_ns": 2250, + "end_to_end_median_ns": 1917, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 2292, - 2542, - 2541, - 2625, - 2250, - 2042, 2000, + 1959, + 1958, 1917, - 1959 + 1959, + 1916, + 1917, + 1916, + 1917 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -5741,7 +5741,7 @@ "logical_input_bytes": 0, "logical_output_bytes": 65536, "logical_total_bytes": 65536, - "end_to_end_logical_bandwidth_gb_s": 29.127111111111113, + "end_to_end_logical_bandwidth_gb_s": 34.1867501304121, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -5758,29 +5758,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 1464250, - "device_time_median_ns": 574000, + "end_to_end_median_ns": 1242209, + "device_time_median_ns": 519666, "paired_trial_end_to_end_medians_ns": [ - 1493541, - 1622083, - 1430333, - 1753542, - 1464250, - 1390167, - 1324708, - 1474875, - 1413334 + 1226292, + 1240500, + 1242209, + 1220209, + 1283584, + 1238458, + 1263917, + 1463583, + 1517000 ], "paired_trial_device_medians_ns": [ - 574000, - 628208, - 551458, - 647083, - 628500, - 562708, - 505541, - 575541, - 562541 + 463250, + 495333, + 519666, + 446250, + 552333, + 497541, + 525083, + 561958, + 565166 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -5792,7 +5792,7 @@ "logical_input_bytes": 115520, "logical_output_bytes": 512, "logical_total_bytes": 116032, - "end_to_end_logical_bandwidth_gb_s": 0.07924329861703944, + "end_to_end_logical_bandwidth_gb_s": 0.09340779208651684, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -5809,29 +5809,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 887417, - "device_time_median_ns": 39833, + "end_to_end_median_ns": 799625, + "device_time_median_ns": 41124, "paired_trial_end_to_end_medians_ns": [ - 853459, - 919958, - 1020625, - 922709, - 861917, - 935375, - 887417, - 870542, - 878625 + 799625, + 775333, + 781208, + 790917, + 798125, + 805875, + 963250, + 839791, + 886416 ], "paired_trial_device_medians_ns": [ - 33499, - 37249, - 39833, - 37000, - 45583, - 52999, - 55416, - 69874, - 32541 + 43041, + 41124, + 43374, + 42874, + 38750, + 40416, + 37875, + 43208, + 36249 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -5843,7 +5843,7 @@ "logical_input_bytes": 115520, "logical_output_bytes": 512, "logical_total_bytes": 116032, - "end_to_end_logical_bandwidth_gb_s": 0.13075250981218525, + "end_to_end_logical_bandwidth_gb_s": 0.1451080193840863, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -5860,29 +5860,29 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 411500, - "device_time_median_ns": 112166, + "end_to_end_median_ns": 421000, + "device_time_median_ns": 119625, "paired_trial_end_to_end_medians_ns": [ - 497958, - 391958, - 420875, - 422834, - 411500, - 424042, - 396416, - 395875, - 385542 + 415250, + 444917, + 408833, + 445792, + 417125, + 421000, + 448500, + 416709, + 461125 ], "paired_trial_device_medians_ns": [ - 113041, - 111875, - 111500, - 112166, - 112500, - 112124, - 112000, - 122750, - 121791 + 131416, + 117750, + 119625, + 118208, + 130750, + 131999, + 117208, + 118375, + 122125 ], "device_time_coverage": 1.0, "device_time_scope": "complete_route_command_buffer", @@ -5908,7 +5908,7 @@ "logical_input_bytes": 12544, "logical_output_bytes": 8192, "logical_total_bytes": 20736, - "end_to_end_logical_bandwidth_gb_s": 0.05039125151883354, + "end_to_end_logical_bandwidth_gb_s": 0.0492541567695962, "scope": "logical_host_visible_io_not_device_bandwidth" } } @@ -5925,18 +5925,18 @@ "numerically_validated": true, "execution_kind": "native_gpu", "telemetry": { - "end_to_end_median_ns": 5280416, + "end_to_end_median_ns": 5595125, "device_time_median_ns": null, "paired_trial_end_to_end_medians_ns": [ - 5380209, - 5280416, - 5085875, - 5532458, - 5264333, - 5404667, - 5111625, - 5482250, - 5181500 + 5702417, + 5236500, + 5595125, + 5367125, + 5229958, + 5362125, + 6609084, + 5669208, + 5647750 ], "paired_trial_device_medians_ns": null, "device_time_coverage": 0.0, @@ -5963,7 +5963,7 @@ "logical_input_bytes": 12544, "logical_output_bytes": 8192, "logical_total_bytes": 20736, - "end_to_end_logical_bandwidth_gb_s": 0.003926963330161866, + "end_to_end_logical_bandwidth_gb_s": 0.0037060834208351018, "scope": "logical_host_visible_io_not_device_bandwidth" } } diff --git a/benchmarks/baselines/apple_strict_route_ledger.json b/benchmarks/baselines/apple_strict_route_ledger.json index ca35534b3..c6b419f4a 100644 --- a/benchmarks/baselines/apple_strict_route_ledger.json +++ b/benchmarks/baselines/apple_strict_route_ledger.json @@ -1,23 +1,23 @@ { "schema": "tessera.apple.route-ledger.v2", "selection_scope": "runtime_route", - "measured_at": "2026-09-04T02:15:26.394859Z", - "expires_at": "2026-10-04T02:15:26.394859Z", + "measured_at": "2026-09-04T17:17:19.210076Z", + "expires_at": "2026-10-04T17:17:19.210076Z", "context": { "device": "apple7", "physical_device": "Apple M1 Max", "os_version": "26.6.2", "sdk_version": "26.5", - "compiler_fingerprint": "sha256:a27c50660f01ac4d5dd9e84a96fbee710f2f554b24f272071eabc46fd3ee03f4", - "runtime_fingerprint": "sha256:12c337036dea501ba6804a7dae969830844d9304ec7e605d2faea27b465e7ee7" + "compiler_fingerprint": "sha256:d38fda20860dafa3f034761cfc1a2157926414ba33d5dd5ffe3a920c65243b43", + "runtime_fingerprint": "sha256:5b63fddfc10a23525ba1ab5f6aabd0b7eb645543850b010c9761b9bc978f201d" }, "source_report_count": 5, "source_report_digests": [ - "sha256:152c14e5f547a78e77459007e8ee714cad11bd6bf6923abe8740bb78c147a314", - "sha256:fbd0ed65600968bea90e949f6bd1f8942c3c069db4d1002498264eaf36b9997b", - "sha256:185d73301da08a5c6c0163de9b566ddece68da5515e106179f3dc27b757ccd4e", - "sha256:68c32f00768898a172447dce0282d1e7064d930c0c6dcdb56cf99f01fd367a89", - "sha256:6b15c9cc30f0d7f76b7b581d95d397d1dee807456d3fdd1aa0f27de474dd8c76" + "sha256:34e6f5fbeeaf9f02ae5681a8109f2005ea466bc2f2a1fd866924d5a26e17c610", + "sha256:55666ad8c3df1ee772fffda831260ea9fc5de9f8058f69de8d9abeac17f4e076", + "sha256:b35f385590eed475c5262e4f2d460f987b6eb03528f52a44546e2ee4a0168587", + "sha256:836a051b99f1cb17fa858fa845be9116969837175b6d15c2ea43137312efe039", + "sha256:68133544cabef90d98494c6d8356f5b6f92c8e2a303e8eef1e3bc5c4ac7640b0" ], "promotion_rules": { "minimum_speedup_fraction_each_run": 0.05, @@ -93,69 +93,69 @@ null ], "times_ns": [ - 319083, - 266208, - 269958, - 265292, - 285625 + 316375, + 273042, + 277542, + 269542, + 273625 ], - "run_drift_fraction": 0.20276148545753359, + "run_drift_fraction": 0.17375028752476424, "absolute_time_stable": false, "paired_trial_times_ns": [ [ - 319792, - 316958, - 319542, - 319000, - 315333, - 327875, - 316334, - 322375, - 319083 - ], - [ - 254542, - 264292, - 267792, - 316958, - 264417, - 266208, - 250458, - 272542, - 268458 - ], - [ - 288750, - 269958, - 251667, - 301250, - 277625, - 252416, - 300208, - 263583, - 259792 - ], - [ - 265292, - 257292, - 272750, - 296708, - 289167, - 259500, - 261458, - 272917, - 262875 - ], - [ - 343292, - 273917, - 270166, - 287584, - 256334, - 293417, - 273667, - 285625, - 288209 + 309833, + 322125, + 357500, + 299875, + 304458, + 319208, + 480834, + 316375, + 309500 + ], + [ + 270000, + 251083, + 280459, + 299167, + 327083, + 243042, + 268792, + 285458, + 273042 + ], + [ + 280500, + 249250, + 255125, + 263042, + 319625, + 277542, + 279708, + 287958, + 264292 + ], + [ + 271000, + 274625, + 284000, + 272333, + 269542, + 259208, + 249125, + 254917, + 253250 + ], + [ + 279916, + 273625, + 260500, + 283083, + 254000, + 244917, + 310125, + 284083, + 247750 ] ], "paired_measurement": true, @@ -212,69 +212,69 @@ null ], "times_ns": [ - 1061583, - 961750, - 966875, - 974625, - 1059083 + 1086500, + 1024916, + 935250, + 968208, + 956041 ], - "run_drift_fraction": 0.10380348323368858, - "absolute_time_stable": true, + "run_drift_fraction": 0.16172146484897088, + "absolute_time_stable": false, "paired_trial_times_ns": [ [ - 1066833, - 1089666, - 1061583, - 1036292, - 1038208, - 1035917, - 1075500, - 1053542, - 1099042 - ], - [ - 1047292, - 956834, - 963250, - 957208, - 902250, - 961750, - 943833, - 1039542, - 1008417 - ], - [ - 1020708, - 1068958, - 875208, - 921916, - 917458, - 966875, - 1025584, - 932833, - 1037708 - ], - [ - 955125, - 905625, - 947250, - 1041084, - 1071917, - 985208, - 990542, - 974625, - 971667 - ], - [ - 989959, - 1103875, - 1015584, - 955125, - 1061208, - 1036667, - 1187959, - 1076042, - 1059083 + 1089542, + 1101500, + 1169542, + 1086500, + 961250, + 1047875, + 1093542, + 1020875, + 1030208 + ], + [ + 1028959, + 1024916, + 1044208, + 1092709, + 1089333, + 995500, + 893041, + 1011792, + 1003625 + ], + [ + 904541, + 943875, + 883583, + 912959, + 935250, + 1100791, + 1280250, + 962375, + 916333 + ], + [ + 921833, + 943250, + 977542, + 972125, + 981167, + 968208, + 896084, + 1024333, + 968041 + ], + [ + 1018167, + 956041, + 944666, + 997042, + 961875, + 887333, + 962083, + 952000, + 933459 ] ], "paired_measurement": true, @@ -287,75 +287,75 @@ ], "eligible": true, "speedups_vs_incumbent": [ - -2.326980754223823, - -2.6127764755379252, - -2.5815756525089086, - -2.6737820967085324, - -2.7079492341356675 + -2.4342157250098775, + -2.7536935709524544, + -2.369760252502324, + -2.592048734520038, + -2.4939826404751027 ], "paired_speedups_vs_incumbent": [ [ - -2.3360215390003503, - -2.4378876696597027, - -2.322201776292318, - -2.248564263322884, - -2.2924178566784956, - -2.1594876096073197, - -2.3998874607218954, - -2.2680635905389686, - -2.444376541526813 - ], - [ - -3.114417267091482, - -2.6203668669501914, - -2.5970081257095057, - -2.0199837202405364, - -2.4122238736541144, - -2.6127764755379252, - -2.7684282394652997, - -2.8142451438677343, - -2.7563305991998748 - ], - [ - -2.5349194805194806, - -2.959719660095274, - -2.4776430759694357, - -2.0603020746887966, - -2.304666366501576, - -2.8304822198275863, - -2.416244736982359, - -2.539048421180425, - -2.9943801194801996 - ], - [ - -2.6002781840387197, - -2.519833496571988, - -2.472960586617782, - -2.508783045957642, - -2.7069133061518085, - -2.796562620423892, - -2.7885320013156987, - -2.571140676469403, - -2.6963081312410844 - ], - [ - -1.8837228947951015, - -3.029961630712953, - -2.759111065048896, - -2.3212035440080117, - -3.1399424188753735, - -2.533084313451504, - -3.340892398425824, - -2.7673242888402627, - -2.674704814908625 + -2.5165460102700488, + -2.4194800155219247, + -2.2714461538461537, + -2.623176323468112, + -2.1572499326672316, + -2.2827341420014537, + -1.274260971561911, + -2.2267878308968787, + -2.328620355411955 + ], + [ + -2.8109592592592594, + -3.081980858919162, + -2.723210879308562, + -2.6525051225569665, + -2.3304482348517044, + -3.095999868335514, + -2.3224240304770976, + -2.5444513728814746, + -2.6757165564272163 + ], + [ + -2.224745098039216, + -2.786860581745236, + -2.4633336599706026, + -2.4707727283095475, + -1.926085256159562, + -2.966214122547218, + -3.5770946844566476, + -2.3420672459178076, + -2.467123484630636 + ], + [ + -2.40159778597786, + -2.4346836595357306, + -2.442049295774648, + -2.569618812262928, + -2.6401265850962004, + -2.7352550847196073, + -2.5969252383341694, + -3.0183000741417794, + -2.822471865745311 + ], + [ + -2.6374019348661744, + -2.4939826404751027, + -2.6263570057581576, + -2.5220836291829607, + -2.7869094488188977, + -2.6229947288265003, + -2.102242644095123, + -2.351133295550948, + -2.7677457114026236 ] ], "paired_median_speedups": [ - -2.322201776292318, - -2.6203668669501914, - -2.5349194805194806, - -2.6002781840387197, - -2.759111065048896 + -2.2827341420014537, + -2.6757165564272163, + -2.467123484630636, + -2.5969252383341694, + -2.6229947288265003 ], "paired_win_fractions": [ 0.0, @@ -364,13 +364,13 @@ 0.0, 0.0 ], - "cross_run_speedup_spread": 0.43690928875657775, - "speedup_lower_confidence_bound": -2.719493896054252, + "cross_run_speedup_spread": 0.39298241442576254, + "speedup_lower_confidence_bound": -2.6794389397710647, "pooled_paired_win_fraction": 0.0, "paired_trial_count": 45, "speedup_confidence_interval": [ - -2.719493896054252, - -2.4152570530855906 + -2.6794389397710647, + -2.3787587203169256 ], "stability_verdict": "not_a_stable_win", "promotable": false @@ -438,69 +438,69 @@ null ], "times_ns": [ - 84499, - 31750, - 30666, - 30499, - 30874 + 87375, + 35875, + 36749, + 35708, + 33999 ], - "run_drift_fraction": 1.770549854093577, + "run_drift_fraction": 1.5699285273096268, "absolute_time_stable": false, "paired_trial_times_ns": [ [ - 84499, - 83749, - 85083, - 85416, - 84833, - 83624, - 83124, - 85125, - 84416 + 89999, + 87375, + 90499, + 81875, + 79666, + 93541, + 92250, + 80124, + 83624 ], [ - 32000, - 31916, - 30874, - 32500, - 30791, - 30875, - 31750, - 31458, - 34249 + 41999, + 38374, + 36250, + 31000, + 41750, + 31541, + 35625, + 32583, + 35875 ], [ 30625, - 30499, - 30583, - 30666, - 30666, - 38083, - 30958, - 37541, - 33083 + 37249, + 31249, + 31750, + 34249, + 38250, + 39041, + 36749, + 37041 ], [ - 30499, - 30499, - 30541, - 30666, - 30375, - 30499, - 30625, - 30416, - 30499 + 33166, + 36000, + 35583, + 34624, + 38083, + 38374, + 37374, + 35708, + 35000 ], [ - 30625, - 30791, - 30499, - 31249, - 32208, - 31291, - 30499, - 30874, - 31833 + 32500, + 35791, + 32333, + 35500, + 33999, + 31500, + 34875, + 38124, + 31208 ] ], "paired_measurement": true, @@ -645,69 +645,69 @@ null ], "times_ns": [ - 305209, - 309792, - 307667, - 301917, - 283084 + 296375, + 304334, + 311500, + 302417, + 312000 ], - "run_drift_fraction": 0.09434655437961877, + "run_drift_fraction": 0.052720371151412905, "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 305209, - 306334, - 283792, - 281875, - 268416, - 305375, - 333500, - 311125, - 283042 - ], - [ - 305750, - 302500, - 306958, - 305958, - 310958, - 319250, - 329042, - 309792, - 321958 + 295750, + 295250, + 296375, + 337250, + 356916, + 268375, + 286542, + 319667, + 304917 + ], + [ + 304333, + 294625, + 291375, + 342125, + 335375, + 304334, + 295625, + 310042, + 320500 ], [ - 290250, - 315375, - 304209, - 288084, - 315000, - 291750, - 320958, - 307667, - 320667 - ], - [ - 310250, - 303500, - 311125, - 284208, - 285416, - 297708, - 350250, - 297542, - 301917 - ], - [ - 287000, - 266834, - 281416, - 276250, - 283084, - 322375, - 281958, - 297750, - 308625 + 327959, + 304917, + 309917, + 323042, + 301875, + 340167, + 311791, + 294792, + 311500 + ], + [ + 315834, + 308125, + 336583, + 302417, + 296958, + 289542, + 305917, + 283292, + 272500 + ], + [ + 287708, + 314333, + 312000, + 320875, + 295250, + 292667, + 288375, + 321584, + 323708 ] ], "paired_measurement": true, @@ -764,69 +764,69 @@ null ], "times_ns": [ - 991584, - 1063000, - 1024292, - 1017792, - 961000 + 1071417, + 1040375, + 1053416, + 1098625, + 1047875 ], - "run_drift_fraction": 0.10613943808532779, + "run_drift_fraction": 0.05598942688934278, "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 990958, - 962709, - 961125, - 991584, - 890542, - 1035916, - 1190792, - 1205292, - 1066292 - ], - [ - 1063000, - 1063417, - 1061041, - 1087333, - 1091875, - 1061833, - 1059500, + 958042, + 1046375, + 1026541, + 1140083, + 1897667, 1075542, - 1045542 - ], - [ - 1023000, - 1118625, - 1021750, - 1007333, - 1034625, - 1024292, - 1055750, - 1011875, - 1165791 - ], - [ - 966791, - 1020375, - 1017792, - 945375, - 1035000, - 995417, - 1026042, - 1026125, - 1011250 - ], - [ - 959333, - 1009750, - 954125, - 968125, - 911333, - 904209, - 961000, - 1064334, - 1100875 + 1067792, + 1071417, + 1112375 + ], + [ + 1005917, + 1007584, + 1105333, + 1069292, + 1092541, + 1016375, + 1021083, + 1040375, + 1101542 + ], + [ + 1126084, + 1124583, + 1038125, + 1102125, + 1020875, + 1053416, + 1060958, + 970250, + 1036250 + ], + [ + 1597500, + 1156375, + 1178166, + 1042291, + 991375, + 1031125, + 1109166, + 1098625, + 1017417 + ], + [ + 1078041, + 1073541, + 989500, + 924041, + 1028166, + 1121875, + 1057583, + 1023583, + 1047875 ] ], "paired_measurement": true, @@ -839,75 +839,75 @@ ], "eligible": true, "speedups_vs_incumbent": [ - -2.248868807931614, - -2.431334572874703, - -2.3292228285776506, - -2.3710986794383886, - -2.3947520877195463 + -2.615072121467735, + -2.4185302989478665, + -2.381752808988764, + -2.6328149541857764, + -2.358573717948718 ], "paired_speedups_vs_incumbent": [ [ - -2.246817754391253, - -2.142677600266376, - -2.386723374866099, - -2.5178146341463417, - -2.317767942298522, - -2.3922750716332377, - -2.5705907046476764, - -2.8739799116110887, - -2.7672571561817683 - ], - [ - -2.4766966475878984, - -2.515428099173554, - -2.45663250346953, - -2.5538636021937653, - -2.511326288437667, - -2.3260234925606893, - -2.2199536837242664, - -2.471819801673381, - -2.2474484249498383 - ], - [ - -2.5245478036175713, - -2.5469678953626635, - -2.3587106232885944, - -2.496664167395621, - -2.2845238095238094, - -2.510855184233076, - -2.2893711949850135, - -2.28886425908531, - -2.635519089896996 - ], - [ - -2.1161676067687347, - -2.3620263591433277, - -2.2713282442748093, - -2.326349011991218, - -2.626285842419486, - -2.3436017842987087, - -1.9294561027837258, - -2.4486727924125, - -2.349430472613334 - ], - [ - -2.342623693379791, - -2.7841879220788956, - -2.390443329448219, - -2.504524886877828, - -2.2193023978748356, - -1.8048359829391236, - -2.4083090389348767, - -2.574589420654912, - -2.5670311867152695 + -2.2393643279797124, + -2.544030482641829, + -2.4636558414171237, + -2.380527798369162, + -4.31684485985498, + -3.0076087564042853, + -2.7264763978753552, + -2.351665952381697, + -2.6481239156885317 + ], + [ + -2.305316873293399, + -2.41988629613916, + -2.7935066495066496, + -2.125442455242967, + -2.257669772642564, + -2.3396695735606277, + -2.4539805496828753, + -2.3555937582650093, + -2.4369485179407175 + ], + [ + -2.4336121283453114, + -2.68816104054546, + -2.34968717430796, + -2.411708075110976, + -2.3817805383022774, + -2.09676129665723, + -2.4027858405149605, + -2.2913036988792097, + -2.326645264847512 + ], + [ + -4.05803681680883, + -2.7529411764705882, + -2.500372864939703, + -2.4465357436916575, + -2.3384350648913315, + -2.5612277320734127, + -2.6257089341226543, + -2.8780657413552095, + -2.733640366972477 + ], + [ + -2.746996955246291, + -2.415298425555064, + -2.171474358974359, + -1.879753798208025, + -2.4823573243014394, + -2.833281511068894, + -2.6673879497182487, + -2.182941315488333, + -2.237099484720798 ] ], "paired_median_speedups": [ - -2.3922750716332377, - -2.471819801673381, - -2.496664167395621, - -2.3436017842987087, - -2.4083090389348767 + -2.544030482641829, + -2.3555937582650093, + -2.3817805383022774, + -2.6257089341226543, + -2.415298425555064 ], "paired_win_fractions": [ 0.0, @@ -916,13 +916,13 @@ 0.0, 0.0 ], - "cross_run_speedup_spread": 0.15306238309691222, - "speedup_lower_confidence_bound": -2.481449390339118, + "cross_run_speedup_spread": 0.270115175857645, + "speedup_lower_confidence_bound": -2.5746856813466863, "pooled_paired_win_fraction": 0.0, "paired_trial_count": 45, "speedup_confidence_interval": [ - -2.481449390339118, - -2.3636185552352122 + -2.5746856813466863, + -2.354279174208047 ], "stability_verdict": "not_a_stable_win", "promotable": false @@ -990,69 +990,69 @@ null ], "times_ns": [ - 48000, - 61125, - 56999, - 55750, - 56291 + 56750, + 56250, + 56124, + 49624, + 51749 ], - "run_drift_fraction": 0.2734375, - "absolute_time_stable": false, + "run_drift_fraction": 0.1435998710301467, + "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 48249, - 47583, - 48000, - 47749, - 48083, - 53875, - 47999, - 47083, - 48249 - ], - [ - 59625, - 62083, - 62750, - 58833, - 63166, - 59041, - 61125, - 59999, - 61500 + 56750, + 52124, + 48124, + 62791, + 58083, + 49749, + 53541, + 58333, + 58375 ], [ - 58708, - 59708, - 56999, - 59625, - 56333, + 59041, + 56624, 55999, - 55750, - 55833, - 58416 + 55791, + 55875, + 57041, + 60874, + 55958, + 56250 ], [ - 57333, - 55750, - 55416, - 57250, - 58750, - 56458, - 55708, - 55750, - 55500 - ], - [ - 55583, - 56000, - 56749, - 58333, - 57499, - 55291, - 55708, - 56291, - 58458 + 55999, + 56250, + 55999, + 54624, + 56124, + 56499, + 56083, + 60499, + 57124 + ], + [ + 49624, + 55916, + 57750, + 46500, + 46500, + 58125, + 56874, + 46000, + 47458 + ], + [ + 47500, + 58041, + 59083, + 51208, + 50791, + 45916, + 51749, + 60499, + 58749 ] ], "paired_measurement": true, @@ -1197,69 +1197,69 @@ null ], "times_ns": [ - 810417, - 848750, - 822542, - 818125, - 887417 + 800500, + 888542, + 818459, + 816792, + 799625 ], - "run_drift_fraction": 0.0950128143906162, + "run_drift_fraction": 0.11119837423792403, "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 878083, - 802041, - 848167, - 810417, - 922875, - 804709, + 980125, + 835042, + 788834, + 800500, + 799541, + 780041, + 790667, 836667, - 801875, - 808458 - ], - [ - 861958, - 919041, - 842125, - 781500, - 859833, - 885792, - 848750, - 793333, - 785792 - ], - [ - 800834, - 818375, - 822542, - 851875, - 796167, - 857041, + 915500 + ], + [ + 802334, + 893750, + 892375, + 952459, + 901625, + 888542, + 798791, + 840416, + 833625 + ], + [ + 812292, + 776459, + 848042, + 865834, + 835500, + 777125, + 837084, + 818459, + 798875 + ], + [ + 816792, + 802791, + 803125, + 790875, + 883584, + 805500, 940125, - 816542, - 846500 - ], - [ - 810042, - 818125, - 780084, - 780791, - 852792, - 793250, - 833042, - 826292, - 879500 - ], - [ - 853459, - 919958, - 1020625, - 922709, - 861917, - 935375, - 887417, - 870542, - 878625 + 965959, + 822542 + ], + [ + 799625, + 775333, + 781208, + 790917, + 798125, + 805875, + 963250, + 839791, + 886416 ] ], "paired_measurement": true, @@ -1272,75 +1272,75 @@ ], "eligible": true, "speedups_vs_incumbent": [ - 0.38780593009017283, - 0.34211801182056, - 0.3871537595545115, - 0.4004578688141359, - 0.3939443401058562 + 0.3771838439699648, + 0.35361134854960447, + 0.33696716749688316, + 0.4140836502773948, + 0.35628787104263454 ], "paired_speedups_vs_incumbent": [ [ - 0.4200884050438294, - 0.397320542954872, - 0.3223473484470189, - 0.3680343113363876, - 0.3251573444598736, - 0.42218132547120024, - 0.3228340274956254, - 0.3942586103093313, - 0.3690083902439024 - ], - [ - 0.3191038590997672, - 0.39385559237255047, - 0.47229753990549134, - 0.3905049800773509, - 0.3173896993152724, - 0.31340606530374965, - 0.3542558250118878, - 0.4590296624616434, - 0.3509654260437479 - ], - [ - 0.4033276037929706, - 0.3880352144746357, - 0.4053735581496893, - 0.4122466580422596, - 0.3845657344587131, - 0.36172705269037425, - 0.3841303635768097, - 0.38636638618076496, - 0.3569871906379158 - ], - [ - 0.358213295071096, - 0.4004578688141359, - 0.3585494912118409, - 0.40232245718113097, - 0.3466862478769785, - 0.4238066459990063, - 0.4264277476547035, - 0.4031838208739617, - 0.3645231213872832 - ], - [ - 0.4285667417231934, - 0.43285392917625054, - 0.286442387891491, - 0.47380273754492336, - 0.41135939900973195, - 0.32714918423469985, - 0.3301036907756275, - 0.40975201288244767, - 0.3783316611643108 + 0.2374295004010765, + 0.37098637933865747, + 0.35692845485242114, + 0.32466235226725315, + 0.32483060408306647, + 0.33301325352714833, + 0.4121797688321093, + 0.4619791998240608, + 0.3867364936332463 + ], + [ + 0.4163251795944348, + 0.3826627525470558, + 0.44325176531069344, + 0.33751614547867476, + 0.3776888019530201, + 0.31821062727795896, + 0.34433534817597095, + 0.3825954593273034, + 0.3419182948490231 + ], + [ + 0.40816612021857923, + 0.3978604110120202, + 0.30402790315962247, + 0.2789727805841607, + 0.31483651613844976, + 0.3755313558191598, + 0.30582854773504714, + 0.35712596956308296, + 0.3528321466732879 + ], + [ + 0.4140836502773948, + 0.4309304264241785, + 0.43481703026038, + 0.38325302398051053, + 0.3227295199770049, + 0.4405115481750466, + 0.29789021657953696, + 0.3115659688195991, + 0.329654567651311 + ], + [ + 0.3479326294226824, + 0.3749834744054817, + 0.37111387858242856, + 0.35181841799232755, + 0.3782058673214998, + 0.349291619094067, + 0.23788508264387614, + 0.42620883134062093, + 0.41567831245880027 ] ], "paired_median_speedups": [ - 0.3690083902439024, - 0.3542558250118878, - 0.38636638618076496, - 0.4004578688141359, - 0.40975201288244767 + 0.35692845485242114, + 0.3776888019530201, + 0.3528321466732879, + 0.38325302398051053, + 0.37111387858242856 ], "paired_win_fractions": [ 1.0, @@ -1349,13 +1349,13 @@ 1.0, 1.0 ], - "cross_run_speedup_spread": 0.05549618787055988, - "speedup_lower_confidence_bound": 0.36238805088371184, + "cross_run_speedup_spread": 0.03042087730722265, + "speedup_lower_confidence_bound": 0.35585687800288823, "pooled_paired_win_fraction": 1.0, "paired_trial_count": 45, "speedup_confidence_interval": [ - 0.36238805088371184, - 0.4055481423695436 + 0.35585687800288823, + 0.380869644413779 ], "stability_verdict": "stable_win", "promotable": true @@ -1404,69 +1404,69 @@ null ], "times_ns": [ - 1323791, - 1290125, - 1342167, - 1364583, - 1464250 + 1285291, + 1374625, + 1234417, + 1394042, + 1242209 ], - "run_drift_fraction": 0.1349675419048542, + "run_drift_fraction": 0.12931205581258198, "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 1514167, - 1330792, - 1251625, - 1282375, - 1367541, - 1392667, - 1235542, - 1323791, - 1281250 - ], - [ - 1265917, - 1516208, - 1595833, - 1282209, - 1259625, - 1290125, - 1314375, - 1466500, - 1210709 - ], - [ - 1342167, - 1337291, - 1383292, - 1449375, - 1293667, - 1342750, - 1526500, - 1330667, - 1316459 - ], - [ - 1262167, - 1364583, - 1216125, - 1306375, - 1305333, - 1376708, - 1452375, - 1384500, - 1384000 - ], - [ - 1493541, - 1622083, - 1430333, - 1753542, - 1464250, - 1390167, - 1324708, - 1474875, - 1413334 + 1285291, + 1327542, + 1226666, + 1185333, + 1184208, + 1169500, + 1345083, + 1555083, + 1492833 + ], + [ + 1374625, + 1447750, + 1602834, + 1437709, + 1448833, + 1303250, + 1218292, + 1361208, + 1266750 + ], + [ + 1372500, + 1289500, + 1218500, + 1200834, + 1219417, + 1244458, + 1205875, + 1273125, + 1234417 + ], + [ + 1394042, + 1410708, + 1421000, + 1282333, + 1304625, + 1439708, + 1339000, + 1403125, + 1227042 + ], + [ + 1226292, + 1240500, + 1242209, + 1220209, + 1283584, + 1238458, + 1263917, + 1463583, + 1517000 ] ], "paired_measurement": true, @@ -1542,69 +1542,69 @@ null ], "times_ns": [ - 43625, - 43124, - 42374, - 42416, - 39833 + 40083, + 43249, + 39500, + 40000, + 41124 ], - "run_drift_fraction": 0.09519744935104059, + "run_drift_fraction": 0.09491139240506329, "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 37041, - 40250, - 42541, - 44374, - 61083, - 43625, - 65125, - 59083, - 40500 - ], - [ - 94291, - 85624, - 43416, - 43124, - 107416, - 37625, - 41874, - 40250, - 42250 - ], - [ - 38083, - 42374, - 43916, - 37791, - 43666, + 36749, + 36624, + 40083, + 40875, 42625, - 42458, - 40916, - 40375 + 42625, + 41458, + 36749, + 36958 ], [ - 42416, - 43874, - 41875, - 43541, - 37624, - 41874, - 51833, - 40124, - 43249 + 42541, + 41916, + 51249, + 47958, + 83125, + 65624, + 43249, + 42166, + 35541 + ], + [ + 39374, + 41375, + 36500, + 36208, + 40958, + 39500, + 41083, + 40500, + 37500 ], [ - 33499, - 37249, - 39833, - 37000, - 45583, - 52999, - 55416, - 69874, - 32541 + 40124, + 42375, + 37124, + 38791, + 43208, + 41291, + 40000, + 39625, + 35000 + ], + [ + 43041, + 41124, + 43374, + 42874, + 38750, + 40416, + 37875, + 43208, + 36249 ] ], "paired_measurement": true, @@ -1617,75 +1617,75 @@ ], "eligible": true, "speedups_vs_incumbent": [ - 0.9133205243089981, - 0.9146340014965377, - 0.9249020824102792, - 0.9242233139794551, - 0.9306045296167247 + 0.9224386647600287, + 0.9267741798941799, + 0.9150917439081013, + 0.9287886232704536, + 0.9208645553105264 ], "paired_speedups_vs_incumbent": [ [ - 0.9264024192763233, - 0.9275481017602661, - 0.9079031685414665, - 0.913197759033505, - 0.8773741530740276, - 0.9234088798296297, - 0.8672722381416279, - 0.8937275837383399, - 0.9185929648241206 - ], - [ - 0.8112605913331719, - 0.8659156288219386, - 0.9176035648945942, - 0.9156841813012995, - 0.7869431893463661, - 0.9244034654857869, - 0.9171084356429372, - 0.9308764861555476, - 0.9098023978685613 - ], - [ - 0.9327996075580369, - 0.9187588552541015, - 0.9229936997076931, - 0.9334127402249353, - 0.9137390163727164, - 0.9271523178807947, - 0.9247532122286221, - 0.9195225956696879, - 0.9219618265281468 - ], - [ - 0.9139779712543324, - 0.9216185797230907, - 0.9155887220485281, - 0.9140071849948551, - 0.9268133744940019, - 0.9261752302506312, - 0.908199247288023, - 0.9300416186462694, - 0.9239521863592565 - ], - [ - 0.9416393728222997, - 0.9407059445279271, - 0.9277678445139974, - 0.9428203182590178, - 0.9274733492442323, - 0.9058143833035962, - 0.8903827780536099, - 0.8785942269968603, - 0.9421535496968221 + 0.9292778445994708, + 0.9291318927767704, + 0.9100352156142757, + 0.9096185737976783, + 0.9069152420968037, + 0.9029043280182233, + 0.921844896297162, + 0.9386536146941529, + 0.9354209659072046 + ], + [ + 0.9139064002023779, + 0.9290311111111111, + 0.9153549874640355, + 0.9310493558251778, + 0.8648099207155926, + 0.8814113395075672, + 0.9088854057379294, + 0.9314095160634405, + 0.9356092311371518 + ], + [ + 0.9241591321465581, + 0.9080555555555555, + 0.9215404722188785, + 0.9150710829328248, + 0.9076915448898826, + 0.9151450053705693, + 0.912270361804946, + 0.9252479277064403, + 0.9187064130884843 + ], + [ + 0.9380403747473297, + 0.9294631710362048, + 0.9362859682905815, + 0.9216870267072858, + 0.9230774708567441, + 0.9327872668406223, + 0.9226927655890038, + 0.9222658165767533, + 0.9250601124954768 + ], + [ + 0.9070890447922288, + 0.9169770639145787, + 0.9165348512313678, + 0.9039238095238096, + 0.929843047581803, + 0.9187685035002141, + 0.9278685464964587, + 0.923111691621082, + 0.9358613221602149 ] ], "paired_median_speedups": [ - 0.913197759033505, - 0.9156841813012995, - 0.9229936997076931, - 0.9216185797230907, - 0.9277678445139974 + 0.921844896297162, + 0.9153549874640355, + 0.9151450053705693, + 0.9250601124954768, + 0.9187685035002141 ], "paired_win_fractions": [ 1.0, @@ -1694,13 +1694,13 @@ 1.0, 1.0 ], - "cross_run_speedup_spread": 0.014570085480492434, - "speedup_lower_confidence_bound": 0.9146826335773434, + "cross_run_speedup_spread": 0.009915107124907507, + "speedup_lower_confidence_bound": 0.9151686783621469, "pooled_paired_win_fraction": 1.0, "paired_trial_count": 45, "speedup_confidence_interval": [ - 0.9146826335773434, - 0.9258221921344908 + 0.9151686783621469, + 0.9233007236888362 ], "stability_verdict": "stable_win", "promotable": true @@ -1749,69 +1749,69 @@ null ], "times_ns": [ - 503291, - 505166, - 564250, - 559750, - 574000 + 516791, + 590625, + 465208, + 561708, + 519666 ], - "run_drift_fraction": 0.14049327327530195, - "absolute_time_stable": true, + "run_drift_fraction": 0.26959338618424444, + "absolute_time_stable": false, "paired_trial_times_ns": [ [ - 503291, - 555541, - 461916, - 511208, - 498125, - 569583, - 490666, - 555958, - 497500 - ], - [ - 499583, - 638583, - 526916, - 511458, - 504166, - 497708, - 505166, - 582291, - 468416 - ], - [ - 566708, - 521583, - 570291, - 567541, - 506208, - 585125, - 564250, - 508416, - 517375 - ], - [ - 493083, - 559750, - 496083, - 506333, - 514083, - 567208, - 564625, - 573541, - 568708 - ], - [ - 574000, - 628208, - 551458, - 647083, - 628500, - 562708, - 505541, - 575541, - 562541 + 519625, + 516791, + 445541, + 452250, + 457916, + 439000, + 530458, + 599041, + 572291 + ], + [ + 494125, + 590625, + 605458, + 695541, + 614875, + 553375, + 474666, + 614750, + 551958 + ], + [ + 519166, + 450000, + 465208, + 426333, + 443708, + 465500, + 468291, + 541791, + 461291 + ], + [ + 647583, + 600750, + 582666, + 495333, + 561708, + 614333, + 517416, + 509750, + 467041 + ], + [ + 463250, + 495333, + 519666, + 446250, + 552333, + 497541, + 525083, + 561958, + 565166 ] ], "paired_measurement": true, @@ -1887,69 +1887,69 @@ null ], "times_ns": [ - 609916, - 508416, - 606375, - 619667, - 595333 + 542042, + 529750, + 547167, + 542750, + 553667 ], - "run_drift_fraction": 0.21881884126384693, - "absolute_time_stable": false, + "run_drift_fraction": 0.045147711184521, + "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 669250, - 647833, - 608709, - 562167, - 633625, - 609916, - 648125, - 570167, - 543208 - ], - [ - 517167, - 521500, - 508416, - 506292, - 509750, - 507000, - 511375, - 503041, - 506750 - ], - [ - 657541, - 666708, - 581917, - 643042, - 515125, - 519875, - 606375, - 613000, - 521291 - ], - [ - 581708, - 619667, - 610791, - 556000, - 692708, - 654750, - 658125, - 571334, - 625417 - ], - [ - 538375, - 595333, - 619041, - 588000, - 717917, - 545334, - 575250, - 704542, - 612125 + 521334, + 555208, + 534250, + 648042, + 531083, + 487916, + 542042, + 544750, + 568917 + ], + [ + 529750, + 582625, + 976750, + 513125, + 550041, + 520750, + 522500, + 526334, + 535708 + ], + [ + 510708, + 504333, + 637458, + 538917, + 636958, + 548375, + 547167, + 614750, + 544750 + ], + [ + 542750, + 549792, + 516541, + 509875, + 609625, + 544417, + 527500, + 568125, + 517333 + ], + [ + 576083, + 553667, + 573667, + 522958, + 514500, + 508959, + 512375, + 621208, + 614583 ] ], "paired_measurement": true, @@ -1962,75 +1962,75 @@ ], "eligible": true, "speedups_vs_incumbent": [ - 0.5380593092353905, - 0.4833827003683475, - 0.5164955646366989, - 0.4887413142448859, - 0.5269973185023339 + 0.5196613431780359, + 0.5432205216641518, + 0.47520249370579065, + 0.4989226028143424, + 0.5162718649499425 ], "paired_speedups_vs_incumbent": [ [ - 0.5265858225451963, - 0.41210789149142574, - 0.501789993714151, - 0.5773444213631781, - 0.5923820392702794, - 0.534074181022596, - 0.4174811818896753, - 0.5730016902682636, - 0.5885828888750877 - ], - [ - 0.44884550703693993, - 0.5182630496212153, - 0.45255618283014376, - 0.46088965792626113, - 0.4820271815064143, - 0.47198940229616915, - 0.5079185302653559, - 0.491685234305924, - 0.5011689430294082 - ], - [ - 0.49281735312674996, - 0.5007024680743987, - 0.5641616367091158, - 0.5005820983967636, - 0.5355049594229035, - 0.585467955746038, - 0.42566758004188326, - 0.4781681915846321, - 0.5099690541008016 - ], - [ - 0.4991213001829728, - 0.4887413142448859, - 0.4849448719300095, - 0.49092034459931494, - 0.4164418782149242, - 0.5181232750689972, - 0.4773844965143084, - 0.5881410718507967, - 0.5677588970203543 - ], - [ - 0.5192187477674425, - 0.5678034700125376, - 0.501744182302868, - 0.532823517727679, - 0.44396011230516025, - 0.6022847691054408, - 0.555734214373591, - 0.374458288310925, - 0.4218417945690673 + 0.5384214920594728, + 0.5079940945963429, + 0.498278133754307, + 0.47139950960799637, + 0.5114231830726771, + 0.5489913877650248, + 0.5171118040089087, + 0.5819930509941621, + 0.5083357459220049 + ], + [ + 0.5105105105105106, + 0.49762879931019616, + 0.1717776064945185, + 0.5151000559436331, + 0.4342835632542109, + 0.5115868573486599, + 0.5694716242661448, + 0.5796752616178782, + 0.5566707354918796 + ], + [ + 0.533901367882684, + 0.5517538051327631, + 0.3940997106694903, + 0.4710884203521975, + 0.3787036386762491, + 0.4257853403141361, + 0.4489525236716961, + 0.5027469238658828, + 0.47752068097350436 + ], + [ + 0.5047151302113276, + 0.50717069012346, + 0.5022490966032281, + 0.5292734446982272, + 0.4122209827346994, + 0.5445958414299444, + 0.5042684600087963, + 0.49593375471570883, + 0.5217076158557725 + ], + [ + 0.4992037095313187, + 0.47625209885302117, + 0.4812743463337179, + 0.5078232275272201, + 0.4858640082821363, + 0.6029313671261539, + 0.573109768798167, + 0.4782136860469316, + 0.46305073550804093 ] ], "paired_median_speedups": [ - 0.534074181022596, - 0.4820271815064143, - 0.5007024680743987, - 0.49092034459931494, - 0.5192187477674425 + 0.5114231830726771, + 0.5115868573486599, + 0.4710884203521975, + 0.5047151302113276, + 0.4858640082821363 ], "paired_win_fractions": [ 1.0, @@ -2039,13 +2039,13 @@ 1.0, 1.0 ], - "cross_run_speedup_spread": 0.052046999516181636, - "speedup_lower_confidence_bound": 0.485212261668345, + "cross_run_speedup_spread": 0.04049843699646244, + "speedup_lower_confidence_bound": 0.4799080102834128, "pooled_paired_win_fraction": 1.0, "paired_trial_count": 45, "speedup_confidence_interval": [ - 0.485212261668345, - 0.5255649075197214 + 0.4799080102834128, + 0.5139630294233866 ], "stability_verdict": "stable_win", "promotable": true @@ -2094,69 +2094,69 @@ null ], "times_ns": [ - 1320334, - 984125, - 1254125, - 1212042, - 1258625 + 1128458, + 1159750, + 1042625, + 1083166, + 1144583 ], - "run_drift_fraction": 0.341632414581481, - "absolute_time_stable": false, + "run_drift_fraction": 0.1123366502817408, + "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 1413667, - 1101959, - 1221792, - 1330083, - 1554458, - 1309041, - 1112625, - 1335291, - 1320334 - ], - [ - 938334, - 1082541, - 928709, - 939125, - 984125, - 960208, - 1039208, - 989625, - 1015875 - ], - [ - 1296458, - 1335292, - 1335167, - 1287583, - 1109000, - 1254125, - 1055791, - 1174708, - 1063792 - ], - [ - 1161375, - 1212042, - 1185875, - 1092167, - 1187042, - 1358750, - 1259291, - 1387208, - 1446917 - ], - [ - 1119792, - 1377459, - 1242416, - 1258625, - 1291125, - 1371167, - 1294833, - 1126291, - 1058750 + 1129459, + 1128458, + 1064833, + 1225958, + 1087000, + 1081833, + 1122500, + 1303208, + 1157125 + ], + [ + 1082250, + 1159750, + 1179333, + 1058208, + 972291, + 1066208, + 1213625, + 1252208, + 1208375 + ], + [ + 1095708, + 1125125, + 1052084, + 1018917, + 1025208, + 955000, + 992958, + 1236292, + 1042625 + ], + [ + 1095834, + 1115583, + 1037750, + 1083166, + 1037167, + 1195459, + 1064084, + 1127084, + 1081625 + ], + [ + 1150334, + 1057125, + 1105916, + 1062541, + 1000708, + 1281791, + 1200250, + 1190541, + 1144583 ] ], "paired_measurement": true, @@ -2232,69 +2232,69 @@ null ], "times_ns": [ - 32291, - 40500, - 36375, - 36249, - 36749 + 35625, + 40999, + 39999, + 39791, + 35625 ], - "run_drift_fraction": 0.2542194419497693, + "run_drift_fraction": 0.15084912280701754, "absolute_time_stable": false, "paired_trial_times_ns": [ [ - 80500, - 34333, - 32166, - 32291, - 31625, - 33416, - 32249, - 36041, - 32249 + 35541, + 30708, + 35625, + 39250, + 36666, + 34166, + 41624, + 38499, + 34666 ], [ - 40499, - 40500, - 43666, - 41583, + 42000, + 42999, + 43458, 41208, - 39916, - 40500, - 40458, - 40333 + 35416, + 38583, + 40999, + 40750, + 38791 ], [ - 36249, - 35958, - 36458, - 36125, - 42750, - 39750, - 36375, - 36000, - 40041 + 42958, + 42875, + 36041, + 40333, + 35666, + 39999, + 39000, + 33208, + 41666 ], [ - 36124, - 36249, - 36375, 35875, - 36583, - 35624, - 36375, - 36000, - 38124 - ], - [ 39791, - 36124, - 38291, - 36333, - 44125, + 38875, + 40250, 36833, - 36624, - 35749, - 36749 + 41916, + 38875, + 42749, + 40666 + ], + [ + 31166, + 34833, + 35416, + 36249, + 39125, + 38458, + 36583, + 35625, + 35625 ] ], "paired_measurement": true, @@ -2307,75 +2307,75 @@ ], "eligible": true, "speedups_vs_incumbent": [ - 0.9454351282800854, - 0.9127937021980294, - 0.9358511994723485, - 0.9346864864864864, - 0.9379108764519536 + 0.93728909331911, + 0.9239937265487119, + 0.9196268179863604, + 0.9222452369320957, + 0.9325124319204358 ], "paired_speedups_vs_incumbent": [ [ - 0.8699864010620738, - 0.9376942913503714, - 0.9432406106848676, - 0.951145155970576, - 0.9534926470588235, - 0.9437677745056794, - 0.9384805268137838, - 0.9370004002915661, - 0.9455060992816721 - ], - [ - 0.9080090857467348, - 0.9220966578504448, - 0.8970241085178084, - 0.9033140114815047, - 0.9169402872260015, - 0.9140511954799145, - 0.9113622635232734, - 0.9179002863282811, - 0.9235995878132127 - ], - [ - 0.937203984408835, - 0.939965740502673, - 0.9422980439451564, - 0.9362920846993428, - 0.9202858149773164, - 0.9341932087391419, - 0.9257274119448698, - 0.9353002070393375, - 0.920802321280581 - ], - [ - 0.9344392014519056, - 0.9346864864864864, - 0.9315668970032415, - 0.9265232974910395, - 0.93346525217657, - 0.9385571697387507, - 0.9361562088635367, - 0.9431877361259717, - 0.9379634556522674 - ], - [ - 0.9230595205407934, - 0.9379579218548734, - 0.9375901528993172, - 0.938613727560718, - 0.9286964334481193, - 0.9401494273792037, - 0.9385158797043981, - 0.9371353307565425, - 0.9267583457897359 + 0.9367128278455722, + 0.9441037542662116, + 0.9320348897105115, + 0.9348502302235177, + 0.9302374696289644, + 0.9398573799955289, + 0.9272095174640148, + 0.9426671630677588, + 0.9412232468789792 + ], + [ + 0.9217086892170496, + 0.9289320888997605, + 0.9293604764567431, + 0.913858374706036, + 0.9212321378926883, + 0.9263507516105941, + 0.9310554159814081, + 0.9342299578910331, + 0.9280870422827651 + ], + [ + 0.9225284039675383, + 0.917049576783555, + 0.9216002331915042, + 0.9189556851382252, + 0.9267512260841706, + 0.9072575129089177, + 0.922, + 0.94160368300549, + 0.9146115034490674 + ], + [ + 0.9279014757336966, + 0.9222452369320957, + 0.9237495415165358, + 0.9237387526501968, + 0.9308570548968665, + 0.9163700499592984, + 0.9301698556514366, + 0.9180529304190804, + 0.9193800355262323 + ], + [ + 0.9417185600748013, + 0.9296005788302536, + 0.9329083589865025, + 0.9310581580894309, + 0.9142465753424658, + 0.9223658844309867, + 0.9359830468730861, + 0.9450937298195375, + 0.9373304624088323 ] ], "paired_median_speedups": [ - 0.9432406106848676, - 0.9140511954799145, - 0.9353002070393375, - 0.9346864864864864, - 0.9375901528993172 + 0.9367128278455722, + 0.9280870422827651, + 0.9216002331915042, + 0.9237387526501968, + 0.9329083589865025 ], "paired_win_fractions": [ 1.0, @@ -2384,13 +2384,13 @@ 1.0, 1.0 ], - "cross_run_speedup_spread": 0.029189415204953106, - "speedup_lower_confidence_bound": 0.9223872336682319, + "cross_run_speedup_spread": 0.015112594654068001, + "speedup_lower_confidence_bound": 0.9226308824910062, "pooled_paired_win_fraction": 1.0, "paired_trial_count": 45, "speedup_confidence_interval": [ - 0.9223872336682319, - 0.9435602273677375 + 0.9226308824910062, + 0.93458800349161 ], "stability_verdict": "stable_win", "promotable": true @@ -2439,69 +2439,69 @@ null ], "times_ns": [ - 591791, - 464416, - 567041, - 555000, - 591875 + 568083, + 539416, + 497666, + 511750, + 527875 ], - "run_drift_fraction": 0.2744500620133673, - "absolute_time_stable": false, + "run_drift_fraction": 0.14149449630876934, + "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 619166, - 551041, - 566708, - 660958, - 680000, - 594250, - 524208, - 572083, - 591791 - ], - [ - 440250, - 519875, - 424041, - 430083, - 496125, - 464416, - 456916, - 492791, - 527916 - ], - [ - 577250, - 598958, - 631833, - 567041, - 536291, - 604041, - 489750, - 556416, - 505583 - ], - [ - 551000, - 555000, - 531541, - 488250, - 549833, - 579791, - 569750, - 633666, - 614541 - ], - [ - 517166, - 582250, - 613541, - 591875, - 618833, - 615416, - 595666, + 561583, + 549375, + 524166, + 602458, + 525583, + 568083, + 571833, + 671500, + 589791 + ], + [ + 536458, + 605041, + 615208, + 478375, + 449625, + 523875, + 594666, + 619583, + 539416 + ], + [ + 554500, + 516875, + 459708, + 497666, + 486916, + 431291, + 500000, 568666, - 501750 + 487958 + ], + [ + 497583, + 511750, + 509833, + 527791, + 532708, + 501208, + 556708, + 521666, + 504416 + ], + [ + 534750, + 494791, + 527875, + 525791, + 456250, + 495375, + 571458, + 648833, + 568458 ] ], "paired_measurement": true, @@ -2577,69 +2577,69 @@ null ], "times_ns": [ - 1907458, - 1724333, - 1944291, - 1735750, - 2192125 + 1908417, + 1888166, + 1885375, + 1902459, + 1948625 ], - "run_drift_fraction": 0.2712886664002835, - "absolute_time_stable": false, + "run_drift_fraction": 0.03354770271166214, + "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 2077500, - 1954917, - 1861083, - 1907458, - 1799709, - 1854417, - 1924458, - 1926042, - 1741584 - ], - [ - 1690500, - 1745125, - 1662875, - 1967666, - 1845084, - 1724333, - 1754666, - 1665584, - 1676625 - ], - [ - 1771792, - 1771708, - 1989250, - 1906792, - 2017375, - 1995458, - 1850833, - 1944291, - 1983291 - ], - [ - 1768084, - 1776625, - 1707958, - 1699625, - 1722833, - 1772875, - 1669167, - 1949709, - 1735750 - ], - [ - 2083292, - 2261417, - 2020125, - 2206375, - 2221000, - 2005542, - 2279750, - 2192125, - 2041125 + 2008167, + 2022708, + 1963792, + 1872333, + 1969083, + 1908417, + 1634417, + 1731375, + 1774917 + ], + [ + 1856208, + 2126875, + 2016542, + 2800333, + 1884625, + 1737750, + 1893959, + 1861000, + 1888166 + ], + [ + 1885375, + 2137791, + 1786917, + 1872042, + 2030708, + 1965041, + 1997000, + 1818708, + 1667375 + ], + [ + 1980834, + 1876042, + 1996667, + 1667000, + 1902459, + 1785916, + 1787583, + 2174209, + 2006167 + ], + [ + 2090917, + 1948625, + 1780333, + 1781375, + 1820042, + 2068083, + 1788792, + 2088583, + 2184959 ] ], "paired_measurement": true, @@ -2696,69 +2696,69 @@ null ], "times_ns": [ - 999750, - 981417, - 985541, - 977917, - 993417 + 979875, + 964292, + 972209, + 1008583, + 982291 ], - "run_drift_fraction": 0.02232602562385151, + "run_drift_fraction": 0.0459311080046293, "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 1575583, - 1455375, - 1179916, - 1035541, - 966542, - 980917, - 999750, - 982083, - 963042 - ], - [ - 979000, - 984000, - 1029959, - 1008792, - 975708, - 981792, - 981417, - 968792, - 958959 - ], - [ - 971708, - 972833, - 985541, - 980209, - 990000, - 1000167, - 1013791, - 984875, - 992541 - ], - [ - 977917, - 967208, - 966500, - 969625, - 986458, - 974833, - 1010125, - 992250, - 1002375 - ], - [ - 980458, - 993417, - 993708, - 997917, - 986667, - 1090208, - 1017084, - 986666, - 985083 + 1711084, + 1600500, + 1225583, + 1172250, + 917042, + 922500, + 911792, + 979875, + 974875 + ], + [ + 946834, + 949167, + 964708, + 964292, + 981292, + 967875, + 956416, + 931917, + 1347375 + ], + [ + 1016834, + 986750, + 953458, + 972209, + 945667, + 1009625, + 946500, + 961542, + 972958 + ], + [ + 1002917, + 1023750, + 1038917, + 981000, + 1021959, + 972500, + 1034750, + 1008583, + 993625 + ], + [ + 1000750, + 984959, + 955667, + 943708, + 961500, + 958583, + 995417, + 983750, + 982291 ] ], "paired_measurement": true, @@ -2771,75 +2771,75 @@ ], "eligible": true, "speedups_vs_incumbent": [ - 0.47587312538467424, - 0.4308425344756494, - 0.49311034202184756, - 0.4366026213452398, - 0.5468246564406684 + 0.48655089532319196, + 0.4892970215542489, + 0.48434184180865875, + 0.46985296397977566, + 0.49590557444351785 ], "paired_speedups_vs_incumbent": [ [ - 0.24159663056558364, - 0.25553105323653125, - 0.36600570742949134, - 0.45710940948634254, - 0.46294539839496274, - 0.4710375282366372, - 0.4805030819066979, - 0.4901030195603211, - 0.4470309786952567 - ], - [ - 0.4208813960366755, - 0.43614354272616573, - 0.38061550026309854, - 0.48731542853309456, - 0.4711850517374819, - 0.4306250590808156, - 0.4406815884048588, - 0.41834695818403633, - 0.42804204875866697 - ], - [ - 0.45156767837308215, - 0.45090669568574504, - 0.5045665451803444, - 0.48593816210682655, - 0.5092632752958671, - 0.49877822534976934, - 0.4522514997301215, - 0.4934528833389652, - 0.4995484777574244 - ], - [ - 0.4469058031179514, - 0.4555924857524801, - 0.4341195743689248, - 0.4295065087887034, - 0.4274209978564376, - 0.4501400267926391, - 0.3948328717258369, - 0.49107789931728274, - 0.4225118824715541 - ], - [ - 0.5293708227171227, - 0.560710386452388, - 0.508095786151847, - 0.5477119709931448, - 0.5557555155335434, - 0.45640230920120345, - 0.5538616076324159, - 0.5499043165877858, - 0.5173823259232041 + 0.14793739763675032, + 0.20873403378045668, + 0.37590997417241745, + 0.37390944879997307, + 0.5342796621574611, + 0.5166150794087456, + 0.44213012958137365, + 0.43404808317089016, + 0.4507489645994714 + ], + [ + 0.4899095360002758, + 0.5537269468116368, + 0.521602823050549, + 0.6556509529402396, + 0.4793171055249718, + 0.4430297798877859, + 0.49501757957801623, + 0.49923858140784527, + 0.28641072871770806 + ], + [ + 0.4606728104488497, + 0.538425412025778, + 0.4664228948518594, + 0.4806692371218167, + 0.5343166028793899, + 0.4862066491233516, + 0.5260390585878818, + 0.471304904360678, + 0.4164731988904716 + ], + [ + 0.4936895267346986, + 0.4543032618672716, + 0.4796743773498535, + 0.41151769646070785, + 0.4628220634452569, + 0.45546151106770977, + 0.421145759385718, + 0.5361149733075339, + 0.5047147121849777 + ], + [ + 0.5213822452062898, + 0.4945364038745269, + 0.46320884913103333, + 0.4702361939513017, + 0.47171548788434553, + 0.5364871719365228, + 0.44352557480131843, + 0.5289868777060811, + 0.5504304657432931 ] ], "paired_median_speedups": [ - 0.45710940948634254, - 0.4306250590808156, - 0.4934528833389652, - 0.4341195743689248, - 0.5477119709931448 + 0.43404808317089016, + 0.49501757957801623, + 0.4806692371218167, + 0.4628220634452569, + 0.4945364038745269 ], "paired_win_fractions": [ 1.0, @@ -2848,13 +2848,13 @@ 1.0, 1.0 ], - "cross_run_speedup_spread": 0.11708691191232923, - "speedup_lower_confidence_bound": 0.4259932465120514, + "cross_run_speedup_spread": 0.06096949640712607, + "speedup_lower_confidence_bound": 0.4489825050863933, "pooled_paired_win_fraction": 1.0, "paired_trial_count": 45, "speedup_confidence_interval": [ - 0.4259932465120514, - 0.5192143123952258 + 0.4489825050863933, + 0.4978548417898095 ], "stability_verdict": "stable_win", "promotable": true @@ -2922,69 +2922,69 @@ null ], "times_ns": [ - 1896042, - 1993167, - 2013375, - 1861542, - 1995209 + 1922042, + 1936708, + 2130750, + 1940875, + 1893334 ], - "run_drift_fraction": 0.08156302678102348, + "run_drift_fraction": 0.1253957304944611, "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 1786750, - 1774958, - 1823292, - 2029250, - 2134875, - 1895042, - 1932500, - 2133834, - 1896042 - ], - [ - 2024333, - 1993167, - 1887875, - 1940041, - 1999125, - 1895459, - 1865042, - 2133208, - 2017792 - ], - [ - 1998500, - 2125583, - 2013375, - 1973583, - 1962000, - 2054125, - 2242417, - 1997208, - 2074500 - ], - [ - 2476417, - 1823709, - 1916458, - 1848875, - 1933167, - 1861375, - 1737375, - 1861542, - 1883208 - ], - [ - 2074708, - 2141834, - 1989584, - 2158750, - 1915208, - 1904625, - 1995209, - 1894083, - 2043250 + 1890667, + 2060416, + 1568375, + 2103083, + 1902042, + 2005541, + 1868666, + 2099167, + 1922042 + ], + [ + 1837291, + 1918708, + 2013459, + 1952792, + 1785834, + 1936708, + 1870458, + 2418917, + 2850208 + ], + [ + 2130750, + 2798542, + 2170333, + 2139000, + 1905916, + 1867958, + 2163459, + 2023167, + 1904417 + ], + [ + 1851667, + 2117291, + 1940875, + 1975916, + 1923083, + 1943250, + 1793083, + 1771208, + 1974917 + ], + [ + 2255042, + 1717833, + 2234583, + 1888833, + 1893334, + 1782292, + 1806417, + 2228625, + 2083250 ] ], "paired_measurement": true, @@ -3041,69 +3041,69 @@ null ], "times_ns": [ - 3401000, - 3426500, - 3412375, - 3411250, - 3434292 + 3430125, + 3401958, + 3388250, + 3391625, + 3428583 ], - "run_drift_fraction": 0.00978888562187592, + "run_drift_fraction": 0.01235888733121818, "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 3376333, - 3387833, - 3399583, - 3444583, - 3401000, - 3407875, - 3442542, - 3451916, - 3400750 - ], - [ - 3405875, - 3398166, - 3441500, - 3410625, - 3446375, - 3415500, - 3426500, - 3540250, - 3443416 - ], - [ - 3449417, - 3414209, - 3409208, - 3437667, - 3393625, - 3360250, - 3384584, - 3412375, - 3431000 - ], - [ - 3504167, - 3418334, - 3387167, - 3485666, - 3384875, - 3411250, - 3391333, - 3444167, - 3411125 - ], - [ - 3436792, - 3437000, - 3516167, - 3464083, + 3384292, + 3418625, + 3374458, + 3396208, + 3434541, + 3460583, + 3430125, + 3451500, + 3444292 + ], + [ + 3416000, + 3381833, + 3426750, + 3401958, + 3427291, + 3318291, + 3354917, + 3370250, + 3454834 + ], + [ + 3372125, + 3414583, + 3382000, + 3427542, + 3358291, + 3306625, + 3452833, + 3445542, + 3388250 + ], + [ + 3400083, + 3371416, + 3375292, + 3394917, + 3388042, + 3370083, + 3455417, + 3391625, + 3397042 + ], + [ + 3432708, 3408875, - 3430083, - 3434292, - 3411084, - 3401625 + 3428583, + 3374166, + 3422334, + 3750958, + 3467583, + 3421209, + 3936417 ] ], "paired_measurement": true, @@ -3116,75 +3116,75 @@ ], "eligible": true, "speedups_vs_incumbent": [ - -0.7937366366356864, - -0.7191233850450063, - -0.6948531694294406, - -0.8324861861832824, - -0.7212693006096104 + -0.7846254140128052, + -0.7565673297161988, + -0.5901677812976651, + -0.747472145295292, + -0.8108706651863855 ], "paired_speedups_vs_incumbent": [ [ - -0.8896504827200223, - -0.9086834730737291, - -0.8645302014159004, - -0.697466058888752, - -0.5930675098073658, - -0.7983110664565746, - -0.7813930142302716, - -0.6177059696302524, - -0.79360478301641 - ], - [ - -0.6824677560460656, - -0.7049078175586893, - -0.8229490829636497, - -0.7580169697444539, - -0.7239417245044707, - -0.8019382112723092, - -0.8372240410671716, - -0.6595896883941932, - -0.7065267381375285 - ], - [ - -0.7260030022516888, - -0.6062459099456479, - -0.6932801887378158, - -0.7418406015860494, - -0.7296763506625892, - -0.6358546826507637, - -0.5093463882944163, - -0.7085726674437515, - -0.6538925042178838 - ], - [ - -0.4150149187313768, - -0.874385661308904, - -0.7674099823737333, - -0.8852902440673383, - -0.750948055703413, - -0.832650594318716, - -0.9519867616375279, - -0.8501688385220425, - -0.8113373562559207 - ], - [ - -0.6565184112655853, - -0.6046995238659952, - -0.7672875334743343, - -0.6046707585408222, - -0.7798980580699328, - -0.8009230163417995, - -0.7212693006096104, - -0.8009157993604293, - -0.6648109629267099 + -0.7899989791962307, + -0.6591916389699944, + -1.151563242209293, + -0.6148711201602599, + -0.8057124921531701, + -0.7255109718524827, + -0.8356009046025347, + -0.6442236372808833, + -0.7919962206861244 + ], + [ + -0.8592590939595306, + -0.7625574084227511, + -0.7019219164631612, + -0.7420995169992503, + -0.9191542998957349, + -0.7133667026727829, + -0.7936339655848995, + -0.39328881478777483, + -0.2121339916244709 + ], + [ + -0.5826000234659158, + -0.2201292673113357, + -0.558286216907728, + -0.6024039270687237, + -0.7620351578978297, + -0.7701816636134217, + -0.5959780148364263, + -0.7030437922326729, + -0.7791534102037526 + ], + [ + -0.8362281122901688, + -0.592325287360122, + -0.7390568686803632, + -0.7181484435573172, + -0.761776272786978, + -0.7342508683905827, + -0.9270814569096913, + -0.9148654477622052, + -0.7200935532986956 + ], + [ + -0.5222368363870828, + -0.9844041883000269, + -0.5343278813093987, + -0.7863760321849523, + -0.8075701381795288, + -1.1045698460184976, + -0.919591655747261, + -0.5351209826686858, + -0.8895557422296891 ] ], "paired_median_speedups": [ - -0.79360478301641, - -0.7239417245044707, - -0.6932801887378158, - -0.832650594318716, - -0.7212693006096104 + -0.7899989791962307, + -0.7420995169992503, + -0.6024039270687237, + -0.7390568686803632, + -0.8075701381795288 ], "paired_win_fractions": [ 0.0, @@ -3193,13 +3193,13 @@ 0.0, 0.0 ], - "cross_run_speedup_spread": 0.1393704055809002, - "speedup_lower_confidence_bound": -0.8081566529202923, + "cross_run_speedup_spread": 0.20516621111080513, + "speedup_lower_confidence_bound": -0.8129962109936668, "pooled_paired_win_fraction": 0.0, "paired_trial_count": 45, "speedup_confidence_interval": [ - -0.8081566529202923, - -0.697741983554517 + -0.8129962109936668, + -0.6594555610559718 ], "stability_verdict": "not_a_stable_win", "promotable": false @@ -3267,69 +3267,69 @@ null ], "times_ns": [ - 299583, - 317000, - 329125, - 308334, - 331625 + 303041, + 325458, + 303833, + 320125, + 318625 ], - "run_drift_fraction": 0.10695533458173528, + "run_drift_fraction": 0.07397348873584762, "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 301417, - 297917, - 299166, - 295708, - 299583, - 331958, - 310375, - 312375, - 288208 - ], - [ - 311500, - 381500, - 317000, - 336208, - 300500, - 317750, - 307666, - 298125, - 324541 - ], - [ - 347916, - 488875, - 329125, - 331416, - 324083, - 321792, - 331791, - 319375, - 313750 - ], - [ - 407000, - 369667, - 312625, - 302750, - 309250, - 308334, - 295958, - 294833, - 299875 - ], - [ - 338459, - 366833, - 331625, - 327708, - 353833, - 331625, - 311458, - 366458, - 313292 + 306709, + 308708, + 303041, + 297333, + 288958, + 305167, + 300583, + 300209, + 317959 + ], + [ + 403916, + 372209, + 342416, + 378916, + 325458, + 317375, + 310875, + 308916, + 301708 + ], + [ + 304958, + 313708, + 302167, + 323375, + 315583, + 303833, + 298000, + 295333, + 297333 + ], + [ + 313666, + 353875, + 322125, + 320125, + 353958, + 325542, + 298833, + 319667, + 307875 + ], + [ + 302375, + 318625, + 301334, + 309042, + 295834, + 339875, + 320250, + 320625, + 356125 ] ], "paired_measurement": true, @@ -3386,69 +3386,69 @@ null ], "times_ns": [ - 13792, + 13750, + 14208, + 13667, 14125, - 14333, - 14333, - 14667 + 13708 ], - "run_drift_fraction": 0.06344257540603249, + "run_drift_fraction": 0.03958440038047852, "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 13959, + 13917, 13750, 13833, - 14042, - 13750, 13666, - 13833, - 13625, - 13792 + 13667, + 13584, + 13709, + 13750, + 14458 ], [ - 14875, - 14625, + 14458, 14208, - 13791, 14125, - 14125, - 13708, - 13583, - 13708 + 13875, + 14584, + 13667, + 21959, + 16667, + 13750 ], [ - 15000, - 14791, - 14500, + 13750, + 13625, + 13750, + 13625, + 13791, + 13667, + 13750, + 13542, + 13667 + ], + [ + 14417, + 14083, + 14084, + 13625, 14250, - 14167, - 14125, - 14458, + 14000, + 14208, 14333, - 14167 + 14125 ], [ - 14959, - 14958, - 14333, 13750, - 14542, 13667, - 13834, - 13708, - 14417 - ], - [ - 14875, - 14583, - 14291, - 14167, - 15041, - 14667, - 15083, + 13709, + 13583, + 13709, + 13542, 13750, - 14875 + 13625, + 13708 ] ], "paired_measurement": true, @@ -3524,69 +3524,69 @@ null ], "times_ns": [ - 9083, - 9124, - 8875, - 9083, - 8874 + 9166, + 8375, + 8625, + 8708, + 8458 ], - "run_drift_fraction": 0.028172188415596124, + "run_drift_fraction": 0.09444776119402985, "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 9166, 9041, 9124, - 9124, - 8875, - 8916, - 9124, - 9083, + 9250, + 10874, + 9166, + 9208, + 8999, + 9208, 8958 ], [ - 8916, - 8958, - 9000, - 8874, - 9124, - 9124, - 9124, - 9124, - 9124 - ], - [ - 8874, - 8875, - 8875, - 8875, - 8875, - 8875, - 8833, - 8958, - 8875 + 8375, + 8374, + 8750, + 8750, + 8333, + 8208, + 8375, + 8375, + 8333 ], [ + 8250, + 8625, + 8333, 8999, - 8958, - 9124, - 9083, - 9499, - 9124, + 9166, 9374, - 9083, - 8999 + 9041, + 8458, + 8416 ], [ - 8750, - 8875, - 8874, - 8875, - 8875, + 8250, + 8791, + 9458, 8875, - 8833, - 8583, - 8874 + 8708, + 8791, + 7999, + 8083, + 8083 + ], + [ + 8458, + 8458, + 8375, + 8333, + 8500, + 8500, + 8499, + 8375, + 9208 ] ], "paired_measurement": true, @@ -3731,69 +3731,69 @@ null ], "times_ns": [ - 297708, - 284250, - 348000, - 295083, - 306167 + 288750, + 298042, + 296042, + 309542, + 299208 ], - "run_drift_fraction": 0.22427440633245382, - "absolute_time_stable": false, + "run_drift_fraction": 0.07200692640692641, + "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 306167, - 296125, - 299042, - 274167, - 296750, - 297708, - 272125, - 328125, - 376083 - ], - [ - 284208, - 284000, - 284541, - 284250, - 281458, - 279250, - 286167, - 286167, - 286792 - ], - [ - 414541, - 433334, - 345792, - 371334, - 327833, - 288417, - 337875, - 348000, - 393250 - ], - [ - 285167, - 285750, - 284208, - 286166, - 404667, - 308333, - 295083, - 317334, - 308667 - ], - [ - 312583, - 358000, - 306167, - 323041, - 315250, - 296542, - 295625, - 295917, - 298917 + 301042, + 283959, + 288958, + 285125, + 258667, + 288750, + 290041, + 282625, + 294375 + ], + [ + 295792, + 290875, + 292583, + 317250, + 318750, + 301583, + 298042, + 296167, + 362542 + ], + [ + 296042, + 298625, + 290042, + 309125, + 290625, + 298833, + 332334, + 292084, + 291375 + ], + [ + 325875, + 321167, + 302458, + 294792, + 287583, + 309542, + 315625, + 305042, + 310625 + ], + [ + 308042, + 372625, + 299208, + 305542, + 290042, + 307625, + 290792, + 272167, + 279958 ] ], "paired_measurement": true, @@ -3850,69 +3850,69 @@ null ], "times_ns": [ - 5375, 5083, - 5584, + 5125, + 5042, 5250, - 5333 + 5167 ], - "run_drift_fraction": 0.09856384025181979, + "run_drift_fraction": 0.041253470844902815, "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 5625, - 5250, - 5959, - 5375, - 5667, - 5333, - 5292, + 5166, + 5000, + 5125, + 5083, + 5083, + 4959, + 5083, + 5083, + 5083 + ], + [ 5250, - 5875 + 5041, + 5125, + 4958, + 5125, + 5041, + 5208, + 4958, + 5208 ], [ 5208, - 5042, + 4959, 5125, 4958, - 5208, + 5042, 5000, - 5250, - 4959, - 5083 + 5292, + 5000, + 5042 ], [ + 5833, + 5250, 5708, - 6000, - 5958, - 5792, - 5459, + 4958, + 5167, 5083, - 5584, - 5333, - 5458 + 5416, + 4917, + 5625 ], [ - 5250, - 4959, - 5167, - 5000, 5750, - 5250, - 5584, - 5084, - 5333 - ], - [ - 5458, - 5125, - 6000, - 5292, - 5333, - 5042, - 5458, - 5209, - 5667 + 5375, + 5875, + 5167, + 5708, + 5041, + 5083, + 4958, + 5167 ] ], "paired_measurement": true, @@ -3988,69 +3988,69 @@ null ], "times_ns": [ - 7624, - 8750, - 8541, + 8250, + 7916, + 8874, 8624, - 8666 + 7625 ], - "run_drift_fraction": 0.14769150052465896, - "absolute_time_stable": true, + "run_drift_fraction": 0.1638032786885246, + "absolute_time_stable": false, "paired_trial_times_ns": [ [ - 7624, - 7624, - 7541, - 7541, - 7625, - 8250, + 8791, + 8750, 7791, - 7624, - 7708 + 7750, + 7375, + 8416, + 8416, + 7874, + 8250 + ], + [ + 7916, + 7874, + 7916, + 7833, + 7875, + 7874, + 8249, + 8749, + 8624 ], [ - 8750, - 8541, - 8833, - 8958, - 8541, + 8708, 8499, - 8750, - 8750, - 8750 + 8291, + 11458, + 8875, + 8958, + 8791, + 8875, + 8874 ], [ 8583, - 8541, - 8499, - 8500, - 8624, - 8750, - 8499, - 8499, - 8750 - ], - [ - 8624, 8624, - 9000, - 8708, + 8208, + 8833, + 8874, + 8958, + 8666, 8624, - 8500, - 8500, - 8458, - 8500 + 8541 ], [ 8541, - 8708, - 8666, - 8791, - 8624, - 8875, - 8666, - 8500, - 8624 + 8250, + 8124, + 7625, + 7583, + 7750, + 7625, + 7500, + 7500 ] ], "paired_measurement": true, @@ -4265,69 +4265,69 @@ null ], "times_ns": [ - 343459, - 307959, - 326625, - 316208, - 318334 + 320958, + 332000, + 311500, + 312417, + 310292 ], - "run_drift_fraction": 0.11527508531979906, + "run_drift_fraction": 0.06995990873113067, "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 399917, - 331416, - 323084, - 416208, - 455417, - 343459, - 336667, - 352667, - 315500 - ], - [ - 298209, - 297208, - 287750, - 317500, - 304000, - 318083, - 320416, - 314083, - 307959 - ], - [ - 326625, - 309000, - 309625, - 336042, - 309292, - 328458, - 323042, - 375833, - 417917 - ], - [ - 324209, - 388917, - 363042, - 288792, - 288916, - 313750, - 316208, - 316209, - 302459 - ], - [ - 304625, - 315500, - 318334, - 379375, - 309666, - 326791, - 351208, - 306583, - 375709 + 320958, + 286917, + 282417, + 369667, + 323000, + 315000, + 366334, + 352958, + 313083 + ], + [ + 310750, + 332000, + 304042, + 347042, + 342042, + 326875, + 302959, + 366208, + 356958 + ], + [ + 314125, + 365625, + 360166, + 317167, + 311500, + 294916, + 296292, + 279333, + 301167 + ], + [ + 305166, + 312417, + 299083, + 302917, + 291583, + 333042, + 338208, + 316291, + 314708 + ], + [ + 311541, + 305958, + 319292, + 310292, + 290958, + 332458, + 310542, + 298542, + 304958 ] ], "paired_measurement": true, @@ -4454,69 +4454,69 @@ null ], "times_ns": [ - 2412250, - 2408000, - 2469500, - 2271041, - 2441792 + 2385125, + 2368625, + 2455791, + 2372041, + 2388916 ], - "run_drift_fraction": 0.08738679750827924, + "run_drift_fraction": 0.0368002533115204, "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 2408875, - 2325291, - 2647750, - 2379625, - 2405666, - 2665333, - 2412250, - 2444333, - 2497750 - ], - [ - 2259958, - 2257833, - 2258875, - 2408000, - 2471791, - 2403042, - 2408625, - 2439750, - 2491875 - ], - [ - 2437458, - 2346458, - 2562166, - 2776167, - 2530125, - 2444083, - 2469500, - 2380584, - 2666959 - ], - [ - 2244708, - 2250416, - 2271041, - 2272667, - 2252166, - 2252167, - 2322000, - 2379541, - 2297000 - ], - [ - 2570292, - 2515208, - 2441792, - 2578375, - 2638542, - 2391458, - 2275833, - 2268250, - 2161750 + 2297708, + 2459083, + 2175000, + 2385125, + 2410584, + 2294417, + 2601583, + 2637375, + 2367750 + ], + [ + 2302875, + 2368625, + 2335084, + 2298250, + 2545125, + 2467833, + 2657333, + 2448625, + 2368417 + ], + [ + 2341167, + 2518625, + 2584542, + 2523125, + 2562125, + 2334208, + 2333625, + 2121958, + 2455791 + ], + [ + 2315792, + 2477167, + 2372041, + 2349833, + 2313084, + 2441709, + 2368583, + 2410208, + 2542458 + ], + [ + 2299417, + 2435625, + 2274916, + 2404417, + 2497167, + 2349917, + 2356334, + 2389500, + 2388916 ] ], "paired_measurement": true, @@ -4529,75 +4529,75 @@ ], "eligible": true, "speedups_vs_incumbent": [ - -6.023400172946407, - -6.8192226887345395, - -6.560658247225412, - -6.182111142033092, - -6.6705347213932535 + -6.431268265629771, + -6.1344126506024095, + -6.88375922953451, + -6.592547780690551, + -6.698928750982945 ], "paired_speedups_vs_incumbent": [ [ - -5.023437363252875, - -6.016230357013542, - -7.1952371519481, - -4.717393706992658, - -4.282336847328931, - -6.760265417415179, - -6.165091915750579, - -5.930994394145185, - -6.916798732171157 - ], - [ - -6.578436599834345, - -6.596810987591182, - -6.8501303214596, - -6.584251968503937, - -7.130891447368421, - -6.5547640081362415, - -6.517180789973035, - -6.767851173097557, - -7.0915803727119515 - ], - [ - -6.462557979334099, - -6.593715210355987, - -7.275061768268066, - -7.261369114574964, - -7.180376472718337, - -6.441082269270348, - -6.644516812055398, - -5.334153733174043, - -5.381551839240807 - ], - [ - -5.9236449327440015, - -4.786365728420202, - -5.255587507781469, - -6.869563561317488, - -6.795227678633236, - -6.178221513944223, - -6.343267722511764, - -6.525215917320506, - -6.594417755795 - ], - [ - -7.437560935576529, - -6.972133122028526, - -6.6705347213932535, - -5.796375617792422, - -7.520606072348918, - -6.318004473807418, - -5.480014692148242, - -6.3984858912594635, - -4.753788171164385 + -6.158905526579802, + -7.570712087467804, + -6.701377749922986, + -5.452090665382628, + -6.463108359133127, + -6.283863492063492, + -6.10166951470516, + -6.472206324831849, + -6.56269104358908 + ], + [ + -6.410699919549477, + -6.1344126506024095, + -6.680136296958973, + -5.622397289088929, + -6.440972161313523, + -6.549775908221798, + -7.771262778131694, + -5.686432300768962, + -5.63500187697152 + ], + [ + -6.452978909669717, + -5.888547008547008, + -6.175974411799004, + -6.955193951451443, + -7.225120385232745, + -6.914823203895346, + -6.876098578429387, + -6.596517418278542, + -7.154249967625935 + ], + [ + -6.588630450312289, + -6.929040353117788, + -6.931045896958369, + -6.7573493729305385, + -6.932849308773145, + -6.331534761381447, + -6.003332268899612, + -6.620223148935632, + -7.078784142760909 + ], + [ + -6.380784551632049, + -6.960651461965368, + -6.124876288788945, + -6.748884921299937, + -7.582568618151074, + -6.068312388331759, + -6.587810988529732, + -7.003898948891613, + -6.833590199306134 ] ], "paired_median_speedups": [ - -6.016230357013542, - -6.596810987591182, - -6.593715210355987, - -6.343267722511764, - -6.3984858912594635 + -6.463108359133127, + -6.410699919549477, + -6.876098578429387, + -6.7573493729305385, + -6.748884921299937 ], "paired_win_fractions": [ 0.0, @@ -4606,13 +4606,13 @@ 0.0, 0.0 ], - "cross_run_speedup_spread": 0.5805806305776402, - "speedup_lower_confidence_bound": -6.6164519808559605, + "cross_run_speedup_spread": 0.46539865887991017, + "speedup_lower_confidence_bound": -6.84464666956976, "pooled_paired_win_fraction": 0.0, "paired_trial_count": 45, "speedup_confidence_interval": [ - -6.6164519808559605, - -6.162952086636815 + -6.84464666956976, + -6.457809790967226 ], "stability_verdict": "not_a_stable_win", "promotable": false @@ -4750,69 +4750,69 @@ null ], "times_ns": [ - 35875, - 42500, - 38625, - 41666, - 36000 + 40250, + 36875, + 39083, + 36124, + 39750 ], - "run_drift_fraction": 0.18466898954703834, - "absolute_time_stable": false, + "run_drift_fraction": 0.11421769460746319, + "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 35916, - 36166, - 36041, - 36249, - 35875, - 33374, - 33124, - 33083, - 33124 + 41541, + 35375, + 35624, + 43333, + 43125, + 42458, + 40250, + 40000, + 39624 ], [ - 40666, - 41791, - 39666, - 43499, - 40875, - 43499, - 42500, - 43250, - 43624 + 42416, + 36666, + 39875, + 36875, + 36749, + 42999, + 40041, + 36500, + 35541 ], [ - 42208, - 38625, - 42333, - 39208, - 42333, - 36249, - 35833, - 36083, - 36583 + 38333, + 36458, + 40750, + 41124, + 42958, + 39083, + 39958, + 39041, + 35624 ], [ - 40041, - 37125, - 37375, - 42374, - 41666, - 42499, - 41833, - 42250, - 39750 + 38250, + 39333, + 36124, + 41875, + 39750, + 36124, + 33291, + 34499, + 35958 ], [ - 41166, - 42749, - 35875, - 35875, - 42374, - 35916, - 36000, - 35875, - 36375 + 41999, + 41458, + 39750, + 39666, + 41999, + 35833, + 39833, + 36791, + 39750 ] ], "paired_measurement": true, @@ -5097,69 +5097,69 @@ null ], "times_ns": [ - 419833, - 467541, - 419625, - 426833, - 411500 + 418625, + 434500, + 397250, + 437583, + 421000 ], - "run_drift_fraction": 0.13618712029161603, + "run_drift_fraction": 0.10153052234109503, "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 394542, - 419583, - 419833, - 449958, - 388166, - 440250, - 387583, - 456709, - 483583 - ], - [ - 426834, - 501042, - 471875, - 467541, - 431875, - 432166, - 411625, - 518875, - 491167 - ], - [ - 416791, - 430166, - 407916, + 457459, + 387000, + 383584, + 393750, + 418625, + 435792, + 406750, + 511750, + 419833 + ], + [ + 434500, + 434042, + 453458, + 443917, + 450292, + 425500, + 415000, + 403291, + 719833 + ], + [ + 400750, + 448375, + 427583, + 385417, + 388458, + 420166, + 397250, + 386500, + 364875 + ], + [ + 416667, + 430083, + 445916, + 421792, + 444667, + 494542, + 437583, 423875, - 426542, - 416583, - 419625, - 429667, - 404542 - ], - [ - 426833, - 411334, - 418291, - 431541, - 432000, - 404292, - 467541, - 409667, - 490333 - ], - [ - 497958, - 391958, - 420875, - 422834, - 411500, - 424042, - 396416, - 395875, - 385542 + 457250 + ], + [ + 415250, + 444917, + 408833, + 445792, + 417125, + 421000, + 448500, + 416709, + 461125 ] ], "paired_measurement": true, @@ -5286,69 +5286,69 @@ null ], "times_ns": [ - 5251417, - 5579958, - 5322291, - 5353083, - 5280416 + 5651916, + 5337791, + 5297833, + 5461708, + 5595125 ], - "run_drift_fraction": 0.06256235221845836, + "run_drift_fraction": 0.06683544007521566, "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 5347125, - 5251417, - 5152416, - 5213917, - 5486542, - 5250209, - 5155167, - 5499375, - 5418042 - ], - [ - 5411083, - 5877417, - 5579958, - 5140583, - 5239209, - 5402917, - 5844875, - 5903000, - 5980000 - ], - [ - 5358792, - 4964500, - 5543958, - 5454500, - 5423708, - 5322291, - 5321292, - 5243750, - 5318917 - ], - [ - 5624125, - 5059334, - 5143167, - 5030667, - 5086375, - 5353083, - 5367583, - 5796500, - 5945792 - ], - [ - 5380209, - 5280416, - 5085875, - 5532458, - 5264333, - 5404667, - 5111625, - 5482250, - 5181500 + 5732791, + 5381458, + 5651916, + 5257584, + 5719084, + 5401709, + 5675333, + 6024875, + 5519375 + ], + [ + 5697833, + 5394917, + 5221125, + 5239208, + 5330750, + 5337791, + 5382333, + 5176916, + 5829834 + ], + [ + 5680917, + 5203834, + 5269416, + 5264166, + 5349000, + 5068583, + 5297833, + 5814125, + 5427292 + ], + [ + 5350750, + 5461708, + 5542333, + 5583916, + 5602333, + 5759834, + 5399792, + 5290917, + 5264625 + ], + [ + 5702417, + 5236500, + 5595125, + 5367125, + 5229958, + 5362125, + 6609084, + 5669208, + 5647750 ] ], "paired_measurement": true, @@ -5361,75 +5361,75 @@ ], "eligible": true, "speedups_vs_incumbent": [ - -11.50834736669104, - -10.934692358531123, - -11.683445933869526, - -11.541399095196482, - -11.832116646415553 + -12.501143027769483, + -11.284904487917146, + -12.33626935179358, + -11.481536074299047, + -12.290083135391924 ], "paired_speedups_vs_incumbent": [ [ - -12.552739632282494, - -11.515800211162034, - -11.272536937306024, - -10.587563728170185, - -13.13452491975083, - -10.925517319704714, - -12.300807826968676, - -11.041310769001706, - -10.203954646875511 - ], - [ - -11.677253920727965, - -10.730387871675429, - -10.82507655629139, - -9.994935203543646, - -11.131308827785817, - -11.501948325411995, - -13.199514120862435, - -10.376535774512165, - -11.175085052538138 - ], - [ - -11.857264192364998, - -10.540893515526564, - -12.59093048568823, - -11.868180477735182, - -11.715530944197758, - -11.77606383361779, - -11.681065236818588, - -11.20421861581178, - -12.147996994131635 - ], - [ - -12.17640622913411, - -11.299819611313433, - -11.29566737032353, - -10.657448539072766, - -10.774016203703704, - -12.240635481285803, - -10.480454120601188, - -13.149296867943963, - -11.126028637680923 - ], - [ - -9.804543756702373, - -12.471892396634333, - -11.084051084051085, - -12.084231637001755, - -11.793032806804375, - -11.745593596860688, - -11.894598098966743, - -12.848437006630881, - -12.439521504790658 + -11.531813780032746, + -12.905576227390181, + -13.73449361808626, + -12.352594285714286, + -12.661592117049866, + -11.39515411021772, + -12.952877688998155, + -10.773082559843674, + -12.146596384752986 + ], + [ + -12.113539700805523, + -11.429481478750905, + -10.51402114418535, + -10.802224289675772, + -10.838429285885603, + -11.544749706227966, + -11.969477108433734, + -11.836676246184517, + -7.098870154605304 + ], + [ + -13.17571303805365, + -10.60598606077502, + -11.323726621498048, + -12.65836483600879, + -12.769828398436896, + -11.063286891371506, + -12.33626935179358, + -14.04301423027167, + -13.874387118876328 + ], + [ + -11.84178972656822, + -11.699195271610364, + -11.429096511450586, + -12.238553599878614, + -11.598940330629437, + -10.646804518119795, + -11.340040632291474, + -11.482257741079328, + -10.513668671405139 + ], + [ + -12.732491270319084, + -10.769610961145561, + -12.685600232857915, + -11.039527402914363, + -11.538107281989811, + -11.736638954869358, + -13.735973244147157, + -12.604716960756788, + -11.247763621577663 ] ], "paired_median_speedups": [ - -11.272536937306024, - -11.131308827785817, - -11.77606383361779, - -11.29566737032353, - -11.894598098966743 + -12.352594285714286, + -11.429481478750905, + -12.65836483600879, + -11.482257741079328, + -11.736638954869358 ], "paired_win_fractions": [ 0.0, @@ -5438,13 +5438,13 @@ 0.0, 0.0 ], - "cross_run_speedup_spread": 0.7632892711809252, - "speedup_lower_confidence_bound": -11.796655452238655, + "cross_run_speedup_spread": 1.2288833572578852, + "speedup_lower_confidence_bound": -12.453546608976497, "pooled_paired_win_fraction": 0.0, "paired_trial_count": 45, "speedup_confidence_interval": [ - -11.796655452238655, - -11.151414574961306 + -12.453546608976497, + -11.410188309592568 ], "stability_verdict": "not_a_stable_win", "promotable": false @@ -5582,69 +5582,69 @@ null ], "times_ns": [ - 120291, - 125874, - 134125, - 128499, - 112166 + 116375, + 129124, + 127249, + 125249, + 119625 ], - "run_drift_fraction": 0.19577233742845426, - "absolute_time_stable": false, + "run_drift_fraction": 0.10955102040816327, + "absolute_time_stable": true, "paired_trial_times_ns": [ [ - 124249, - 132374, - 138541, - 117375, - 117624, - 140374, - 120208, - 117750, - 120291 - ], - [ - 130250, - 122541, - 123625, - 139250, - 129833, - 126458, - 125874, - 117374, - 117624 - ], - [ - 141124, - 141249, - 138125, - 134708, - 129166, - 117624, - 117458, - 126875, - 134125 - ], - [ - 128375, - 142791, - 118916, - 137374, + 123416, + 111500, + 116375, + 115000, + 124916, + 110500, + 110249, + 174458, + 144041 + ], + [ + 133249, + 151499, + 117250, + 137416, 128499, - 136791, - 117999, - 130499, - 118625 + 129124, + 124750, + 128291, + 136874 + ], + [ + 125499, + 140250, + 149916, + 126291, + 129583, + 127249, + 134000, + 126791, + 116041 + ], + [ + 125249, + 143375, + 118166, + 132958, + 122250, + 127500, + 130583, + 117916, + 117624 ], [ - 113041, - 111875, - 111500, - 112166, - 112500, - 112124, - 112000, - 122750, - 121791 + 131416, + 117750, + 119625, + 118208, + 130750, + 131999, + 117208, + 118375, + 122125 ] ], "paired_measurement": true, diff --git a/docs/audit/backend/apple/todo.md b/docs/audit/backend/apple/todo.md index f9178da4a..e5ca1898e 100644 --- a/docs/audit/backend/apple/todo.md +++ b/docs/audit/backend/apple/todo.md @@ -7142,6 +7142,142 @@ documents the one, asserts zero session fallbacks, and checks the survivor is still the telemetry read rather than a fallback that crept back under the same spelling. +## APPLE-MLPKG-RACE-1: the packaged ML dispatch raced its own signal *(fixed 2026-09-04, M1 Max)* + +**How it was found is the useful part.** It was not reported as a bug. It +surfaced while attributing a pre-existing flake during unrelated work: the same +command failed **2, then 21, then 62, then 28** tests across four runs, and +every failure carried one signature — `dispatch returned False; +last_error_kind=0`. A varying failure count with a constant signature is a race, +not twenty-one bugs. + +**Two defects, and the first hid behind the second.** + +*The race.* `mtl4_shared_queue` is shared by every packaged dispatch, and this +lane deliberately does not take `mtl4_dispatch_mu` (fresh allocator + command +buffer per call). But `commit:` and `signalEvent:value:` are **two separate +queue operations**. Unlocked, thread B interleaves between A's commit and A's +signal, and A's signal no longer denotes A's buffer. + +*Why nobody saw it.* The context-wide `mlpkg_event` made any thread's signal +satisfy any thread's wait. A waiter returned on **another dispatch's** +completion and read its outputs while its own command buffer was still +running — a silent wrong answer whose only visible trace was an occasional +False. Switching to a private event turned that into a wait that never +completes, which is the *truthful* symptom and the evidence the signal was +genuinely not arriving. Both halves are needed: a per-dispatch event, and +commit+signal under one lock. The wait stays outside the lock, so dispatches +still overlap on the GPU. + +This is the correction `7079e95a` already applied to `commit_and_wait_with_timeout` +and its MPSGraph sibling, with the reasoning recorded there. **The packaged lane +was simply missed** — worth remembering when a fix is applied "to the waits": +enumerate them. + +*The silence.* The function returned 0 from **ten** places and set the +last-error channel from **none**. Every failure reached the caller as +`last_error_kind=0` — true, useless, and indistinguishable between "no ML +encoder on this SDK" and "the device stopped answering". Each path now names +itself: kind 2 for an ordinary per-op failure, kind 1 for the timeout — the +kind that feeds the Python dispatch breaker, so a wedged device now stops being +asked instead of paying this timeout once per packaged dispatch. The timeout +path also quarantines pooled buffers, as the sibling waits do. + +**Evidence** (M1 Max, unsandboxed, fresh process per trial, hang counted as a +failure via an external deadline). The test is the one written for this race — +`test_apple_mlpkg_concurrency`, 4 threads x 8 dispatches: + +| runtime | trials | pass | fail | +|---|---:|---:|---:| +| unmodified | 20 | 18 | 2 | +| fixed | 60 | 60 | 0 | + +At the baseline's 10% rate, 60 clean trials has probability ~0.0018. The eight +files that failed in the original sweep run **101 passed / 0 skipped**, and the +reproducer's failure count stopped varying between runs. + +**Two process traps hit while verifying this, both worth avoiding.** + +1. **A `build` symlink into another checkout's build tree silently compiles + THAT checkout's source.** CMake stores absolute paths, so + `ninja -C build TesseraAppleRuntimeShared` from a worktree rebuilt the main + tree's `.mm` and produced a dylib without the fix. The tell is the compiler + warning paths naming a directory you are not editing. Configure a build in + the worktree instead. +2. **A minimal build turns the tests you are trying to verify into skips.** The + first "all green" family run had 21 skips reading *"integration requires the + Apple GPU runtime and libtessera_jit ABI"* — and those skips were exactly + five of the failures under investigation. Build `libtessera_jit` and + `tessera-opt`, then re-run: `-rs` and a skip count are the check that a green + result evaluated anything ([[hollow_green_signal_pattern]]). + +**Cross-backend:** not applicable to NVIDIA, ROCm or x86 under +`DISPATCH-BREAKER-RESIDENT-2026-09-03`'s reasoning — this is a Metal 4 queue +API pairing with no sibling. The *general* lesson does transfer and is worth +stating: any backend that submits work and signals completion as two separate +calls on a shared queue has this bug shape, and a shared completion counter +will hide it as an occasional wrong answer rather than a failure. + +## APPLE-MOE-ROUTE-1: the low-precision MoE path jumped the arbiter *(fixed 2026-09-04, M1 Max)* + +**The MoE SwiGLU composite had three implementations and no single place that +chose between them.** `single_fused`, `lowp` and `composed` were three +fall-through blocks, each ending in `except Exception: pass`, so which one ran +was not predictable from the inputs and a failure between them was invisible. + +**The defect is narrower and worse than "untidy".** `lowp` sat **ahead of the +arbiter** and preempted it unconditionally for any uniform f16/bf16 operand, so +`production_route_for` never got to decide for the common low-precision +inference shape. Measured here (best of 5 after warm-up, ms): + +| (T,K,H,N,E) | dtype | single_fused | lowp | composed | +|---|---|---:|---:|---:| +| 64,128,256,128,4 | f32 | 13.23 | — | **1.27** | +| 64,128,256,128,4 | f16 | — | 15.04 | **1.26** | +| 256,256,256,256,8 | f32 | 32.00 | — | **1.89** | +| 256,256,256,256,8 | f16 | — | 35.66 | **1.84** | +| 1024,512,512,512,8 | f16 | — | 1571.06 | **26.31** | + +`composed` wins every case and the gap widens with size (10x → 17x → 60x). It +is also the more accurate: **6.3e-8** relative error against an fp32 reference +where `lowp` is **2.6e-4**, because `composed` accumulates in fp32. So the +low-precision default was ~12-60x slower *and* ~4000x less accurate than the +route it displaced — and `lowp` **has no ledger row at all**: it was preferred +by default while never having been measured into the arbiter. + +**The fix restores the arbiter rather than removing it.** The first attempt +deleted the `production_route_for` call, which the suite caught +(`test_moe_dispatch_consumes_the_strict_exact_row`) and was right to: that +would have made the ledger row a declaration nothing reads (Decision #29) and +"fixed" a slow route by deleting the mechanism whose job is to choose between +routes (Decision #28). Checking the ledger directly settled it — on the +committed ledger it answers `composed`, correctly. It was never the problem. + +`_apple_moe_select_route` is now the one selection point, returning +`(route, reason)`. The arbiter decides between the routes it has evidence +about; `lowp` is opt-in (`TESSERA_APPLE_MOE_LOWP=1`) until it earns a ledger +row; `quant` outranks everything, because per-GEMM quantization is the one +thing the single-kernel paths cannot express. Choosing a route measured slower +than the default lands in the dispatch fallback log under the op's name +(Decision #21), so a machine running a slow lane can be found rather than +guessed at. `tests/unit/test_moe_route_selection.py` (10) pins the matrix, +including an unreadable ledger and a ledger choice the shape cannot honour. + +**Do we need all three? On this evidence, no — but keep them reachable.** +Neither alternative earns a default. Both are waiting on rewrites that could +change that: the fused kernel is one-thread-per-token and needs a +threadgroup-cooperative version, and `lowp`'s single command buffer may win on +a resident streaming lane where the composed path's three dispatches dominate. +The rule this entry sets is that such a path must be **measured into the +arbiter**, not wired ahead of it. + +**Cross-backend:** not applicable to NVIDIA, ROCm or x86 — this is Apple +dispatch-selection code with no sibling, and it changes no dtype, Graph IR +spelling, ABI or numeric contract. The *general* lesson transfers and is worth +stating: an implementation that selects itself ahead of the arbiter is outside +the measured-arbiter model of Decision #28 no matter how fast it is, and this +one was neither fast nor accurate. + ## Cross-backend sync `MATRIX-LANE-RAGGED-SHAPES-2026-09-01` **Owning item:** the matrix-core lanes decline ragged shapes · diff --git a/docs/audit/evidence/e2e_spine/apple_gpu/apple7/manifest.json b/docs/audit/evidence/e2e_spine/apple_gpu/apple7/manifest.json index 5dcd30544..50de391d6 100644 --- a/docs/audit/evidence/e2e_spine/apple_gpu/apple7/manifest.json +++ b/docs/audit/evidence/e2e_spine/apple_gpu/apple7/manifest.json @@ -2,17 +2,17 @@ "architecture": "apple7", "files": { "report.json": { - "bytes": 4918, - "sha256": "e5c6f84030b754895f7c40bf122403c1c6f3a5a02229f90c60451cba1d58c6e8" + "bytes": 4910, + "sha256": "e710f6406c863a6486e79736881863f26a89c492803ccdd912ba23e224fa1a43" }, "resources.json": { "bytes": 4346, - "sha256": "9ab93b1bd0307406afe59dc453b5b9f5e0009da026fce98c6ed211dff53d0f48" + "sha256": "cb02c4ef5edab4a92a0e792ea310ac5fe3c06540de353f994d3d3045bbb2f704" } }, "schema": "tessera.e2e-release-packet.v1", "target": "apple_gpu", - "tested_commit": "1e4f05cd1756a39ca771f04238746b3ad0af97ab", + "tested_commit": "cd12ca2626ee80e1afd039733cb731ee5162efc6", "validation": { "architecture": "apple7", "benchmark_rows": 4, @@ -21,7 +21,7 @@ "fixtures": 2, "level_c_fixtures": 2, "maximum_absolute_error": 0.0, - "source_commit": "1e4f05cd1756a39ca771f04238746b3ad0af97ab", + "source_commit": "cd12ca2626ee80e1afd039733cb731ee5162efc6", "target": "apple_gpu" } } diff --git a/docs/audit/evidence/e2e_spine/apple_gpu/apple7/report.json b/docs/audit/evidence/e2e_spine/apple_gpu/apple7/report.json index 2a190564d..ec6d78bf9 100644 --- a/docs/audit/evidence/e2e_spine/apple_gpu/apple7/report.json +++ b/docs/audit/evidence/e2e_spine/apple_gpu/apple7/report.json @@ -4,13 +4,13 @@ { "discard_first": true, "family": "matmul", - "median_ns": 1039853.75, + "median_ns": 1116434.58, "repetitions": 750, - "resource_fingerprint": "74b60f63ca214b9e242022b500911ee076e0132bcb5360bc6a898fc478a9088b", + "resource_fingerprint": "e1ae90e6a9d76f0c83ff120df784846e021955285df126a843814de5bd965b44", "route": "apple_gpu_bmm_f32_batch1", "run_medians_ns": [ - 1037255.0, - 1042452.5 + 1120960.0, + 1111909.16 ], "selected": true, "stability_limit_pct": 4.0, @@ -21,13 +21,13 @@ { "discard_first": true, "family": "matmul", - "median_ns": 497308.82, + "median_ns": 488604.25, "repetitions": 750, - "resource_fingerprint": "74b60f63ca214b9e242022b500911ee076e0132bcb5360bc6a898fc478a9088b", + "resource_fingerprint": "e1ae90e6a9d76f0c83ff120df784846e021955285df126a843814de5bd965b44", "route": "apple_gpu_bmm_f32_batch1", "run_medians_ns": [ - 496821.34, - 497796.3 + 491298.82, + 485909.68 ], "selected": true, "stability_limit_pct": 4.0, @@ -38,13 +38,13 @@ { "discard_first": true, "family": "softmax", - "median_ns": 400775.42000000004, + "median_ns": 440010.0, "repetitions": 750, - "resource_fingerprint": "d1f5c16643311e04f5b0955b9d46008653a93977c08ea9ac7a8ad3037bb74b73", + "resource_fingerprint": "580a8891e929c11af20cfc0a6760f17e02de2b1858326dc297d951b21b1f2aa8", "route": "apple_gpu_msl_softmax_f32", "run_medians_ns": [ - 398733.34, - 402817.5 + 441975.0, + 438045.0 ], "selected": true, "stability_limit_pct": 4.0, @@ -55,13 +55,13 @@ { "discard_first": true, "family": "softmax", - "median_ns": 106912.73, + "median_ns": 104664.08, "repetitions": 750, - "resource_fingerprint": "d1f5c16643311e04f5b0955b9d46008653a93977c08ea9ac7a8ad3037bb74b73", + "resource_fingerprint": "580a8891e929c11af20cfc0a6760f17e02de2b1858326dc297d951b21b1f2aa8", "route": "apple_gpu_msl_softmax_f32", "run_medians_ns": [ - 106647.7, - 107177.76 + 104741.22, + 104586.94 ], "selected": true, "stability_limit_pct": 4.0, @@ -73,32 +73,32 @@ "cache_proofs": [ { "cold": { - "cache_key": "8121b37136181a4c951b2eb27cacb018b5cfd3f81bd355c0bf4138f2fc6c7176", + "cache_key": "001fa0bd660e0ca738e8ec3ff80b8185ebe7b43b6785b51c42502bbc7c814d47", "compile_state": "prepackaged", - "descriptor_digest": "bd5cbadab67ac28df8dd80b5f1587362c95b4b4e203b3fad8c2091f0973bd7c4", - "image_digest": "347037c38f1fc46c88fbf64c020022be80091d1c45ee9d8bed48d05a63a51b9c" + "descriptor_digest": "bda25129fd1c69d6509678f2b48de6c63b4007c74984c20066d1b2f76c495569", + "image_digest": "a76ba792a62b47c6eadb407e9d8a7fe3857caa6ea627f48f443e7b178450856e" }, "fixture_id": "matmul-f32-2x3x2-v1", "warm": { - "cache_key": "8121b37136181a4c951b2eb27cacb018b5cfd3f81bd355c0bf4138f2fc6c7176", + "cache_key": "001fa0bd660e0ca738e8ec3ff80b8185ebe7b43b6785b51c42502bbc7c814d47", "compile_state": "prepackaged", - "descriptor_digest": "bd5cbadab67ac28df8dd80b5f1587362c95b4b4e203b3fad8c2091f0973bd7c4", - "image_digest": "347037c38f1fc46c88fbf64c020022be80091d1c45ee9d8bed48d05a63a51b9c" + "descriptor_digest": "bda25129fd1c69d6509678f2b48de6c63b4007c74984c20066d1b2f76c495569", + "image_digest": "a76ba792a62b47c6eadb407e9d8a7fe3857caa6ea627f48f443e7b178450856e" } }, { "cold": { - "cache_key": "45101d896a1df9fa333c3b77116909146e03fd15fa355560b98212d3fecb4a68", + "cache_key": "595ff485de6160d969dc2590c5227b66283f59e68efa64b20115004f2e27216d", "compile_state": "prepackaged", - "descriptor_digest": "03ae5f80267f7cf8d4f25e9469b8d07909f34431ad5376b30f6e2ae6df9c4821", - "image_digest": "9d6a0d6ba6ab3feb18dbcbdef3505495dc2b79c9c024b9c58b15d3967f12266c" + "descriptor_digest": "6cb992c666778ada9b107253e22a90e87721e13a7d6da640bb5160169cef2cf5", + "image_digest": "11e7027d86f6c09fca3657db5fd46378144c8b19ff917f08dce82db3f2375391" }, "fixture_id": "softmax-f32-2x2-extreme-v1", "warm": { - "cache_key": "45101d896a1df9fa333c3b77116909146e03fd15fa355560b98212d3fecb4a68", + "cache_key": "595ff485de6160d969dc2590c5227b66283f59e68efa64b20115004f2e27216d", "compile_state": "prepackaged", - "descriptor_digest": "03ae5f80267f7cf8d4f25e9469b8d07909f34431ad5376b30f6e2ae6df9c4821", - "image_digest": "9d6a0d6ba6ab3feb18dbcbdef3505495dc2b79c9c024b9c58b15d3967f12266c" + "descriptor_digest": "6cb992c666778ada9b107253e22a90e87721e13a7d6da640bb5160169cef2cf5", + "image_digest": "11e7027d86f6c09fca3657db5fd46378144c8b19ff917f08dce82db3f2375391" } } ], @@ -120,9 +120,9 @@ ] ] ], - "descriptor_digest": "bd5cbadab67ac28df8dd80b5f1587362c95b4b4e203b3fad8c2091f0973bd7c4", + "descriptor_digest": "bda25129fd1c69d6509678f2b48de6c63b4007c74984c20066d1b2f76c495569", "fixture_id": "matmul-f32-2x3x2-v1", - "image_digest": "347037c38f1fc46c88fbf64c020022be80091d1c45ee9d8bed48d05a63a51b9c", + "image_digest": "a76ba792a62b47c6eadb407e9d8a7fe3857caa6ea627f48f443e7b178450856e", "levels": { "a": "proven", "b": "proven", @@ -140,9 +140,9 @@ 0.5 ] ], - "descriptor_digest": "03ae5f80267f7cf8d4f25e9469b8d07909f34431ad5376b30f6e2ae6df9c4821", + "descriptor_digest": "6cb992c666778ada9b107253e22a90e87721e13a7d6da640bb5160169cef2cf5", "fixture_id": "softmax-f32-2x2-extreme-v1", - "image_digest": "9d6a0d6ba6ab3feb18dbcbdef3505495dc2b79c9c024b9c58b15d3967f12266c", + "image_digest": "11e7027d86f6c09fca3657db5fd46378144c8b19ff917f08dce82db3f2375391", "levels": { "a": "proven", "b": "proven", @@ -159,7 +159,7 @@ "matmul", "softmax" ], - "source_commit": "1e4f05cd1756a39ca771f04238746b3ad0af97ab", + "source_commit": "cd12ca2626ee80e1afd039733cb731ee5162efc6", "target": "apple_gpu", - "toolchain_fingerprint": "8fc1d23998d37cbc5af2b785b6e73b26c81f21309eefaf50711d361153025c1d" + "toolchain_fingerprint": "5dcb86457d9936523b31787541a70303486ad1089e6361a58d19ad42fe9a8f23" } diff --git a/docs/audit/evidence/e2e_spine/apple_gpu/apple7/resources.json b/docs/audit/evidence/e2e_spine/apple_gpu/apple7/resources.json index 1441577cf..d73892b26 100644 --- a/docs/audit/evidence/e2e_spine/apple_gpu/apple7/resources.json +++ b/docs/audit/evidence/e2e_spine/apple_gpu/apple7/resources.json @@ -48,7 +48,7 @@ }, "source_fingerprint": { "state": "measured", - "value": "sha256:12c337036dea501ba6804a7dae969830844d9304ec7e605d2faea27b465e7ee7" + "value": "sha256:5b63fddfc10a23525ba1ab5f6aabd0b7eb645543850b010c9761b9bc978f201d" }, "spill_count": { "state": "no_public_api", @@ -76,7 +76,7 @@ 2 ] ], - "image_digest": "347037c38f1fc46c88fbf64c020022be80091d1c45ee9d8bed48d05a63a51b9c", + "image_digest": "a76ba792a62b47c6eadb407e9d8a7fe3857caa6ea627f48f443e7b178450856e", "placement": { "fixture": { "gpu_placement_proven": true, @@ -89,7 +89,7 @@ "status_symbol": "tessera_apple_gpu_bmm_f32_status" } }, - "resource_fingerprint": "74b60f63ca214b9e242022b500911ee076e0132bcb5360bc6a898fc478a9088b", + "resource_fingerprint": "e1ae90e6a9d76f0c83ff120df784846e021955285df126a843814de5bd965b44", "route": "apple_gpu_bmm_f32_batch1", "timing_shape": [ 1, @@ -107,7 +107,7 @@ 2 ] ], - "image_digest": "9d6a0d6ba6ab3feb18dbcbdef3505495dc2b79c9c024b9c58b15d3967f12266c", + "image_digest": "11e7027d86f6c09fca3657db5fd46378144c8b19ff917f08dce82db3f2375391", "placement": { "fixture": { "execution_width": 32, @@ -136,7 +136,7 @@ ] } }, - "resource_fingerprint": "d1f5c16643311e04f5b0955b9d46008653a93977c08ea9ac7a8ad3037bb74b73", + "resource_fingerprint": "580a8891e929c11af20cfc0a6760f17e02de2b1858326dc297d951b21b1f2aa8", "route": "apple_gpu_msl_softmax_f32", "timing_shape": [ 64, diff --git a/docs/audit/generated/docs_freshness.md b/docs/audit/generated/docs_freshness.md index 9f13a0b5e..40912b2ce 100644 --- a/docs/audit/generated/docs_freshness.md +++ b/docs/audit/generated/docs_freshness.md @@ -2,14 +2,14 @@ Generated from `python/tessera/compiler/docs_manifest.py`. Don't edit by hand — regenerate via `python -c "from tessera.compiler.docs_manifest import render_dashboard; open('docs/audit/generated/docs_freshness.md', 'w').write(render_dashboard())"`. Drift gated by `tests/unit/test_docs_freshness.py`. -Reference date for staleness: **2026-09-03**. +Reference date for staleness: **2026-09-04**. ## Headline - **152** docs catalogued across the canonical doc tree. - **151** carry a `last_updated:` marker; **1** are undated (invisible to the freshness audit until tagged). -- **52** updated within the last 30 days. -- **23** older than 90 days; **0** older than 180 days. +- **51** updated within the last 30 days. +- **24** older than 90 days; **0** older than 180 days. ## Undated docs (no parseable `last_updated`) @@ -23,185 +23,185 @@ These docs need either YAML frontmatter (`last_updated: YYYY-MM-DD`) or a body-f | Path | status | last_updated | days stale | frontmatter | |------|--------|--------------|-----------:|--| -| `AUTODIFF_SPEC.md` | - | 2026-07-14 | 51 | ✓ | -| `CITL_ROCM_TRACE_PROFILER_SPEC.md` | Draft | 2026-08-06 | 28 | ✓ | -| `CLIFFORD_SPEC.md` | - | 2026-05-17 | 109 | ✓ | -| `COMPILER_REFERENCE.md` | Normative | 2026-06-25 | 70 | ✓ | -| `CONFORMANCE.md` | Normative | 2026-06-11 | 84 | ✓ | -| `CONTROL_FLOW_CONTRACT.md` | - | 2026-08-11 | 23 | ✓ | -| `EBM_SPEC.md` | - | 2026-05-16 | 110 | ✓ | -| `GA_EBM_EXECUTION_STATUS.md` | - | 2026-07-18 | 47 | ✓ | -| `GRAPH_IR_SPEC.md` | Normative | 2026-07-14 | 51 | ✓ | -| `LANGUAGE_AND_IR_SPEC.md` | Normative | 2026-05-06 | 120 | ✓ | -| `LANGUAGE_SPEC.md` | Normative | 2026-07-14 | 51 | ✓ | -| `LOWERING_PIPELINE_SPEC.md` | Normative | 2026-07-13 | 52 | ✓ | -| `MEMORY_MODEL_SPEC.md` | Normative | 2026-05-22 | 104 | ✓ | -| `NATIVE_ARTIFACT_SPEC.md` | Normative | 2026-07-19 | 46 | ✓ | -| `PRODUCTION_COMPILER_PLAN.md` | Ratified | 2026-06-05 | 90 | ✓ | -| `PYTHON_API_SPEC.md` | Normative | 2026-07-23 | 42 | ✓ | -| `RUNTIME_ABI_SPEC.md` | Normative | 2026-07-18 | 47 | ✓ | -| `SHAPE_SYSTEM.md` | Normative | 2026-05-22 | 104 | ✓ | -| `TARGET_IR_SPEC.md` | Normative | 2026-08-24 | 10 | ✓ | -| `TILE_IR.md` | Normative | 2026-08-10 | 24 | ✓ | -| `VALIDATION_SPINE.md` | Normative | 2026-08-02 | 32 | ✓ | -| `VALUE_TARGET_IR_CONTRACT.md` | Normative | 2026-06-04 | 91 | ✓ | +| `AUTODIFF_SPEC.md` | - | 2026-07-14 | 52 | ✓ | +| `CITL_ROCM_TRACE_PROFILER_SPEC.md` | Draft | 2026-08-06 | 29 | ✓ | +| `CLIFFORD_SPEC.md` | - | 2026-05-17 | 110 | ✓ | +| `COMPILER_REFERENCE.md` | Normative | 2026-06-25 | 71 | ✓ | +| `CONFORMANCE.md` | Normative | 2026-06-11 | 85 | ✓ | +| `CONTROL_FLOW_CONTRACT.md` | - | 2026-08-11 | 24 | ✓ | +| `EBM_SPEC.md` | - | 2026-05-16 | 111 | ✓ | +| `GA_EBM_EXECUTION_STATUS.md` | - | 2026-07-18 | 48 | ✓ | +| `GRAPH_IR_SPEC.md` | Normative | 2026-07-14 | 52 | ✓ | +| `LANGUAGE_AND_IR_SPEC.md` | Normative | 2026-05-06 | 121 | ✓ | +| `LANGUAGE_SPEC.md` | Normative | 2026-07-14 | 52 | ✓ | +| `LOWERING_PIPELINE_SPEC.md` | Normative | 2026-07-13 | 53 | ✓ | +| `MEMORY_MODEL_SPEC.md` | Normative | 2026-05-22 | 105 | ✓ | +| `NATIVE_ARTIFACT_SPEC.md` | Normative | 2026-07-19 | 47 | ✓ | +| `PRODUCTION_COMPILER_PLAN.md` | Ratified | 2026-06-05 | 91 | ✓ | +| `PYTHON_API_SPEC.md` | Normative | 2026-07-23 | 43 | ✓ | +| `RUNTIME_ABI_SPEC.md` | Normative | 2026-07-18 | 48 | ✓ | +| `SHAPE_SYSTEM.md` | Normative | 2026-05-22 | 105 | ✓ | +| `TARGET_IR_SPEC.md` | Normative | 2026-08-24 | 11 | ✓ | +| `TILE_IR.md` | Normative | 2026-08-10 | 25 | ✓ | +| `VALIDATION_SPINE.md` | Normative | 2026-08-02 | 33 | ✓ | +| `VALUE_TARGET_IR_CONTRACT.md` | Normative | 2026-06-04 | 92 | ✓ | ### `docs/guides/` | Path | status | last_updated | days stale | frontmatter | |------|--------|--------------|-----------:|--| -| `Tessera_Debugging_Tools_Guide.md` | Informative | 2026-05-06 | 120 | ✓ | -| `Tessera_Developer_Frontend_End_To_End.md` | Informative | 2026-05-06 | 120 | ✓ | -| `Tessera_Differentiable_NAS_Guide.md` | Draft | 2026-04-28 | 128 | ✓ | -| `Tessera_Error_Handling_And_Diagnostics_Guide.md` | Normative | 2026-04-28 | 128 | ✓ | -| `Tessera_Fault_Tolerance_And_Elasticity_Guide.md` | Informative | 2026-04-28 | 128 | ✓ | -| `Tessera_Inference_Server_Guide.md` | Informative | 2026-06-11 | 84 | ✓ | -| `Tessera_Production_Reliability_And_Chaos_Guide.md` | Informative | 2026-04-28 | 128 | ✓ | -| `Tessera_Profiler_Release_Gates.md` | Informative | 2026-08-06 | 28 | ✓ | -| `Tessera_Profiling_And_Autotuning_Guide.md` | Informative | 2026-08-06 | 28 | ✓ | -| `Tessera_QA_Reliability_Guide.md` | Informative | 2026-04-28 | 128 | ✓ | -| `Tessera_Runtime_ABI_Guide.md` | Tutorial | 2026-07-14 | 51 | ✓ | -| `Tessera_Tensor_Layout_And_Data_Movement_Guide.md` | Normative | 2026-07-14 | 51 | ✓ | -| `porting_advanced_examples.md` | Informative | 2026-05-09 | 117 | ✓ | +| `Tessera_Debugging_Tools_Guide.md` | Informative | 2026-05-06 | 121 | ✓ | +| `Tessera_Developer_Frontend_End_To_End.md` | Informative | 2026-05-06 | 121 | ✓ | +| `Tessera_Differentiable_NAS_Guide.md` | Draft | 2026-04-28 | 129 | ✓ | +| `Tessera_Error_Handling_And_Diagnostics_Guide.md` | Normative | 2026-04-28 | 129 | ✓ | +| `Tessera_Fault_Tolerance_And_Elasticity_Guide.md` | Informative | 2026-04-28 | 129 | ✓ | +| `Tessera_Inference_Server_Guide.md` | Informative | 2026-06-11 | 85 | ✓ | +| `Tessera_Production_Reliability_And_Chaos_Guide.md` | Informative | 2026-04-28 | 129 | ✓ | +| `Tessera_Profiler_Release_Gates.md` | Informative | 2026-08-06 | 29 | ✓ | +| `Tessera_Profiling_And_Autotuning_Guide.md` | Informative | 2026-08-06 | 29 | ✓ | +| `Tessera_QA_Reliability_Guide.md` | Informative | 2026-04-28 | 129 | ✓ | +| `Tessera_Runtime_ABI_Guide.md` | Tutorial | 2026-07-14 | 52 | ✓ | +| `Tessera_Tensor_Layout_And_Data_Movement_Guide.md` | Normative | 2026-07-14 | 52 | ✓ | +| `porting_advanced_examples.md` | Informative | 2026-05-09 | 118 | ✓ | ### `docs/programming_guide/` | Path | status | last_updated | days stale | frontmatter | |------|--------|--------------|-----------:|--| -| `Tessera_Goals.md` | Tutorial | 2026-07-14 | 51 | ✓ | -| `Tessera_Programming_Guide_Appendix_NVL72.md` | Tutorial | 2026-06-11 | 84 | ✓ | -| `Tessera_Programming_Guide_Chapter10_Portability.md` | Tutorial | 2026-07-13 | 52 | ✓ | -| `Tessera_Programming_Guide_Chapter11_Conclusion.md` | Tutorial | 2026-07-14 | 51 | ✓ | -| `Tessera_Programming_Guide_Chapter1_Introduction_Overview.md` | Tutorial | 2026-06-11 | 84 | ✓ | -| `Tessera_Programming_Guide_Chapter2_Programming_Model.md` | Tutorial | 2026-06-11 | 84 | ✓ | -| `Tessera_Programming_Guide_Chapter3_Memory_Model.md` | Tutorial | 2026-06-11 | 84 | ✓ | -| `Tessera_Programming_Guide_Chapter4_Execution_Model.md` | Tutorial | 2026-06-11 | 84 | ✓ | -| `Tessera_Programming_Guide_Chapter5_Kernel_Programming.md` | Tutorial | 2026-06-11 | 84 | ✓ | -| `Tessera_Programming_Guide_Chapter6_Numerics_Model.md` | Tutorial | 2026-06-11 | 84 | ✓ | -| `Tessera_Programming_Guide_Chapter7_Autodiff.md` | Tutorial | 2026-06-11 | 84 | ✓ | -| `Tessera_Programming_Guide_Chapter8_Layouts_Data_Movement.md` | Tutorial | 2026-06-11 | 84 | ✓ | -| `Tessera_Programming_Guide_Chapter9_Libraries_Primitives.md` | Tutorial | 2026-06-11 | 84 | ✓ | +| `Tessera_Goals.md` | Tutorial | 2026-07-14 | 52 | ✓ | +| `Tessera_Programming_Guide_Appendix_NVL72.md` | Tutorial | 2026-06-11 | 85 | ✓ | +| `Tessera_Programming_Guide_Chapter10_Portability.md` | Tutorial | 2026-07-13 | 53 | ✓ | +| `Tessera_Programming_Guide_Chapter11_Conclusion.md` | Tutorial | 2026-07-14 | 52 | ✓ | +| `Tessera_Programming_Guide_Chapter1_Introduction_Overview.md` | Tutorial | 2026-06-11 | 85 | ✓ | +| `Tessera_Programming_Guide_Chapter2_Programming_Model.md` | Tutorial | 2026-06-11 | 85 | ✓ | +| `Tessera_Programming_Guide_Chapter3_Memory_Model.md` | Tutorial | 2026-06-11 | 85 | ✓ | +| `Tessera_Programming_Guide_Chapter4_Execution_Model.md` | Tutorial | 2026-06-11 | 85 | ✓ | +| `Tessera_Programming_Guide_Chapter5_Kernel_Programming.md` | Tutorial | 2026-06-11 | 85 | ✓ | +| `Tessera_Programming_Guide_Chapter6_Numerics_Model.md` | Tutorial | 2026-06-11 | 85 | ✓ | +| `Tessera_Programming_Guide_Chapter7_Autodiff.md` | Tutorial | 2026-06-11 | 85 | ✓ | +| `Tessera_Programming_Guide_Chapter8_Layouts_Data_Movement.md` | Tutorial | 2026-06-11 | 85 | ✓ | +| `Tessera_Programming_Guide_Chapter9_Libraries_Primitives.md` | Tutorial | 2026-06-11 | 85 | ✓ | ### `docs/operations/` | Path | status | last_updated | days stale | frontmatter | |------|--------|--------------|-----------:|--| -| `Tessera_Standard_Operations.md` | Normative | 2026-07-13 | 52 | ✓ | -| `backend_local_proofs.md` | - | 2026-07-15 | 50 | ✓ | -| `release_gates.md` | Normative | 2026-07-13 | 52 | ✓ | +| `Tessera_Standard_Operations.md` | Normative | 2026-07-13 | 53 | ✓ | +| `backend_local_proofs.md` | - | 2026-07-15 | 51 | ✓ | +| `release_gates.md` | Normative | 2026-07-13 | 53 | ✓ | ### `docs/architecture/` | Path | status | last_updated | days stale | frontmatter | |------|--------|--------------|-----------:|--| -| `Compiler/Tessera_Compiler_Architecture_Overview.md` | Informative | 2026-07-14 | 51 | ✓ | -| `Compiler/Tessera_Compiler_Frontend_Design_GraphIR.md` | Informative | 2026-07-14 | 51 | ✓ | -| `Compiler/Tessera_Compiler_ScheduleIR_Design.md` | Informative | 2026-07-14 | 51 | ✓ | -| `Compiler/Tessera_Compiler_TargetIR_Design.md` | Informative | 2026-07-14 | 51 | ✓ | -| `Compiler/Tessera_Compiler_TileIR_Design.md` | Informative | 2026-07-14 | 51 | ✓ | -| `Compiler/tessera_ir_layers.md` | Informative | 2026-07-13 | 52 | ✓ | -| `Compiler/tessera_tile_ir_documentation.md` | Informative | 2026-07-14 | 51 | ✓ | -| `README.md` | Informative | 2026-05-20 | 106 | ✓ | -| `Tessera_Kernel_Compilation_Stages_Overview.md` | Informative | 2026-05-06 | 120 | ✓ | -| `compiler_gaps_1_3_5_plan.md` | - | 2026-07-14 | 51 | ✓ | -| `compiler_test_architecture.md` | Normative | 2026-08-02 | 32 | ✓ | -| `distributed/megamoe.md` | - | 2026-06-09 | 86 | ✓ | -| `frontend_substrate_plan.md` | Active | 2026-05-20 | 106 | ✓ | -| `inference/serving.md` | - | 2026-07-13 | 52 | ✓ | -| `proposals/cute_tessera_enhancement.md` | Proposal | 2026-04-26 | 130 | ✓ | -| `proposals/tile_fragment_abi.md` | Proposal | 2026-07-19 | 46 | ✓ | -| `proposals/tiled_ssd_tile_ir_schedule.md` | - | 2026-07-14 | 51 | ✓ | -| `stencil_materialize_and_window_lowering.md` | Informative | 2026-05-20 | 106 | ✓ | -| `system_overview.md` | Informative | 2026-06-11 | 84 | ✓ | -| `tessera_target_ir_usage_guide.md` | Informative | 2026-04-30 | 126 | ✓ | -| `workloads/attention-family.md` | Planning | 2026-07-14 | 51 | ✓ | -| `workloads/dflash.md` | - | 2026-07-14 | 51 | ✓ | -| `workloads/msa-cuda-phase3.md` | - | 2026-07-13 | 52 | ✓ | -| `workloads/msa.md` | - | 2026-07-13 | 52 | ✓ | +| `Compiler/Tessera_Compiler_Architecture_Overview.md` | Informative | 2026-07-14 | 52 | ✓ | +| `Compiler/Tessera_Compiler_Frontend_Design_GraphIR.md` | Informative | 2026-07-14 | 52 | ✓ | +| `Compiler/Tessera_Compiler_ScheduleIR_Design.md` | Informative | 2026-07-14 | 52 | ✓ | +| `Compiler/Tessera_Compiler_TargetIR_Design.md` | Informative | 2026-07-14 | 52 | ✓ | +| `Compiler/Tessera_Compiler_TileIR_Design.md` | Informative | 2026-07-14 | 52 | ✓ | +| `Compiler/tessera_ir_layers.md` | Informative | 2026-07-13 | 53 | ✓ | +| `Compiler/tessera_tile_ir_documentation.md` | Informative | 2026-07-14 | 52 | ✓ | +| `README.md` | Informative | 2026-05-20 | 107 | ✓ | +| `Tessera_Kernel_Compilation_Stages_Overview.md` | Informative | 2026-05-06 | 121 | ✓ | +| `compiler_gaps_1_3_5_plan.md` | - | 2026-07-14 | 52 | ✓ | +| `compiler_test_architecture.md` | Normative | 2026-08-02 | 33 | ✓ | +| `distributed/megamoe.md` | - | 2026-06-09 | 87 | ✓ | +| `frontend_substrate_plan.md` | Active | 2026-05-20 | 107 | ✓ | +| `inference/serving.md` | - | 2026-07-13 | 53 | ✓ | +| `proposals/cute_tessera_enhancement.md` | Proposal | 2026-04-26 | 131 | ✓ | +| `proposals/tile_fragment_abi.md` | Proposal | 2026-07-19 | 47 | ✓ | +| `proposals/tiled_ssd_tile_ir_schedule.md` | - | 2026-07-14 | 52 | ✓ | +| `stencil_materialize_and_window_lowering.md` | Informative | 2026-05-20 | 107 | ✓ | +| `system_overview.md` | Informative | 2026-06-11 | 85 | ✓ | +| `tessera_target_ir_usage_guide.md` | Informative | 2026-04-30 | 127 | ✓ | +| `workloads/attention-family.md` | Planning | 2026-07-14 | 52 | ✓ | +| `workloads/dflash.md` | - | 2026-07-14 | 52 | ✓ | +| `workloads/msa-cuda-phase3.md` | - | 2026-07-13 | 53 | ✓ | +| `workloads/msa.md` | - | 2026-07-13 | 53 | ✓ | ### `docs/reference/` | Path | status | last_updated | days stale | frontmatter | |------|--------|--------------|-----------:|--| -| `tessera-api-reference.md` | Informative | 2026-07-13 | 52 | ✓ | +| `tessera-api-reference.md` | Informative | 2026-07-13 | 53 | ✓ | | `tessera_frontend_lanes.md` | - | _undated_ | - | _body_ | -| `tessera_migration_guide_part1.md` | Pre-canonical | 2026-05-20 | 106 | ✓ | -| `tessera_migration_guide_part2.md` | Informative | 2026-05-20 | 106 | ✓ | -| `tessera_tensor_attributes.md` | Normative | 2026-05-11 | 115 | ✓ | +| `tessera_migration_guide_part1.md` | Pre-canonical | 2026-05-20 | 107 | ✓ | +| `tessera_migration_guide_part2.md` | Informative | 2026-05-20 | 107 | ✓ | +| `tessera_tensor_attributes.md` | Normative | 2026-05-11 | 116 | ✓ | ### `docs/audit/` | Path | status | last_updated | days stale | frontmatter | |------|--------|--------------|-----------:|--| -| `MASTER_AUDIT.md` | - | 2026-08-11 | 23 | ✓ | -| `README.md` | - | 2026-08-08 | 26 | ✓ | -| `backend/BACKEND_AUDIT.md` | - | 2026-07-31 | 34 | ✓ | -| `backend/E2E_COMPILATION_AUDIT.md` | - | 2026-07-27 | 38 | ✓ | -| `backend/X86_AVX512_ABI_INVENTORY.md` | - | 2026-07-22 | 43 | ✓ | -| `backend/apple/APPLE_AUDIT.md` | - | 2026-07-28 | 37 | ✓ | -| `backend/apple/APPLE_GPU_CODEGEN_PLAN.md` | - | 2026-07-13 | 52 | ✓ | -| `backend/apple/MPSGRAPH_RUNTIME_GLASS_JAWS.md` | - | 2026-07-13 | 52 | ✓ | -| `backend/apple/README.md` | - | 2026-07-13 | 52 | ✓ | -| `backend/apple/todo.md` | - | 2026-09-03 | 0 | ✓ | -| `backend/nvidia/BLACKWELL_SM120_EXECUTION_PLAN.md` | - | 2026-06-24 | 71 | ✓ | -| `backend/nvidia/NVIDIA_AUDIT.md` | - | 2026-07-18 | 47 | ✓ | -| `backend/nvidia/SM120_DIFFERENTIATION_DASHBOARD.md` | - | 2026-07-19 | 46 | ✓ | -| `backend/nvidia/VERIFY_TARGET_IR_TAIL.md` | - | 2026-07-13 | 52 | ✓ | -| `backend/nvidia/spikes/sm120_mma_sync/README.md` | - | 2026-06-24 | 71 | ✓ | -| `backend/nvidia/todo.md` | - | 2026-09-03 | 0 | ✓ | -| `backend/rocm/GEMM_PERF_LADDER.md` | - | 2026-08-04 | 30 | ✓ | -| `backend/rocm/GFX125X_CDNA5_COMPILER_REFERENCE.md` | - | 2026-08-14 | 20 | ✓ | -| `backend/rocm/GIN_EXACT_DEVICE_RUNBOOK.md` | - | 2026-08-09 | 25 | ✓ | -| `backend/rocm/ROCM_AUDIT.md` | - | 2026-08-14 | 20 | ✓ | -| `backend/rocm/ROCM_LANE_MAP.md` | - | 2026-08-05 | 29 | ✓ | -| `backend/rocm/ROCM_PATTERNS_FROM_AMD_ECOSYSTEM.md` | - | 2026-07-28 | 37 | ✓ | -| `backend/rocm/STRIX_HALO_EXECUTION_PLAN.md` | - | 2026-06-23 | 72 | ✓ | -| `backend/rocm/todo.md` | - | 2026-09-03 | 0 | ✓ | -| `backend/x86/todo.md` | - | 2026-09-03 | 0 | ✓ | -| `compiler/AMD_KERNEL_COMPILER_SURVEY.md` | - | 2026-07-28 | 37 | ✓ | -| `compiler/AUTODIFF_ARCHITECTURE_REVIEW.md` | - | 2026-08-18 | 16 | ✓ | -| `compiler/AUTODIFF_NEXTGEN_PLAN.md` | - | 2026-08-20 | 14 | ✓ | -| `compiler/AUTODIFF_UNIFICATION_PLAN.md` | - | 2026-08-18 | 16 | ✓ | -| `compiler/BLOCK_ATTNRES_ROCM_PLAN.md` | - | 2026-08-13 | 21 | ✓ | -| `compiler/CODE_REVIEW_2026-08-29.md` | - | 2026-08-29 | 5 | ✓ | -| `compiler/COMPILER_ARCHITECTURE_SWEEP.md` | - | 2026-08-11 | 23 | ✓ | -| `compiler/COMPILER_AUDIT.md` | - | 2026-08-10 | 24 | ✓ | -| `compiler/COMPILER_REFACTOR_PLAN.md` | - | 2026-08-08 | 26 | ✓ | -| `compiler/COMPILER_THEORY_OF_OPERATION.md` | - | 2026-07-28 | 37 | ✓ | -| `compiler/CORE_SUBSTRATE_VIEW.md` | - | 2026-08-24 | 10 | ✓ | -| `compiler/CUTE_IR_ASSESSMENT.md` | - | 2026-08-24 | 10 | ✓ | -| `compiler/DIFFERENTIABLE_PROGRAMMING_REVIEW.md` | - | 2026-08-08 | 26 | ✓ | -| `compiler/EGGROLL_SUPPORT_PLAN.md` | - | 2026-08-09 | 25 | ✓ | -| `compiler/EVALUATOR_PLAN.md` | - | 2026-08-08 | 26 | ✓ | -| `compiler/FORGE_ASSESSMENT.md` | - | 2026-08-15 | 19 | ✓ | -| `compiler/FRONTEND_GRAPH_SCHEDULE_REVIEW.md` | - | 2026-08-02 | 32 | ✓ | -| `compiler/FRONT_END_LOWERING_ASSESSMENT.md` | - | 2026-09-03 | 0 | ✓ | -| `compiler/FUNCTIONAL_ANALYSIS_TSOL_PLAN.md` | - | 2026-08-22 | 12 | ✓ | -| `compiler/GAME_THEORY_PLAN.md` | - | 2026-08-15 | 19 | ✓ | -| `compiler/INTEGRATED_COMPILER_PLAN.md` | - | 2026-08-24 | 10 | ✓ | -| `compiler/INTRA_KERNEL_FEEDBACK_PLAN.md` | - | 2026-08-27 | 7 | ✓ | -| `compiler/IR_STACK_INTEGRATION_REVIEW.md` | - | 2026-08-02 | 32 | ✓ | -| `compiler/LSE_CHECKPOINT_CONTRACT.md` | - | 2026-07-27 | 38 | ✓ | -| `compiler/MATH_SOURCE_WORKSTREAM.md` | - | 2026-09-01 | 2 | ✓ | -| `compiler/MATRIX_CALCULUS_REVIEW.md` | - | 2026-08-20 | 14 | ✓ | -| `compiler/OPTIMIZING_COMPILER_PLAN.md` | - | 2026-08-08 | 26 | ✓ | -| `compiler/PDE_STENCIL_CAPABILITY_PLAN.md` | - | 2026-08-14 | 20 | ✓ | -| `compiler/README.md` | - | 2026-08-18 | 16 | ✓ | -| `compiler/RIEMANNIAN_OT_PLAN.md` | - | 2026-08-08 | 26 | ✓ | -| `compiler/SCHEDULE_OBJECT_DESIGN.md` | - | 2026-08-16 | 18 | ✓ | -| `compiler/SEQUENCE_MIXER_ENGINEERING_PLAN.md` | - | 2026-08-08 | 26 | ✓ | -| `compiler/SEQUENCE_MIXER_THEORY.md` | - | 2026-07-17 | 48 | ✓ | -| `compiler/SPARDA_REVIEW.md` | - | 2026-08-12 | 22 | ✓ | -| `compiler/TARGET_IR_REVIEW.md` | - | 2026-08-02 | 32 | ✓ | -| `compiler/TILERT_ASSESSMENT.md` | - | 2026-08-14 | 20 | ✓ | -| `compiler/TILESIGHT_ASSESSMENT.md` | - | 2026-07-30 | 35 | ✓ | -| `compiler/W1_1_TYPING_DESIGN.md` | - | 2026-08-18 | 16 | ✓ | -| `compiler/W1_1_TYPING_INVENTORY.md` | - | 2026-08-02 | 32 | ✓ | -| `compiler/W4_ADMISSIBLE_EFFECTS_PLAN.md` | - | 2026-08-25 | 9 | ✓ | -| `compiler/compiler_enhancement.md` | - | 2026-08-18 | 16 | ✓ | -| `coverage/COVERAGE_AUDIT.md` | - | 2026-08-11 | 23 | ✓ | -| `domain/DOMAIN_AUDIT.md` | - | 2026-06-11 | 84 | ✓ | -| `domain/GA_EBM_ARCHITECTURE_REVIEW.md` | - | 2026-08-02 | 32 | ✓ | -| `roadmap/CF_CROSS_ELEMENT_PLAN.md` | - | 2026-06-30 | 65 | ✓ | -| `roadmap/MODEL_CLASS_ROADMAP.md` | - | 2026-08-12 | 22 | ✓ | -| `roadmap/ROADMAP_AUDIT.md` | - | 2026-08-11 | 23 | ✓ | +| `MASTER_AUDIT.md` | - | 2026-08-11 | 24 | ✓ | +| `README.md` | - | 2026-08-08 | 27 | ✓ | +| `backend/BACKEND_AUDIT.md` | - | 2026-07-31 | 35 | ✓ | +| `backend/E2E_COMPILATION_AUDIT.md` | - | 2026-07-27 | 39 | ✓ | +| `backend/X86_AVX512_ABI_INVENTORY.md` | - | 2026-07-22 | 44 | ✓ | +| `backend/apple/APPLE_AUDIT.md` | - | 2026-07-28 | 38 | ✓ | +| `backend/apple/APPLE_GPU_CODEGEN_PLAN.md` | - | 2026-07-13 | 53 | ✓ | +| `backend/apple/MPSGRAPH_RUNTIME_GLASS_JAWS.md` | - | 2026-07-13 | 53 | ✓ | +| `backend/apple/README.md` | - | 2026-07-13 | 53 | ✓ | +| `backend/apple/todo.md` | - | 2026-09-03 | 1 | ✓ | +| `backend/nvidia/BLACKWELL_SM120_EXECUTION_PLAN.md` | - | 2026-06-24 | 72 | ✓ | +| `backend/nvidia/NVIDIA_AUDIT.md` | - | 2026-07-18 | 48 | ✓ | +| `backend/nvidia/SM120_DIFFERENTIATION_DASHBOARD.md` | - | 2026-07-19 | 47 | ✓ | +| `backend/nvidia/VERIFY_TARGET_IR_TAIL.md` | - | 2026-07-13 | 53 | ✓ | +| `backend/nvidia/spikes/sm120_mma_sync/README.md` | - | 2026-06-24 | 72 | ✓ | +| `backend/nvidia/todo.md` | - | 2026-09-03 | 1 | ✓ | +| `backend/rocm/GEMM_PERF_LADDER.md` | - | 2026-08-04 | 31 | ✓ | +| `backend/rocm/GFX125X_CDNA5_COMPILER_REFERENCE.md` | - | 2026-08-14 | 21 | ✓ | +| `backend/rocm/GIN_EXACT_DEVICE_RUNBOOK.md` | - | 2026-08-09 | 26 | ✓ | +| `backend/rocm/ROCM_AUDIT.md` | - | 2026-08-14 | 21 | ✓ | +| `backend/rocm/ROCM_LANE_MAP.md` | - | 2026-08-05 | 30 | ✓ | +| `backend/rocm/ROCM_PATTERNS_FROM_AMD_ECOSYSTEM.md` | - | 2026-07-28 | 38 | ✓ | +| `backend/rocm/STRIX_HALO_EXECUTION_PLAN.md` | - | 2026-06-23 | 73 | ✓ | +| `backend/rocm/todo.md` | - | 2026-09-03 | 1 | ✓ | +| `backend/x86/todo.md` | - | 2026-09-03 | 1 | ✓ | +| `compiler/AMD_KERNEL_COMPILER_SURVEY.md` | - | 2026-07-28 | 38 | ✓ | +| `compiler/AUTODIFF_ARCHITECTURE_REVIEW.md` | - | 2026-08-18 | 17 | ✓ | +| `compiler/AUTODIFF_NEXTGEN_PLAN.md` | - | 2026-08-20 | 15 | ✓ | +| `compiler/AUTODIFF_UNIFICATION_PLAN.md` | - | 2026-08-18 | 17 | ✓ | +| `compiler/BLOCK_ATTNRES_ROCM_PLAN.md` | - | 2026-08-13 | 22 | ✓ | +| `compiler/CODE_REVIEW_2026-08-29.md` | - | 2026-08-29 | 6 | ✓ | +| `compiler/COMPILER_ARCHITECTURE_SWEEP.md` | - | 2026-08-11 | 24 | ✓ | +| `compiler/COMPILER_AUDIT.md` | - | 2026-08-10 | 25 | ✓ | +| `compiler/COMPILER_REFACTOR_PLAN.md` | - | 2026-08-08 | 27 | ✓ | +| `compiler/COMPILER_THEORY_OF_OPERATION.md` | - | 2026-07-28 | 38 | ✓ | +| `compiler/CORE_SUBSTRATE_VIEW.md` | - | 2026-08-24 | 11 | ✓ | +| `compiler/CUTE_IR_ASSESSMENT.md` | - | 2026-08-24 | 11 | ✓ | +| `compiler/DIFFERENTIABLE_PROGRAMMING_REVIEW.md` | - | 2026-08-08 | 27 | ✓ | +| `compiler/EGGROLL_SUPPORT_PLAN.md` | - | 2026-08-09 | 26 | ✓ | +| `compiler/EVALUATOR_PLAN.md` | - | 2026-08-08 | 27 | ✓ | +| `compiler/FORGE_ASSESSMENT.md` | - | 2026-08-15 | 20 | ✓ | +| `compiler/FRONTEND_GRAPH_SCHEDULE_REVIEW.md` | - | 2026-08-02 | 33 | ✓ | +| `compiler/FRONT_END_LOWERING_ASSESSMENT.md` | - | 2026-09-03 | 1 | ✓ | +| `compiler/FUNCTIONAL_ANALYSIS_TSOL_PLAN.md` | - | 2026-08-22 | 13 | ✓ | +| `compiler/GAME_THEORY_PLAN.md` | - | 2026-08-15 | 20 | ✓ | +| `compiler/INTEGRATED_COMPILER_PLAN.md` | - | 2026-08-24 | 11 | ✓ | +| `compiler/INTRA_KERNEL_FEEDBACK_PLAN.md` | - | 2026-08-27 | 8 | ✓ | +| `compiler/IR_STACK_INTEGRATION_REVIEW.md` | - | 2026-08-02 | 33 | ✓ | +| `compiler/LSE_CHECKPOINT_CONTRACT.md` | - | 2026-07-27 | 39 | ✓ | +| `compiler/MATH_SOURCE_WORKSTREAM.md` | - | 2026-09-01 | 3 | ✓ | +| `compiler/MATRIX_CALCULUS_REVIEW.md` | - | 2026-08-20 | 15 | ✓ | +| `compiler/OPTIMIZING_COMPILER_PLAN.md` | - | 2026-08-08 | 27 | ✓ | +| `compiler/PDE_STENCIL_CAPABILITY_PLAN.md` | - | 2026-08-14 | 21 | ✓ | +| `compiler/README.md` | - | 2026-08-18 | 17 | ✓ | +| `compiler/RIEMANNIAN_OT_PLAN.md` | - | 2026-08-08 | 27 | ✓ | +| `compiler/SCHEDULE_OBJECT_DESIGN.md` | - | 2026-08-16 | 19 | ✓ | +| `compiler/SEQUENCE_MIXER_ENGINEERING_PLAN.md` | - | 2026-08-08 | 27 | ✓ | +| `compiler/SEQUENCE_MIXER_THEORY.md` | - | 2026-07-17 | 49 | ✓ | +| `compiler/SPARDA_REVIEW.md` | - | 2026-08-12 | 23 | ✓ | +| `compiler/TARGET_IR_REVIEW.md` | - | 2026-08-02 | 33 | ✓ | +| `compiler/TILERT_ASSESSMENT.md` | - | 2026-08-14 | 21 | ✓ | +| `compiler/TILESIGHT_ASSESSMENT.md` | - | 2026-07-30 | 36 | ✓ | +| `compiler/W1_1_TYPING_DESIGN.md` | - | 2026-08-18 | 17 | ✓ | +| `compiler/W1_1_TYPING_INVENTORY.md` | - | 2026-08-02 | 33 | ✓ | +| `compiler/W4_ADMISSIBLE_EFFECTS_PLAN.md` | - | 2026-08-25 | 10 | ✓ | +| `compiler/compiler_enhancement.md` | - | 2026-08-18 | 17 | ✓ | +| `coverage/COVERAGE_AUDIT.md` | - | 2026-08-11 | 24 | ✓ | +| `domain/DOMAIN_AUDIT.md` | - | 2026-06-11 | 85 | ✓ | +| `domain/GA_EBM_ARCHITECTURE_REVIEW.md` | - | 2026-08-02 | 33 | ✓ | +| `roadmap/CF_CROSS_ELEMENT_PLAN.md` | - | 2026-06-30 | 66 | ✓ | +| `roadmap/MODEL_CLASS_ROADMAP.md` | - | 2026-08-12 | 23 | ✓ | +| `roadmap/ROADMAP_AUDIT.md` | - | 2026-08-11 | 24 | ✓ | diff --git a/docs/audit/generated/e2e_fleet.csv b/docs/audit/generated/e2e_fleet.csv index 7b7809e3d..30a5cf01e 100644 --- a/docs/audit/generated/e2e_fleet.csv +++ b/docs/audit/generated/e2e_fleet.csv @@ -1,6 +1,6 @@ schema,target,architecture,backend,family,state,packet,source_commit,reason -tessera.e2e-release-packet.v1,apple_gpu,apple7,apple,matmul,release_ready,docs/audit/evidence/e2e_spine/apple_gpu/apple7,1e4f05cd1756a39ca771f04238746b3ad0af97ab,Validated hash-sealed packet. -tessera.e2e-release-packet.v1,apple_gpu,apple7,apple,softmax,release_ready,docs/audit/evidence/e2e_spine/apple_gpu/apple7,1e4f05cd1756a39ca771f04238746b3ad0af97ab,Validated hash-sealed packet. +tessera.e2e-release-packet.v1,apple_gpu,apple7,apple,matmul,release_ready,docs/audit/evidence/e2e_spine/apple_gpu/apple7,cd12ca2626ee80e1afd039733cb731ee5162efc6,Validated hash-sealed packet. +tessera.e2e-release-packet.v1,apple_gpu,apple7,apple,softmax,release_ready,docs/audit/evidence/e2e_spine/apple_gpu/apple7,cd12ca2626ee80e1afd039733cb731ee5162efc6,Validated hash-sealed packet. tessera.e2e-release-packet.v1,apple_gpu,apple7,apple,linalg,packet_pending,,,Family absent from active packet. tessera.e2e-release-packet.v1,apple_gpu,apple7,apple,ppo,packet_pending,,,Family absent from active packet. tessera.e2e-release-packet.v1,apple_gpu,apple7,apple,ebm,packet_pending,,,Family absent from active packet. diff --git a/docs/audit/generated/e2e_fleet.md b/docs/audit/generated/e2e_fleet.md index 4341e0526..50d63f9b6 100644 --- a/docs/audit/generated/e2e_fleet.md +++ b/docs/audit/generated/e2e_fleet.md @@ -6,8 +6,8 @@ | Target | Architecture | Backend | Family | State | Tested commit | Packet | |---|---|---|---|---|---|---| -| `apple_gpu` | `apple7` | `apple` | `matmul` | `release_ready` | `1e4f05cd1756` | `docs/audit/evidence/e2e_spine/apple_gpu/apple7` | -| `apple_gpu` | `apple7` | `apple` | `softmax` | `release_ready` | `1e4f05cd1756` | `docs/audit/evidence/e2e_spine/apple_gpu/apple7` | +| `apple_gpu` | `apple7` | `apple` | `matmul` | `release_ready` | `cd12ca2626ee` | `docs/audit/evidence/e2e_spine/apple_gpu/apple7` | +| `apple_gpu` | `apple7` | `apple` | `softmax` | `release_ready` | `cd12ca2626ee` | `docs/audit/evidence/e2e_spine/apple_gpu/apple7` | | `apple_gpu` | `apple7` | `apple` | `linalg` | `packet_pending` | - | - | | `apple_gpu` | `apple7` | `apple` | `ppo` | `packet_pending` | - | - | | `apple_gpu` | `apple7` | `apple` | `ebm` | `packet_pending` | - | - | diff --git a/python/tessera/runtime.py b/python/tessera/runtime.py index f823b04f9..e60197bec 100644 --- a/python/tessera/runtime.py +++ b/python/tessera/runtime.py @@ -37483,6 +37483,82 @@ def _pad(a: Any) -> Any: raise ValueError(f"apple_gpu spectral lane: unsupported op {op_name!r}") +def _apple_moe_select_route(x: Any, w_gate: Any, w_down: Any, g: Any, + kw: Any, np: Any) -> "tuple[str, str]": + """Which MoE SwiGLU implementation runs, and the reason — one place. + + Returns ``(route, reason)``: ``composed``, ``single_fused``, or ``lowp``. + + **The arbiter decides between the two arbitrated routes** (Decision #28). + `production_route_for` reads the strict route ledger, which is measured on + this device, and on the committed ledger it answers ``composed`` — the + right answer. Keeping that call is the point: the ledger row would + otherwise be a declaration with no consumer (Decision #29), and deleting + an arbiter because one of its candidates is slow removes the mechanism + instead of fixing the measurement. + + **`lowp` was never arbitrated at all**, and that is the defect this + restructure fixes. It sat in a block AHEAD of the arbiter and preempted it + unconditionally for any uniform f16/bf16 operand, so the ledger never got + to decide for the common low-precision inference shape. Measured on this + M1 Max (best of 5 after warm-up, ms): 15.04 vs 1.26 at + (64,128,256,128,4), 35.66 vs 1.84 at (256,256,256,256,8), and 1571.06 vs + 26.31 at (1024,512,512,512,8) — 12x to 60x slower than the route it + displaced, and less accurate too (2.6e-4 relative error against an fp32 + reference where composed is 6.3e-8, because composed accumulates in fp32). + + So `lowp` is opt-in until it has a ledger row of its own. It stays + reachable because its one-command-buffer shape may yet win on a resident + streaming lane — but it has to be *measured* into the arbiter, not wired + ahead of it. + + `quant` outranks everything: per-GEMM quantization semantics are the one + thing the single-kernel paths cannot express. + """ + if kw.get("quant") is not None: + return "composed", "quantized blocks need per-GEMM semantics" + + grouped = int(np.asarray(g).sum()) == int(np.asarray(x).shape[0]) + bf16 = _bfloat16_dtype() + uniform_low = (x.dtype == w_gate.dtype == w_down.dtype + and (x.dtype == np.float16 + or (bf16 is not None and x.dtype == bf16))) + + if os.environ.get("TESSERA_APPLE_MOE_LOWP") == "1": + if grouped and uniform_low: + return "lowp", "TESSERA_APPLE_MOE_LOWP=1 (not arbitrated; measured slower)" + return "composed", "TESSERA_APPLE_MOE_LOWP=1 but the operands are not uniform f16/bf16" + + fused_ok = grouped and ( + int(np.asarray(w_gate).shape[2]) <= _apple_fused_score_cap() + and int(np.asarray(w_down).shape[2]) <= _apple_fused_score_cap()) + + if os.environ.get("TESSERA_APPLE_MOE_FUSED") == "1": + if fused_ok: + return "single_fused", "TESSERA_APPLE_MOE_FUSED=1" + return "composed", "TESSERA_APPLE_MOE_FUSED=1 but the shape is out of the fused kernel's range" + + # The arbiter, for the routes it actually has evidence about. + try: + from .compiler.apple_route_selector import production_route_for + + xs, wgs, wds = (np.asarray(v).shape for v in (x, w_gate, w_down)) + chosen = production_route_for( + op="retune_moe_swiglu", + shape=f"{int(xs[0])}x{int(xs[1])}x{int(wgs[2])}x{int(wds[2])}_e{int(wgs[0])}", + dtype="f32", + incumbent_route="composed", + ) + except Exception as exc: # noqa: BLE001 — an unreadable ledger is not fatal + return "composed", f"route ledger unavailable ({type(exc).__name__}); default" + + if chosen == "single_fused" and fused_ok: + return "single_fused", "strict route ledger" + if chosen == "single_fused": + return "composed", "ledger says single_fused but the shape is out of its range" + return "composed", "strict route ledger" + + def _apple_gpu_dispatch_moe_swiglu_block(operands: Any, kwargs: Any, np: Any) -> Any: """Local SwiGLU-fused MoE expert FFN on Apple GPU. @@ -37527,52 +37603,47 @@ def _apple_gpu_dispatch_moe_swiglu_block(operands: Any, kwargs: Any, np: Any) -> # T×N and rides MPS, and gets relatively faster as T grows. So the composed # path is the default; the fused kernel stays reachable behind # TESSERA_APPLE_MOE_FUSED=1 for a future threadgroup-cooperative rewrite. - selected_route = "composed" - if kw.get("quant") is None: - try: - from .compiler.apple_route_selector import production_route_for - - xa_shape = np.asarray(x).shape - wg_shape = np.asarray(w_gate).shape - wd_shape = np.asarray(w_down).shape - selected_route = production_route_for( - op="retune_moe_swiglu", - shape=( - f"{int(xa_shape[0])}x{int(xa_shape[1])}x{int(wg_shape[2])}x{int(wd_shape[2])}_e{int(wg_shape[0])}" - ), - dtype="f32", - incumbent_route="composed", - ) - except Exception: - selected_route = "composed" - if kw.get("quant") is None and ( - os.environ.get("TESSERA_APPLE_MOE_FUSED") == "1" or selected_route == "single_fused" - ): - xa = np.ascontiguousarray(np.asarray(x, dtype=np.float32)) - wg = np.ascontiguousarray(np.asarray(w_gate, dtype=np.float32)) - wu = np.ascontiguousarray(np.asarray(w_up, dtype=np.float32)) - wd = np.ascontiguousarray(np.asarray(w_down, dtype=np.float32)) - T = int(xa.shape[0]) - H, Kout = int(wg.shape[2]), int(wd.shape[2]) - if int(g.sum()) == T and H <= _apple_fused_score_cap() and Kout <= _apple_fused_score_cap(): - expert_ids = np.repeat(np.arange(wg.shape[0], dtype=np.int32), g) - try: - return np.ascontiguousarray(agb.gpu_moe_swiglu_block(xa, wg, wu, wd, expert_ids)) - except Exception: # noqa: BLE001 — fall to composed - pass - - bf16 = _bfloat16_dtype() - if ( - kw.get("quant") is None - and x.dtype == w_gate.dtype == w_up.dtype == w_down.dtype - and (x.dtype == np.float16 or (bf16 is not None and x.dtype == bf16)) - ): - if int(g.sum()) == int(x.shape[0]): - expert_ids = np.repeat(np.arange(w_gate.shape[0], dtype=np.int32), g) - try: - return np.ascontiguousarray(agb.gpu_moe_swiglu_block_lowp(x, w_gate, w_up, w_down, expert_ids)) - except Exception: # noqa: BLE001 — retain the generic composed fallback - pass + # ── One selection point, and it says WHY ──────────────────────────────── + # + # This used to be three fall-through blocks, each ending in + # `except Exception: pass`, so the implementation that actually ran was not + # predictable from the inputs and a failure between them was invisible. + # Worse, the ordering silently PREFERRED the two slow paths: measured on + # this M1 Max (best of 5, after warm-up), against the composed lane — + # + # (T,K,H,N,E) dtype single_fused lowp composed + # (64,128,256,128,4) f32 13.23 -- 1.27 + # (64,128,256,128,4) f16 -- 15.04 1.26 + # (256,256,256,256,8) f32 32.00 -- 1.89 + # (256,256,256,256,8) f16 -- 35.66 1.84 + # (1024,512,512,512,8) f16 -- 1571.06 26.31 + # + # composed wins EVERY case and the gap widens with size (10x -> 17x -> 60x). + # `lowp` is also the less accurate of the two: 2.6e-4 relative error against + # an fp32 reference where composed is 6.3e-8, because composed accumulates + # in fp32. So the f16/bf16 default was both ~12-60x slower and ~4000x less + # accurate than the path it was chosen over. + # + # Both alternatives stay REACHABLE for the rewrites they are waiting on + # (the fused kernel is one-thread-per-token and needs a threadgroup + # cooperative version; lowp is one command buffer and may win on a resident + # streaming lane), but neither is selected implicitly any more. Selection is + # explicit, recorded, and a failure inside a chosen route is a diagnostic + # rather than a silent downgrade (Decision #21). + route, reason = _apple_moe_select_route(x, w_gate, w_down, g, kw, np) + if route != "composed": + _note_dispatch_fallback( + "apple_gpu.moe_swiglu_block", + f"route {route!r} selected over the measured-faster 'composed' lane ({reason})") + if route == "single_fused": + xa, wg, wu, wd = (np.ascontiguousarray(np.asarray(v, dtype=np.float32)) + for v in (x, w_gate, w_up, w_down)) + expert_ids = np.repeat(np.arange(wg.shape[0], dtype=np.int32), g) + return np.ascontiguousarray(agb.gpu_moe_swiglu_block(xa, wg, wu, wd, expert_ids)) + if route == "lowp": + expert_ids = np.repeat(np.arange(w_gate.shape[0], dtype=np.int32), g) + return np.ascontiguousarray( + agb.gpu_moe_swiglu_block_lowp(x, w_gate, w_up, w_down, expert_ids)) # Composed path — proven grouped-GEMM + silu_mul lanes (and the quant path). def gg(a: Any, b: Any) -> Any: diff --git a/src/compiler/codegen/Tessera_Apple_Backend/runtime/apple_gpu_runtime.mm b/src/compiler/codegen/Tessera_Apple_Backend/runtime/apple_gpu_runtime.mm index b3e4c73c6..b9546915f 100644 --- a/src/compiler/codegen/Tessera_Apple_Backend/runtime/apple_gpu_runtime.mm +++ b/src/compiler/codegen/Tessera_Apple_Backend/runtime/apple_gpu_runtime.mm @@ -4156,16 +4156,32 @@ static int32_t _mlpkg_copy_tensor_at(void *handle, int32_t index, extern "C" int32_t tessera_apple_gpu_mlpkg_dispatch(void *handle, uint64_t timeout_ms) { - if (!handle) return 0; + // Every failure below reports on the last-error channel. It previously + // returned 0 from ten places and set the channel from none, so a failed + // packaged dispatch surfaced to the caller as + // `dispatch returned False; last_error_kind=0` -- true, useless, and + // indistinguishable between "no ML encoder on this SDK" and "the device + // stopped answering". Kind 2 is an ordinary per-op failure; kind 1 is + // reserved for the timeout, and is what feeds the Python dispatch breaker. + if (!handle) { + ts_set_last_gpu_error(2, "mlpkg_dispatch", "null pipeline handle"); + return 0; + } MetalDeviceContext &ctx = deviceContext(); - if (!ctx.ok) return 0; + if (!ctx.ok) { + ts_set_last_gpu_error(2, "mlpkg_dispatch", "Metal device context unavailable"); + return 0; + } if (@available(macOS 26.0, iOS 26.0, *)) { @autoreleasepool { TesseraMlpkgPipeline *box = (__bridge TesseraMlpkgPipeline *)handle; - if (!box.pipelineState) return 0; + if (!box.pipelineState) { + ts_set_last_gpu_error(2, "mlpkg_dispatch", "pipeline state not compiled"); + return 0; + } if (!box.argumentTable) { - fprintf(stderr, "[tessera_apple_gpu_mlpkg] dispatch: argument " - "table not prepared — call prepare_tensors() first\n"); + ts_set_last_gpu_error(2, "mlpkg_dispatch", + "argument table not prepared; call prepare_tensors() first"); return 0; } id dev = ctx.device; @@ -4191,6 +4207,8 @@ static int32_t _mlpkg_copy_tensor_at(void *handle, int32_t index, if (!box.intermediatesHeap) { fprintf(stderr, "[tessera_apple_gpu_mlpkg] heap create failed " "for size=%lu\n", (unsigned long)heapSize); + ts_set_last_gpu_error(2, "mlpkg_dispatch", + "intermediates heap allocation failed"); return 0; } } @@ -4199,9 +4217,16 @@ static int32_t _mlpkg_copy_tensor_at(void *handle, int32_t index, // ``mtl4_dispatch_mu`` and so create fresh objects per call). id allocator = [dev newCommandAllocator]; id cb = [dev newCommandBuffer]; - if (!allocator || !cb) return 0; + if (!allocator || !cb) { + ts_set_last_gpu_error(2, "mlpkg_dispatch", + "command allocator or command buffer creation failed"); + return 0; + } id queue = mtl4_shared_queue(ctx); - if (!queue) return 0; + if (!queue) { + ts_set_last_gpu_error(2, "mlpkg_dispatch", "no MTL4 command queue"); + return 0; + } // Encode + commit. [cb beginCommandBufferWithAllocator:allocator]; // ``machineLearningCommandEncoder`` lives on a sub-protocol of @@ -4215,6 +4240,8 @@ static int32_t _mlpkg_copy_tensor_at(void *handle, int32_t index, if (!encoder) { fprintf(stderr, "[tessera_apple_gpu_mlpkg] dispatch: ML encoder " "unavailable (host SDK may not expose it)\n"); + ts_set_last_gpu_error(2, "mlpkg_dispatch", + "machineLearningCommandEncoder unavailable on this SDK"); return 0; } // ``setArgumentTable:`` + ``setPipelineState:`` are MTL4 standard @@ -4233,7 +4260,6 @@ static int32_t _mlpkg_copy_tensor_at(void *handle, int32_t index, // the SDK header accepts it (the `MTL4CommandBuffer*` form // doesn't conform to the type's strict requirements). const id cbs[1] = {cb}; - [queue commit:cbs count:1]; // PK audit P2 (2026-05-31) — packaged ML has its OWN shared event + // monotonic counter, guarded by its OWN mutex. The canonical MTL4 // dispatcher (``mtl4_matmul2d_dispatch`` and friends) takes @@ -4248,19 +4274,55 @@ static int32_t _mlpkg_copy_tensor_at(void *handle, int32_t index, // isolation keeps the queue shared (the queue itself serializes // submission, so we don't lose ordering) while giving each lane its // own scoreboard. - id ev; - uint64_t signal_val; + // A per-dispatch event, NOT the context-wide one -- the same correction + // `commit_and_wait_with_timeout` and its MPSGraph sibling already took. + // The shared `mlpkg_event` reserves an increasing value under + // `mlpkg_event_mu` and then RELEASES it before the command buffer is + // committed and signalled, so two concurrent packaged dispatches can + // submit out of reservation order. When the value-2 buffer signals + // first the event is already past 1, and the value-1 waiter returns + // while its own command buffer is still running; when the ordering + // inverts the other way a waiter is never satisfied and times out. + // Both were observed: `test_apple_mlpkg_concurrency` failed as + // "thread 1 dispatch 1 returned False (last_error_kind=0)", and 20 + // more packaged dispatches failed the same way in the same sweep while + // every one of them passed in isolation. + // + // Lane isolation (the earlier P2 fix) separated this event from the + // canonical MTL4 lane's, which fixed cross-lane collisions. It could not + // fix collisions BETWEEN packaged dispatches, because they share this + // one counter. A private event has exactly one waiter and one signal, + // so no other dispatch can satisfy or starve this wait. + uint64_t signal_val = 1; + id ev = [dev newSharedEvent]; + if (!ev) { + ts_set_last_gpu_error(2, "mlpkg_dispatch", + "shared event creation failed; cannot bound the wait"); + return 0; + } { + // COMMIT AND SIGNAL AS ONE. `mtl4_shared_queue` is shared by every + // packaged dispatch, and this lane deliberately does not take + // `mtl4_dispatch_mu` (fresh allocator + command buffer per call). That + // is right for the per-pipeline state, but `commit:` and + // `signalEvent:value:` are two separate queue operations: unlocked, + // thread B interleaves between A's commit and A's signal, and A's + // signal no longer denotes A's buffer. + // + // The shared event HID this. Any thread's signal satisfied any thread's + // wait, so a waiter could return on another dispatch's completion -- + // reading its outputs while its own buffer was still running -- and the + // suite saw only an occasional + // `dispatch returned False (last_error_kind=0)`. Switching to a private + // event exposed it at once as a wait that never completes, which is the + // truthful symptom: the signal really was not arriving for this buffer. + // + // The wait stays OUTSIDE the lock, so dispatches still overlap on the + // GPU; only the two-call submission is serialized. std::lock_guard lock(ctx.mlpkg_event_mu); - ev = (id)ctx.mlpkg_event; - if (!ev) { - ev = [dev newSharedEvent]; - ctx.mlpkg_event = ev; - } - if (!ev) return 0; - signal_val = ++ctx.mlpkg_event_val; + [queue commit:cbs count:1]; + [queue signalEvent:ev value:signal_val]; } - [queue signalEvent:ev value:signal_val]; bool done = [ev waitUntilSignaledValue:signal_val timeoutMS:timeout_ms]; if (!done) { @@ -4269,11 +4331,20 @@ static int32_t _mlpkg_copy_tensor_at(void *handle, int32_t index, (unsigned long long)timeout_ms, (unsigned long long)ev.signaledValue, (unsigned long long)signal_val); + // Kind 1 is the reserved "device never signalled" -- the one kind that + // feeds the Python dispatch breaker, so a wedged device stops being + // asked instead of paying this timeout once per packaged dispatch. + ts_set_last_gpu_error(1, "mlpkg_dispatch", + "packaged ML dispatch did not signal (hung/timed out); " + "outputs are invalid"); + ts_quarantine_pooled_buffers_after_timeout(); return 0; } return 1; } } + ts_set_last_gpu_error(2, "mlpkg_dispatch", + "packaged ML requires macOS 26.0 / iOS 26.0 or newer"); return 0; } diff --git a/tests/unit/test_moe_route_selection.py b/tests/unit/test_moe_route_selection.py new file mode 100644 index 000000000..b8b626921 --- /dev/null +++ b/tests/unit/test_moe_route_selection.py @@ -0,0 +1,184 @@ +"""The MoE SwiGLU composite selects its implementation in ONE place, explicitly. + +It used to be three fall-through blocks each ending in `except Exception: pass`, +so which of three implementations ran was not predictable from the inputs and a +failure between them was invisible. The ordering also silently preferred the +slow ones: any uniform f16/bf16 input took `lowp`, and the route ledger could +select `single_fused`. + +Measured on this M1 Max (best of 5 after warm-up, milliseconds): + + (T,K,H,N,E) dtype single_fused lowp composed + (64,128,256,128,4) f32 13.23 -- 1.27 + (64,128,256,128,4) f16 -- 15.04 1.26 + (256,256,256,256,8) f32 32.00 -- 1.89 + (256,256,256,256,8) f16 -- 35.66 1.84 + (1024,512,512,512,8) f16 -- 1571.06 26.31 + +`composed` wins every case and the gap widens with size. It is also the more +accurate: 6.3e-8 relative error against an fp32 reference where `lowp` is +2.6e-4, because `composed` accumulates in fp32. So the low-precision default +was both ~12-60x slower and ~4000x less accurate than the path it displaced. + +These tests pin the selection, not the speed -- a timing assertion here would +be a flaky perf gate on shared CI. The measurement lives in the comment and in +the plan entry, where it can be re-run deliberately. +""" + +from __future__ import annotations + +import numpy as np +import pytest + +from tessera import runtime as R + +#: The nine selection tests are pure logic and run everywhere -- that is the +#: point of moving selection out of the dispatcher. Only the one test that +#: actually DISPATCHES needs the device, and it carries the same marker its +#: siblings in test_moe_swiglu_block.py use. +gpu = pytest.mark.hardware_apple_gpu + +G = np.array([2, 2]) + + +def _ops(dtype): + rng = np.random.default_rng(3) + return (rng.standard_normal((4, 8)).astype(dtype), + rng.standard_normal((2, 8, 10)).astype(dtype), + rng.standard_normal((2, 10, 6)).astype(dtype)) + + +@pytest.fixture(autouse=True) +def _no_opt_ins(monkeypatch): + monkeypatch.delenv("TESSERA_APPLE_MOE_FUSED", raising=False) + monkeypatch.delenv("TESSERA_APPLE_MOE_LOWP", raising=False) + + +@pytest.mark.parametrize("dtype", [np.float32, np.float16]) +def test_composed_is_the_default_for_every_dtype(dtype): + """The regression that matters: f16/bf16 must no longer opt itself into the + slowest, least accurate implementation just by being low precision. + + Note what the defect actually was. `lowp` sat in a block AHEAD of the + arbiter and preempted it unconditionally, so the route ledger -- which + answers `composed` on the committed ledger, i.e. correctly -- never got to + decide for the common low-precision shape. The fix restores the arbiter + rather than removing it. + """ + x, wg, wd = _ops(dtype) + route, reason = R._apple_moe_select_route(x, wg, wd, G, {}, np) + assert route == "composed", reason + + +def test_quantized_blocks_force_composed_even_under_an_opt_in(monkeypatch): + """Per-GEMM quant semantics are the one thing the single-kernel paths + cannot express, so `quant` outranks the escape hatches rather than racing + them.""" + monkeypatch.setenv("TESSERA_APPLE_MOE_FUSED", "1") + x, wg, wd = _ops(np.float32) + route, reason = R._apple_moe_select_route(x, wg, wd, G, {"quant": "int8"}, np) + assert route == "composed" and "quant" in reason + + +def test_the_alternatives_are_reachable_but_only_by_name(monkeypatch): + """Both stay available for the rewrites they are waiting on; neither is + implicit any more.""" + monkeypatch.setenv("TESSERA_APPLE_MOE_FUSED", "1") + x32, wg32, wd32 = _ops(np.float32) + assert R._apple_moe_select_route(x32, wg32, wd32, G, {}, np)[0] == "single_fused" + + monkeypatch.delenv("TESSERA_APPLE_MOE_FUSED") + monkeypatch.setenv("TESSERA_APPLE_MOE_LOWP", "1") + x16, wg16, wd16 = _ops(np.float16) + assert R._apple_moe_select_route(x16, wg16, wd16, G, {}, np)[0] == "lowp" + + +def test_an_opt_in_the_shape_cannot_honour_says_so(monkeypatch): + """Asking for `lowp` with f32 operands returns `composed` WITH a reason + naming the mismatch, rather than silently ignoring the request.""" + monkeypatch.setenv("TESSERA_APPLE_MOE_LOWP", "1") + x, wg, wd = _ops(np.float32) + route, reason = R._apple_moe_select_route(x, wg, wd, G, {}, np) + assert route == "composed" + assert "f16" in reason or "bf16" in reason, reason + + +def test_every_reason_is_non_empty(): + """A selection without a reason is the state this replaced.""" + for dtype in (np.float32, np.float16): + x, wg, wd = _ops(dtype) + for kw in ({}, {"quant": "int8"}): + _, reason = R._apple_moe_select_route(x, wg, wd, G, kw, np) + assert reason and reason.strip() + + +@gpu +def test_choosing_a_slower_route_is_recorded_not_silent(monkeypatch): + """Decision #21: taking a route measured slower than the default must land + in the dispatch fallback log under the op's name, so a machine running the + slow lane can be found rather than guessed at.""" + monkeypatch.setenv("TESSERA_APPLE_MOE_LOWP", "1") + rng = np.random.default_rng(11) + x = rng.standard_normal((4, 8)).astype(np.float16) + wg = rng.standard_normal((2, 8, 10)).astype(np.float16) + wu = rng.standard_normal((2, 8, 10)).astype(np.float16) + wd = rng.standard_normal((2, 10, 6)).astype(np.float16) + before = len(R._DISPATCH_FALLBACK_LOG) + R._apple_gpu_dispatch_moe_swiglu_block([x, wg, wu, wd, [2, 2]], {}, np) + new = list(R._DISPATCH_FALLBACK_LOG)[before:] + assert any(op == "apple_gpu.moe_swiglu_block" and "lowp" in reason + for op, reason in new), new + + +def test_the_arbiter_is_still_consulted(monkeypatch): + """Decision #28/#29: the strict route ledger row must keep its consumer. + + Deleting the `production_route_for` call would have made the MoE ledger row + a declaration nothing reads, and would have "fixed" a slow route by + removing the mechanism that is supposed to choose between routes. The + arbiter decides; `lowp` is merely no longer allowed to jump the queue. + """ + from tessera.compiler import apple_route_selector + + seen = {} + + def fake(**kwargs): + seen.update(kwargs) + return "composed" + + monkeypatch.setattr(apple_route_selector, "production_route_for", fake) + x, wg, wd = _ops(np.float16) + route, reason = R._apple_moe_select_route(x, wg, wd, G, {}, np) + assert route == "composed" and "ledger" in reason + assert seen["op"] == "retune_moe_swiglu" + assert seen["shape"] == "4x8x10x6_e2", seen + + +def test_an_unreadable_ledger_is_not_fatal(monkeypatch): + """A ledger that cannot be read falls back to the measured-best default + WITH a reason, rather than raising or silently guessing.""" + from tessera.compiler import apple_route_selector + + def boom(**kwargs): + raise RuntimeError("ledger corrupt") + + monkeypatch.setattr(apple_route_selector, "production_route_for", boom) + x, wg, wd = _ops(np.float32) + route, reason = R._apple_moe_select_route(x, wg, wd, G, {}, np) + assert route == "composed" and "unavailable" in reason + + +def test_a_ledger_choice_the_shape_cannot_honour_is_declined(monkeypatch): + """The fused kernel has a shape range. A ledger row that names it for an + out-of-range shape must decline with a reason, not dispatch into it.""" + from tessera.compiler import apple_route_selector + + monkeypatch.setattr(apple_route_selector, "production_route_for", + lambda **k: "single_fused") + rng = np.random.default_rng(4) + big = R._apple_fused_score_cap() + 8 + x = rng.standard_normal((4, 8)).astype(np.float32) + wg = rng.standard_normal((2, 8, big)).astype(np.float32) + wd = rng.standard_normal((2, big, 6)).astype(np.float32) + route, reason = R._apple_moe_select_route(x, wg, wd, G, {}, np) + assert route == "composed" and "out of its range" in reason