Skip to content

[HIP] gfx950 A8W4 fused_moe configs for DSv4.1 TP-sharded experts #6125

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
valarLip merged 1 commit into from
Oct 4, 2026
+129 −1
Merged

[HIP] gfx950 A8W4 fused_moe configs for DSv4.1 TP-sharded experts #6125

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
64 changes: 64 additions & 0 deletions aiter/configs/model_configs/dsv41_fp8_tuned_fmoe.csv
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -12,3 +12,67 @@ gfx950,256,2048,5120,2304,96,6,ActivationType.Silu,torch.bfloat16,torch.float8_e
gfx950,256,4096,5120,2304,96,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,622.8701,flydsl_moe1_afp8_wfp4_bf16_t64x128x256_w3_bnt0_gui_fp8,0.0%,345.1349,flydsl_moe2_layout_afp8_wfp4_bf16_t64x256x128_atomic_sbm64,0.0%,968.005,0,0,0,1796.96,3574.67,0
gfx950,256,8192,5120,2304,96,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,1007.6648,flydsl_moe1_afp8_wfp4_bf16_t128x256x256_w2_bnt0_gui_fp8,0.0%,636.6482,flydsl_moe2_layout_afp8_wfp4_bf16_t64x256x128_atomic_sbm128,0.0%,1644.313,0,0,0,2115.73,2142.67,0
gfx950,256,16384,5120,2304,96,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,1907.0246,flydsl_moe1_afp8_wfp4_bf16_t128x256x256_w3_bnt0_gui_fp8,0.0%,1207.4718,flydsl_moe2_layout_afp8_wfp4_bf16_t64x256x128_atomic_sbm128,0.0%,3114.4964,0,0,0,2234.02,1171.63,0
gfx950,256,1,5120,640,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,10.2345,flydsl_moe1_afp8_wfp4_bf16_t32x64x256_w3_gui_kw4_fp8,0.0%,7.2947,flydsl_moe2_layout_afp8_wfp4_bf16_t32x128x128_atomic_nt_sbm32,0.0%,17.5292,0,0,0,3.36,71783.46,0
gfx950,256,2,5120,640,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,10.5529,flydsl_moe1_afp8_wfp4_bf16_t32x64x256_w4_gui_kw4_fp8,0.0%,8.0288,flydsl_moe2_layout_afp8_wfp4_bf16_t32x128x128_atomic_sbm32,0.0%,18.5817,0,0,0,6.35,67718.34,0
gfx950,256,4,5120,640,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,12.1914,flydsl_moe1_afp8_wfp4_bf16_t32x64x256_w2_bnt0_gui_kw4_fp8,0.0%,8.9881,flydsl_moe2_layout_afp8_wfp4_bf16_t32x128x128_atomic_sbm32,0.0%,21.1795,0,0,0,11.14,59413.71,0
gfx950,256,8,5120,640,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,17.9801,flydsl_moe1_afp8_wfp4_bf16_t32x128x256_bnt0_gui_fp8,0.0%,13.3977,flydsl_moe2_layout_afp8_wfp4_bf16_t32x256x128_reduce_nt_sbm32,0.0%,31.3778,0,0,0,15.04,40105.24,0
gfx950,256,16,5120,640,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,29.396,flydsl_moe1_afp8_wfp4_bf16_t32x64x256_w4_gui_fp8,0.0%,19.6031,flydsl_moe2_layout_afp8_wfp4_bf16_t32x256x128_reduce_sbm32,0.0%,48.9991,0,0,0,19.26,25684.9,0
gfx950,256,32,5120,640,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,49.17,flydsl_moe1_afp8_wfp4_bf16_t16x256x256_w3_gui,0.1%,26.6239,flydsl_moe2_afp8_wfp4_bf16_t16x128x128_atomic,0.0%,75.7939,0,0,0,24.9,16607.97,0
gfx950,256,64,5120,640,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,63.9239,flydsl_moe1_afp8_wfp4_bf16_t16x128x256_w2_gui,0.1%,35.3344,flydsl_moe2_afp8_wfp4_bf16_t16x128x128_atomic_bnt2,0.0%,99.2583,0,0,0,38.03,12686.84,0
gfx950,256,128,5120,640,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,68.9241,flydsl_moe1_afp8_wfp4_bf16_t32x128x256_w3_gui_fp8,0.0%,43.0481,flydsl_moe2_layout_afp8_wfp4_bf16_t32x256x128_atomic_nt_sbm32,0.0%,111.9722,0,0,0,67.43,11255.09,0
gfx950,256,256,5120,640,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,,flydsl_moe1_afp8_wfp4_bf16_t32x128x256_w2_gui,,,flydsl_moe2_afp8_wfp4_bf16_t32x128x128_atomic_bnt2,,139.2,0,0,0,,,0
gfx950,256,512,5120,640,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,,flydsl_moe1_afp8_wfp4_bf16_t32x128x256_w2_gui,,,flydsl_moe2_afp8_wfp4_bf16_t32x128x128_atomic_bnt2,,149.6,0,0,0,,,0
gfx950,256,1024,5120,640,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,,flydsl_moe1_afp8_wfp4_bf16_t32x128x256_w2_gui,,,flydsl_moe2_afp8_wfp4_bf16_t32x128x128_atomic_bnt2,,165.9,0,0,0,,,0
gfx950,256,2048,5120,640,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,86.259,flydsl_moe1_afp8_wfp4_bf16_t64x256x256_w3_gui_fp8,0.0%,71.5973,flydsl_moe2_layout_afp8_wfp4_bf16_t64x256x128_reduce_nt_sbm64,0.0%,157.8563,0,0,0,765.23,8170.4,0
gfx950,256,4096,5120,640,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,129.624,flydsl_moe1_afp8_wfp4_bf16_t128x256x256_w4_gui_fp8,0.0%,118.165,flydsl_moe2_layout_afp8_wfp4_bf16_t128x256x128_reduce_sbm128,0.0%,247.789,0,0,0,974.99,5331.98,0
gfx950,256,8192,5120,640,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,233.6862,flydsl_moe1_afp8_wfp4_bf16_t64x128x256_w2_bnt0_gui_fp8,0.0%,188.8177,flydsl_moe2_layout_afp8_wfp4_bf16_t64x256x128_reduce_sbm64,0.0%,422.5039,0,0,0,1143.62,3275.99,0
gfx950,256,16384,5120,640,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,377.3909,flydsl_moe1_afp8_wfp4_bf16_t64x128x256_w3_bnt0_gui_xcd4_fp8,0.0%,373.1767,flydsl_moe2_layout_afp8_wfp4_bf16_t64x256x128_reduce_sbm64,0.0%,750.5676,0,0,0,1287.52,2011.74,0
gfx950,256,32768,5120,640,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,664.6241,flydsl_moe1_afp8_wfp4_bf16_t64x256x256_w2_bnt0_gui_xcd4_fp8,0.0%,738.0292,flydsl_moe2_layout_afp8_wfp4_bf16_t64x256x128_reduce_sbm64,0.0%,1402.6533,0,0,0,1377.91,1255.91,0
gfx950,256,1,5120,640,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,10.2878,flydsl_moe1_afp8_wfp4_bf16_t32x64x256_w4_gui_kw4_fp8,0.0%,7.1711,flydsl_moe2_layout_afp8_wfp4_bf16_t32x128x128_atomic_nt_sbm32,0.0%,17.4589,0,0,0,6.76,216215.74,0
gfx950,256,2,5120,640,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,12.08,flydsl_moe1_afp8_wfp4_bf16_t32x64x256_w3_gui_kw4_fp8,0.0%,9.291,flydsl_moe2_layout_afp8_wfp4_bf16_t32x128x128_atomic_sbm32,0.0%,21.371,0,0,0,11.04,176636.77,0
gfx950,256,4,5120,640,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,16.8251,flydsl_moe1_afp8_wfp4_bf16_t32x64x256_w3_gui_kw2_fp8,0.0%,14.3416,flydsl_moe2_layout_afp8_wfp4_bf16_t32x256x128_reduce_sbm32,0.0%,31.1667,0,0,0,15.14,121120.78,0
gfx950,256,8,5120,640,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,28.7266,flydsl_moe1_afp8_wfp4_bf16_t32x128x256_w2_gui_fp8,0.0%,21.0081,flydsl_moe2_layout_afp8_wfp4_bf16_t32x256x128_reduce_sbm32,0.0%,49.7347,0,0,0,18.98,75902.67,0
gfx950,256,16,5120,640,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,54.2692,flydsl_moe1_afp8_wfp4_bf16_t32x128x256_w2_gui_fp8,0.0%,32.7935,flydsl_moe2_layout_afp8_wfp4_bf16_t32x256x128_atomic_nt_sbm32,0.0%,87.0627,0,0,0,21.68,43360.93,0
gfx950,256,32,5120,640,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,90.9479,flydsl_moe1_afp8_wfp4_bf16_t16x128x256_w3_gui,0.1%,50.6914,flydsl_moe2_afp8_wfp4_bf16_t16x128x128_atomic_bnt2,0.0%,141.6393,0,0,0,26.65,26654.79,0
gfx950,256,64,5120,640,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,142.53220000000002,flydsl_moe1_afp8_wfp4_bf16_t16x256x256_w4_gui,0.1%,80.1071,flydsl_moe2_afp8_wfp4_bf16_t16x128x256_atomic,0.0%,222.6393,0,0,0,33.91,16959.52,0
gfx950,256,128,5120,640,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,190.6764,flydsl_moe1_afp8_wfp4_bf16_t16x256x256_w3_gui,0.1%,108.7615,flydsl_moe2_afp8_wfp4_bf16_t16x128x128_atomic_bnt2_persist,0.0%,299.4379,0,0,0,50.43,12613.1,0
gfx950,256,256,5120,640,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,197.0091,flydsl_moe1_afp8_wfp4_bf16_t32x128x256_w3_gui_fp8,0.0%,112.4786,flydsl_moe2_layout_afp8_wfp4_bf16_t32x256x128_atomic_nt_sbm32,0.0%,309.4877,0,0,0,97.58,12209.87,0
gfx950,256,512,5120,640,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,199.5571,flydsl_moe1_afp8_wfp4_bf16_t32x128x256_w4_gui_fp8,0.0%,118.9752,flydsl_moe2_layout_afp8_wfp4_bf16_t32x256x128_atomic_nt_sbm32,0.0%,318.5323,0,0,0,189.61,11875.52,0
gfx950,256,1024,5120,640,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,202.6128,flydsl_moe1_afp8_wfp4_bf16_t32x128x256_w4_gui_fp8,0.0%,121.693,flydsl_moe2_layout_afp8_wfp4_bf16_t32x256x128_atomic_nt_sbm32,0.0%,324.3058,0,0,0,372.48,11688.36,0
gfx950,256,2048,5120,640,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,,flydsl_moe1_afp8_wfp4_bf16_t64x128x256_w3_bnt0_gui,,,flydsl_moe2_afp8_wfp4_bf16_t64x128x128_atomic,,488.4,0,0,0,,,0
gfx950,256,4096,5120,640,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,249.7347,flydsl_moe1_afp8_wfp4_bf16_t64x256x256_w2_gui_fp8,0.0%,207.0338,flydsl_moe2_layout_afp8_wfp4_bf16_t64x256x128_reduce_nt_sbm64,0.0%,456.7685,0,0,0,1057.83,8402.04,0
gfx950,256,8192,5120,640,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,389.3694,flydsl_moe1_afp8_wfp4_bf16_t128x128x256_w2_gui_fp8,0.0%,390.9451,flydsl_moe2_layout_afp8_wfp4_bf16_t64x256x128_reduce_sbm128,0.0%,780.3145,0,0,0,1238.43,4998.89,0
gfx950,256,16384,5120,640,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,721.6682,flydsl_moe1_afp8_wfp4_bf16_t128x256x256_w2_bnt0_gui_fp8,0.0%,724.9836,flydsl_moe2_layout_afp8_wfp4_bf16_t64x256x128_reduce_sbm128,0.0%,1446.6518,0,0,0,1336.01,2783.35,0
gfx950,256,32768,5120,640,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,1337.0225,flydsl_moe1_afp8_wfp4_bf16_t64x256x256_w4_bnt0_gui_xcd4_fp8,0.0%,1403.6065,flydsl_moe2_layout_afp8_wfp4_bf16_t64x256x128_reduce_sbm64,0.0%,2740.629,0,0,0,1410.43,1561.02,0
gfx950,256,1,5120,1152,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,10.8706,flydsl_moe1_afp8_wfp4_bf16_t32x64x256_w4_gui_kw4_fp8,0.0%,10.0432,flydsl_moe2_layout_afp8_wfp4_bf16_t32x256x128_atomic_nt_sbm32,0.0%,20.9138,0,0,0,5.08,108298.8,0
gfx950,256,2,5120,1152,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,11.7978,flydsl_moe1_afp8_wfp4_bf16_t32x64x256_w3_gui_kw4_fp8,0.0%,11.3171,flydsl_moe2_layout_afp8_wfp4_bf16_t32x128x128_reduce_nt_sbm32,0.0%,23.1149,0,0,0,9.19,97986.79,0
gfx950,256,4,5120,1152,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,16.4341,flydsl_moe1_afp8_wfp4_bf16_t32x64x256_w3_gui_kw2_fp8,0.0%,13.1135,flydsl_moe2_layout_afp8_wfp4_bf16_t32x128x128_reduce_sbm32,0.0%,29.5476,0,0,0,14.37,76655.48,0
gfx950,256,8,5120,1152,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,27.3666,flydsl_moe1_afp8_wfp4_bf16_t32x128x256_w2_gui_fp8,0.0%,18.9898,flydsl_moe2_layout_afp8_wfp4_bf16_t32x256x128_reduce_sbm32,0.0%,46.3564,0,0,0,18.32,48861.58,0
gfx950,256,16,5120,1152,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,50.6784,flydsl_moe1_afp8_wfp4_bf16_t32x128x256_w2_gui_fp8,0.0%,30.1517,flydsl_moe2_layout_afp8_wfp4_bf16_t32x256x128_atomic_nt_sbm32,0.0%,80.8301,0,0,0,21.02,28023.84,0
gfx950,256,32,5120,1152,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,75.5215,flydsl_moe1_afp8_wfp4_bf16_t16x128x256_w3_gui,0.1%,43.168,flydsl_moe2_afp8_wfp4_bf16_t16x256x128_atomic_persist,0.0%,118.6895,0,0,0,28.62,19086.91,0
gfx950,256,64,5120,1152,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,106.9749,flydsl_moe1_afp8_wfp4_bf16_t16x128x256_w3_gui,0.1%,58.8255,flydsl_moe2_afp8_wfp4_bf16_t16x128x128_atomic_persist,0.0%,165.8004,0,0,0,40.98,13666.48,0
gfx950,256,128,5120,1152,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,,flydsl_moe1_afp8_wfp4_bf16_t32x128x256_w2_gui,,,flydsl_moe2_afp8_wfp4_bf16_t32x128x128_atomic_bnt2,,211.5,0,0,0,,,0
gfx950,256,256,5120,1152,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,121.0313,flydsl_moe1_afp8_wfp4_bf16_t32x128x256_w3_gui_fp8,0.0%,71.7067,flydsl_moe2_layout_afp8_wfp4_bf16_t32x256x128_atomic_nt_sbm32,0.0%,192.738,0,0,0,141.02,11771.71,0
gfx950,256,512,5120,1152,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,122.753,flydsl_moe1_afp8_wfp4_bf16_t32x128x256_w3_gui_fp8,0.0%,75.3574,flydsl_moe2_layout_afp8_wfp4_bf16_t32x256x128_atomic_nt_sbm32,0.0%,198.1104,0,0,0,274.38,11472.33,0
gfx950,256,1024,5120,1152,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,128.8763,flydsl_moe1_afp8_wfp4_bf16_t32x128x256_w3_gui_fp8,0.0%,77.5714,flydsl_moe2_layout_afp8_wfp4_bf16_t32x256x128_atomic_nt_sbm32,0.0%,206.4477,0,0,0,526.6,11047.12,0
gfx950,256,2048,5120,1152,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,145.5307,flydsl_moe1_afp8_wfp4_bf16_t64x256x256_w3_gui_fp8,0.0%,96.6412,flydsl_moe2_layout_afp8_wfp4_bf16_t64x256x128_atomic_nt_sbm64,0.0%,242.1719,0,0,0,897.84,9482.44,0
gfx950,256,4096,5120,1152,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,222.1426,flydsl_moe1_afp8_wfp4_bf16_t128x128x256_w4_gui_fp8,0.0%,156.8686,flydsl_moe2_layout_afp8_wfp4_bf16_t128x256x128_reduce_nt_sbm128,0.0%,379.0112,0,0,0,1147.37,6141.87,0
gfx950,256,8192,5120,1152,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,386.7687,flydsl_moe1_afp8_wfp4_bf16_t64x256x256_w4_bnt0_gui_fp8,0.0%,246.1687,flydsl_moe2_layout_afp8_wfp4_bf16_t64x256x128_reduce_sbm64,0.0%,632.9374,0,0,0,1374.12,3777.23,0
gfx950,256,16384,5120,1152,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,645.9465,flydsl_moe1_afp8_wfp4_bf16_t128x256x256_w2_bnt0_gui_fp8,0.0%,466.2915,flydsl_moe2_layout_afp8_wfp4_bf16_t64x256x128_reduce_sbm128,0.0%,1112.238,0,0,0,1563.93,2262.63,0
gfx950,256,32768,5120,1152,128,3,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,1158.9785,flydsl_moe1_afp8_wfp4_bf16_t64x128x256_w2_bnt0_gui_xcd4_fp8,0.0%,895.2612,flydsl_moe2_layout_afp8_wfp4_bf16_t64x256x128_atomic_sbm64,0.0%,2054.2397,0,0,0,1693.53,1347.57,0
gfx950,256,1,5120,1152,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,11.3142,flydsl_moe1_afp8_wfp4_bf16_t32x64x256_w4_gui_kw4_fp8,0.0%,9.5937,flydsl_moe2_layout_afp8_wfp4_bf16_t32x128x128_atomic_nt_sbm32,0.0%,20.9079,0,0,0,10.16,324986.62,0
gfx950,256,2,5120,1152,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,15.7767,flydsl_moe1_afp8_wfp4_bf16_t32x64x256_w2_gui_kw2_fp8,0.0%,11.9368,flydsl_moe2_layout_afp8_wfp4_bf16_t32x128x128_reduce_nt_sbm32,0.0%,27.7135,0,0,0,15.32,245180.26,0
gfx950,256,4,5120,1152,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,25.768,flydsl_moe1_afp8_wfp4_bf16_t32x128x256_w4_gui_fp8,0.0%,17.4573,flydsl_moe2_layout_afp8_wfp4_bf16_t32x256x128_reduce_nt_sbm32,0.0%,43.2253,0,0,0,19.65,157195.76,0
gfx950,256,8,5120,1152,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,,flydsl_moe1_afp8_wfp4_bf16_t32x128x256_w2_gui,,,flydsl_moe2_afp8_wfp4_bf16_t32x128x128_atomic_bnt2,,98.0,0,0,0,,,0
gfx950,256,16,5120,1152,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,91.9231,flydsl_moe1_afp8_wfp4_bf16_t32x128x256_w3_gui_fp8,0.0%,51.7125,flydsl_moe2_layout_afp8_wfp4_bf16_t32x256x128_atomic_nt_sbm32,0.0%,143.6356,0,0,0,23.65,47307.34,0
gfx950,256,32,5120,1152,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,151.61249999999998,flydsl_moe1_afp8_wfp4_bf16_t16x128x256_w3_gui,0.1%,86.2194,flydsl_moe2_afp8_wfp4_bf16_t16x128x256_atomic_persist,0.0%,237.8319,0,0,0,28.57,28571.71,0
gfx950,256,64,5120,1152,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,237.2764,flydsl_moe1_afp8_wfp4_bf16_t32x128x256_w4_gui,0.1%,133.6646,flydsl_moe2_afp8_wfp4_bf16_t32x128x128_atomic_persist,0.0%,370.941,0,0,0,36.64,18320.31,0
gfx950,256,128,5120,1152,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,16,0,313.7591,flydsl_moe1_afp8_wfp4_bf16_t16x128x256_w3_gui,0.1%,179.4776,flydsl_moe2_afp8_wfp4_bf16_t16x128x128_atomic,0.0%,493.2367,0,0,0,55.1,13779.87,0
gfx950,256,256,5120,1152,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,348.8508,flydsl_moe1_afp8_wfp4_bf16_t32x128x256_w3_gui_fp8,0.0%,194.4244,flydsl_moe2_layout_afp8_wfp4_bf16_t32x256x128_atomic_nt_sbm32,0.0%,543.2752,0,0,0,100.06,12514.29,0
gfx950,256,512,5120,1152,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,352.1713,flydsl_moe1_afp8_wfp4_bf16_t32x128x256_w4_gui_fp8,0.0%,200.1557,flydsl_moe2_layout_afp8_wfp4_bf16_t32x256x128_atomic_nt_sbm32,0.0%,552.327,0,0,0,196.83,12316.32,0
gfx950,256,1024,5120,1152,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,32,0,358.653,flydsl_moe1_afp8_wfp4_bf16_t32x128x256_w3_gui_fp8,0.0%,219.1601,flydsl_moe2_layout_afp8_wfp4_bf16_t32x256x128_atomic_nt_sbm32,0.0%,577.8131,0,0,0,376.3,11786.69,0
gfx950,256,2048,5120,1152,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,,flydsl_moe1_afp8_wfp4_bf16_t64x128x256_w3_bnt0_gui,,,flydsl_moe2_afp8_wfp4_bf16_t64x128x128_atomic,,781.2,0,0,0,,,0
gfx950,256,4096,5120,1152,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,64,0,422.8439,flydsl_moe1_afp8_wfp4_bf16_t64x128x256_w4_gui_fp8,0.0%,290.0621,flydsl_moe2_layout_afp8_wfp4_bf16_t64x256x128_atomic_nt_sbm64,0.0%,712.906,0,0,0,1219.98,9619.34,0
gfx950,256,8192,5120,1152,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,692.7975,flydsl_moe1_afp8_wfp4_bf16_t128x128x256_bnt0_gui_fp8,0.0%,494.0759,flydsl_moe2_layout_afp8_wfp4_bf16_t64x128x128_atomic_sbm128,0.0%,1186.8734,0,0,0,1465.58,5830.95,0
gfx950,256,16384,5120,1152,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,1280.4706,flydsl_moe1_afp8_wfp4_bf16_t128x128x256_w3_bnt0_gui_fp8,0.0%,877.0679,flydsl_moe2_layout_afp8_wfp4_bf16_t64x256x128_atomic_sbm128,0.0%,2157.5385,0,0,0,1612.45,3265.96,0
gfx950,256,32768,5120,1152,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,QuantType.per_1x32,1,0,128,0,2459.5951,flydsl_moe1_afp8_wfp4_bf16_t128x128x256_w3_bnt0_gui_fp8,0.0%,1626.4346,flydsl_moe2_layout_afp8_wfp4_bf16_t64x256x128_atomic_sbm128,0.0%,4086.0297,0,0,0,1702.84,1786.11,0
Loading