[FlyDSL] Add gfx1250 grouped MoE A-preshuffle and tuned CSV validation

aiter/configs/model_configs/kimik3_gfx1250_tuned_grouped_fmoe.csv

@@ -0,0 +1,28 @@
+gfx,cu_num,token,model_dim,inter_dim,expert,topk,act_type,dtype,q_dtype_a,q_dtype_w,ep_fused,q_type,use_g1u1,doweight_stage1,tile_m,tile_n,tile_k,tile_m2,tile_n2,tile_k2,m_warp,n_warp,m_warp2,n_warp2,num_buffers,num_buffer_stage2,split_k1,split_k2,tdm_as_in_prologue,cluster_m,cluster_n,cluster_m2,cluster_n2,waves_per_tensor_tdm,waves_per_tensor_tdm2,next_stage_prefetch,tdm_b_th,lds_soa_load_interleave,rolled_drain,persistent_workers,persistent_workers2,a_preshuffle,kernelName1,kernelName2,us,tflops,bw
+gfx1250,256,16,3584,3072,56,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,512,256,16,256,256,1,8,1,4,4,2,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,136.9740020891,0,0
+gfx1250,256,32,3584,3072,56,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,256,256,16,256,256,1,4,1,4,2,2,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,158.9230014361,0,0
+gfx1250,256,64,3584,3072,56,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,128,256,16,256,256,1,2,1,4,4,2,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,190.1520008687,0,0
+gfx1250,256,128,3584,3072,56,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,128,256,16,256,256,1,2,1,4,2,2,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,199.1210010601,0,0
+gfx1250,256,256,3584,3072,56,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,128,256,16,256,256,1,2,1,4,4,2,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,205.371001357,0,0
+gfx1250,256,512,3584,3072,56,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,128,256,16,256,256,1,2,1,4,2,2,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,208.4510015266,0,0
+gfx1250,256,1024,3584,3072,56,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,32,128,256,32,256,256,1,2,1,4,3,2,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,218.0310002586,0,0
+gfx1250,256,2048,3584,3072,56,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,64,256,256,64,256,256,1,4,1,4,2,2,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,235.31899933,0,0
+gfx1250,256,4096,3584,3072,56,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,128,256,256,128,256,256,1,4,1,4,2,3,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,269.6180017665,0,0
+gfx1250,256,8192,3584,3072,56,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,64,256,256,64,256,256,1,4,1,4,2,2,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,399.33,0,0
+gfx1250,256,16384,3584,3072,56,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,128,256,256,128,256,256,1,4,1,4,2,2,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,552.767,0,0
+gfx1250,256,32768,3584,3072,56,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,128,256,256,128,256,256,1,4,1,4,2,2,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,904.873,0,0
+gfx1250,256,131072,3584,3072,56,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,64,256,256,64,256,256,1,4,1,4,2,2,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,9504.2588,0,0
+gfx1250,256,8,3584,3072,112,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,256,256,16,256,512,1,4,1,4,4,4,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,92.5160002225,0,0
+gfx1250,256,16,3584,3072,112,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,32,256,256,32,256,256,1,4,1,4,2,3,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,108.7149994419,0,0
+gfx1250,256,32,3584,3072,112,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,256,256,16,256,256,1,4,1,4,3,2,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,139.1229998262,0,0
+gfx1250,256,64,3584,3072,112,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,128,256,16,256,256,1,2,1,4,2,2,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,179.542999831,0,0
+gfx1250,256,128,3584,3072,112,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,256,256,16,256,128,1,4,1,4,2,4,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,196.8209999177,0,0
+gfx1250,256,256,3584,3072,112,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,128,256,16,512,128,1,2,1,4,2,2,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,197.5710001716,0,0
+gfx1250,256,512,3584,3072,112,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,256,256,16,256,256,1,4,1,4,2,2,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,213.3019997927,0,0
+gfx1250,256,1024,3584,3072,112,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,32,128,256,32,512,128,1,2,1,4,2,2,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,212.8010000888,0,0
+gfx1250,256,2048,3584,3072,112,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,64,256,256,64,512,256,1,4,1,8,2,2,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,236.499001403,0,0
+gfx1250,256,4096,3584,3072,112,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,128,256,256,128,512,256,2,4,1,8,3,2,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,297.8569991683,0,0
+gfx1250,256,8192,3584,3072,112,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,64,256,256,64,512,256,1,4,1,8,2,2,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,499.4769988116,0,0
+gfx1250,256,16384,3584,3072,112,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,128,256,256,128,512,256,1,4,1,8,3,3,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,672.2920006723,0,0
+gfx1250,256,32768,3584,3072,112,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,128,256,256,128,512,256,1,4,1,4,3,3,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,1074.4549999799,0,0
+gfx1250,256,131072,3584,3072,112,-1,ActivationType.Situv2,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,128,256,256,128,512,256,1,4,2,4,2,3,1,1,0,-1,-1,-1,-1,,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,3699.0629996581,0,0