vllm-project · jeejeelee · Sep 1, 2025 · Sep 2, 2025 · Sep 2, 2025 · Sep 3, 2025
diff --git a/..._executor/layers/fused_moe/configs/README → ...ecutor/layers/fused_moe/configs/README.md b/..._executor/layers/fused_moe/configs/README → ...ecutor/layers/fused_moe/configs/README.md
diff --git a/...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json → ...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json b/...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json → ...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json
diff --git a/...36,device_name=NVIDIA_A100-SXM4-80GB.json → ...36,device_name=NVIDIA_A100-SXM4-80GB.json b/...36,device_name=NVIDIA_A100-SXM4-80GB.json → ...36,device_name=NVIDIA_A100-SXM4-80GB.json
diff --git a/...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json → ...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json b/...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json → ...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json
diff --git a/...92,device_name=NVIDIA_A100-SXM4-80GB.json → ...92,device_name=NVIDIA_A100-SXM4-80GB.json b/...92,device_name=NVIDIA_A100-SXM4-80GB.json → ...92,device_name=NVIDIA_A100-SXM4-80GB.json
diff --git a/...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json → ...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json b/...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json → ...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json
diff --git a/...IDIA_H100_80GB_HBM3,dtype=int8_w8a16.json → ...IDIA_H100_80GB_HBM3,dtype=int8_w8a16.json b/...IDIA_H100_80GB_HBM3,dtype=int8_w8a16.json → ...IDIA_H100_80GB_HBM3,dtype=int8_w8a16.json
diff --git a/...72,device_name=NVIDIA_H100_80GB_HBM3.json → ...72,device_name=NVIDIA_H100_80GB_HBM3.json b/...72,device_name=NVIDIA_H100_80GB_HBM3.json → ...72,device_name=NVIDIA_H100_80GB_HBM3.json
diff --git a/...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json → ...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json b/...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json → ...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json
diff --git a/...84,device_name=NVIDIA_A100-SXM4-80GB.json → ...84,device_name=NVIDIA_A100-SXM4-80GB.json b/...84,device_name=NVIDIA_A100-SXM4-80GB.json → ...84,device_name=NVIDIA_A100-SXM4-80GB.json
diff --git a/...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json → ...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json b/...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json → ...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json
diff --git a/...68,device_name=NVIDIA_A100-SXM4-80GB.json → ...68,device_name=NVIDIA_A100-SXM4-80GB.json b/...68,device_name=NVIDIA_A100-SXM4-80GB.json → ...68,device_name=NVIDIA_A100-SXM4-80GB.json
diff --git a/...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json b/...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json
diff --git a/...1024,device_name=AMD_Instinct_MI300X.json → ...1024,device_name=AMD_Instinct_MI300X.json b/...1024,device_name=AMD_Instinct_MI300X.json → ...1024,device_name=AMD_Instinct_MI300X.json
diff --git a/...92,device_name=NVIDIA_A100-SXM4-80GB.json → ...92,device_name=NVIDIA_A100-SXM4-80GB.json b/...92,device_name=NVIDIA_A100-SXM4-80GB.json → ...92,device_name=NVIDIA_A100-SXM4-80GB.json
diff --git a/...92,device_name=NVIDIA_H100_80GB_HBM3.json → ...92,device_name=NVIDIA_H100_80GB_HBM3.json b/...92,device_name=NVIDIA_H100_80GB_HBM3.json → ...92,device_name=NVIDIA_H100_80GB_HBM3.json
diff --git a/...=128,N=192,device_name=NVIDIA_H20-3e.json → ...=128,N=192,device_name=NVIDIA_H20-3e.json b/...=128,N=192,device_name=NVIDIA_H20-3e.json → ...=128,N=192,device_name=NVIDIA_H20-3e.json
diff --git a/...s/E=128,N=192,device_name=NVIDIA_H20.json → ...s/E=128,N=192,device_name=NVIDIA_H20.json b/...s/E=128,N=192,device_name=NVIDIA_H20.json → ...s/E=128,N=192,device_name=NVIDIA_H20.json
diff --git a/.../E=128,N=192,device_name=NVIDIA_H200.json → .../E=128,N=192,device_name=NVIDIA_H200.json b/.../E=128,N=192,device_name=NVIDIA_H200.json → .../E=128,N=192,device_name=NVIDIA_H200.json
diff --git a/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/...=128,N=384,device_name=NVIDIA_H20-3e.json → ...=128,N=384,device_name=NVIDIA_H20-3e.json b/...=128,N=384,device_name=NVIDIA_H20-3e.json → ...=128,N=384,device_name=NVIDIA_H20-3e.json
diff --git a/...s/E=128,N=384,device_name=NVIDIA_H20.json → ...s/E=128,N=384,device_name=NVIDIA_H20.json b/...s/E=128,N=384,device_name=NVIDIA_H20.json → ...s/E=128,N=384,device_name=NVIDIA_H20.json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/.../E=128,N=384,device_name=NVIDIA_H200.json → .../E=128,N=384,device_name=NVIDIA_H200.json b/.../E=128,N=384,device_name=NVIDIA_H200.json → .../E=128,N=384,device_name=NVIDIA_H200.json
diff --git a/...12,device_name=NVIDIA_H100_80GB_HBM3.json → ...12,device_name=NVIDIA_H100_80GB_HBM3.json b/...12,device_name=NVIDIA_H100_80GB_HBM3.json → ...12,device_name=NVIDIA_H100_80GB_HBM3.json
diff --git a/...vice_name=NVIDIA_B200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_B200,dtype=fp8_w8a8.json b/...vice_name=NVIDIA_B200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_B200,dtype=fp8_w8a8.json
diff --git a/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/...s/E=128,N=768,device_name=NVIDIA_H20.json → ...s/E=128,N=768,device_name=NVIDIA_H20.json b/...s/E=128,N=768,device_name=NVIDIA_H20.json → ...s/E=128,N=768,device_name=NVIDIA_H20.json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/.../E=128,N=768,device_name=NVIDIA_H200.json → .../E=128,N=768,device_name=NVIDIA_H200.json b/.../E=128,N=768,device_name=NVIDIA_H200.json → .../E=128,N=768,device_name=NVIDIA_H200.json
diff --git a/...gs/E=128,N=96,device_name=NVIDIA_H20.json → ...gs/E=128,N=96,device_name=NVIDIA_H20.json b/...gs/E=128,N=96,device_name=NVIDIA_H20.json → ...gs/E=128,N=96,device_name=NVIDIA_H20.json
diff --git a/...1024,device_name=AMD_Instinct_MI300X.json → ...1024,device_name=AMD_Instinct_MI300X.json b/...1024,device_name=AMD_Instinct_MI300X.json → ...1024,device_name=AMD_Instinct_MI300X.json
diff --git a/...vice_name=NVIDIA_B200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_B200,dtype=fp8_w8a8.json b/...vice_name=NVIDIA_B200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_B200,dtype=fp8_w8a8.json
diff --git a/.../E=16,N=1024,device_name=NVIDIA_B200.json → .../E=16,N=1024,device_name=NVIDIA_B200.json b/.../E=16,N=1024,device_name=NVIDIA_B200.json → .../E=16,N=1024,device_name=NVIDIA_B200.json
diff --git a/.../E=16,N=1024,device_name=NVIDIA_H100.json → .../E=16,N=1024,device_name=NVIDIA_H100.json b/.../E=16,N=1024,device_name=NVIDIA_H100.json → .../E=16,N=1024,device_name=NVIDIA_H100.json
diff --git a/...44,device_name=NVIDIA_A100-SXM4-40GB.json → ...44,device_name=NVIDIA_A100-SXM4-40GB.json b/...44,device_name=NVIDIA_A100-SXM4-40GB.json → ...44,device_name=NVIDIA_A100-SXM4-40GB.json
diff --git a/...44,device_name=NVIDIA_A100-SXM4-80GB.json → ...44,device_name=NVIDIA_A100-SXM4-80GB.json b/...44,device_name=NVIDIA_A100-SXM4-80GB.json → ...44,device_name=NVIDIA_A100-SXM4-80GB.json
diff --git a/...44,device_name=NVIDIA_H100_80GB_HBM3.json → ...44,device_name=NVIDIA_H100_80GB_HBM3.json b/...44,device_name=NVIDIA_H100_80GB_HBM3.json → ...44,device_name=NVIDIA_H100_80GB_HBM3.json
diff --git a/...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json → ...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json b/...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json → ...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json
diff --git a/...36,device_name=NVIDIA_A100-SXM4-80GB.json → ...36,device_name=NVIDIA_A100-SXM4-80GB.json b/...36,device_name=NVIDIA_A100-SXM4-80GB.json → ...36,device_name=NVIDIA_A100-SXM4-80GB.json
diff --git a/...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json → ...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json b/...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json → ...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json
diff --git a/...92,device_name=NVIDIA_A100-SXM4-80GB.json → ...92,device_name=NVIDIA_A100-SXM4-80GB.json b/...92,device_name=NVIDIA_A100-SXM4-80GB.json → ...92,device_name=NVIDIA_A100-SXM4-80GB.json
diff --git a/...88,device_name=NVIDIA_A100-SXM4-80GB.json → ...88,device_name=NVIDIA_A100-SXM4-80GB.json b/...88,device_name=NVIDIA_A100-SXM4-80GB.json → ...88,device_name=NVIDIA_A100-SXM4-80GB.json
diff --git a/...88,device_name=NVIDIA_H100_80GB_HBM3.json → ...88,device_name=NVIDIA_H100_80GB_HBM3.json b/...88,device_name=NVIDIA_H100_80GB_HBM3.json → ...88,device_name=NVIDIA_H100_80GB_HBM3.json
diff --git a/...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json → ...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json b/...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json → ...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json
diff --git a/...IDIA_H100_80GB_HBM3,dtype=int8_w8a16.json → ...IDIA_H100_80GB_HBM3,dtype=int8_w8a16.json b/...IDIA_H100_80GB_HBM3,dtype=int8_w8a16.json → ...IDIA_H100_80GB_HBM3,dtype=int8_w8a16.json
diff --git a/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
diff --git a/...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json → ...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json b/...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json → ...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json
diff --git a/...84,device_name=NVIDIA_A100-SXM4-80GB.json → ...84,device_name=NVIDIA_A100-SXM4-80GB.json b/...84,device_name=NVIDIA_A100-SXM4-80GB.json → ...84,device_name=NVIDIA_A100-SXM4-80GB.json
diff --git a/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
diff --git a/...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json → ...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json b/...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json → ...IDIA_A100-SXM4-80GB,dtype=int8_w8a16.json
diff --git a/...68,device_name=NVIDIA_A100-SXM4-80GB.json → ...68,device_name=NVIDIA_A100-SXM4-80GB.json b/...68,device_name=NVIDIA_A100-SXM4-80GB.json → ...68,device_name=NVIDIA_A100-SXM4-80GB.json
diff --git a/...IDIA_H100_80GB_HBM3,dtype=int8_w8a16.json → ...IDIA_H100_80GB_HBM3,dtype=int8_w8a16.json b/...IDIA_H100_80GB_HBM3,dtype=int8_w8a16.json → ...IDIA_H100_80GB_HBM3,dtype=int8_w8a16.json
diff --git a/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
diff --git a/...92,device_name=NVIDIA_A800-SXM4-80GB.json → ...92,device_name=NVIDIA_A800-SXM4-80GB.json b/...92,device_name=NVIDIA_A800-SXM4-80GB.json → ...92,device_name=NVIDIA_A800-SXM4-80GB.json
diff --git a/...=160,N=192,device_name=NVIDIA_H20-3e.json → ...=160,N=192,device_name=NVIDIA_H20-3e.json b/...=160,N=192,device_name=NVIDIA_H20-3e.json → ...=160,N=192,device_name=NVIDIA_H20-3e.json
diff --git a/...=160,N=320,device_name=NVIDIA_H20-3e.json → ...=160,N=320,device_name=NVIDIA_H20-3e.json b/...=160,N=320,device_name=NVIDIA_H20-3e.json → ...=160,N=320,device_name=NVIDIA_H20-3e.json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/...nstinct_MI325X,block_shape=[128,128].json → ...nstinct_MI325X,block_shape=[128,128].json b/...nstinct_MI325X,block_shape=[128,128].json → ...nstinct_MI325X,block_shape=[128,128].json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/...type=int8_w8a8,block_shape=[128,128].json → ...type=int8_w8a8,block_shape=[128,128].json b/...type=int8_w8a8,block_shape=[128,128].json → ...type=int8_w8a8,block_shape=[128,128].json
diff --git a/...VIDIA_A100-SXM4-80GB,dtype=int8_w8a8.json → ...VIDIA_A100-SXM4-80GB,dtype=int8_w8a8.json b/...VIDIA_A100-SXM4-80GB,dtype=int8_w8a8.json → ...VIDIA_A100-SXM4-80GB,dtype=int8_w8a8.json
diff --git a/...type=int8_w8a8,block_shape=[128,128].json → ...type=int8_w8a8,block_shape=[128,128].json b/...type=int8_w8a8,block_shape=[128,128].json → ...type=int8_w8a8,block_shape=[128,128].json
diff --git a/...VIDIA_A800-SXM4-80GB,dtype=int8_w8a8.json → ...VIDIA_A800-SXM4-80GB,dtype=int8_w8a8.json b/...VIDIA_A800-SXM4-80GB,dtype=int8_w8a8.json → ...VIDIA_A800-SXM4-80GB,dtype=int8_w8a8.json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/...type=int8_w8a8,block_shape=[128,128].json → ...type=int8_w8a8,block_shape=[128,128].json b/...type=int8_w8a8,block_shape=[128,128].json → ...type=int8_w8a8,block_shape=[128,128].json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/...64,device_name=NVIDIA_A800-SXM4-80GB.json → ...64,device_name=NVIDIA_A800-SXM4-80GB.json b/...64,device_name=NVIDIA_A800-SXM4-80GB.json → ...64,device_name=NVIDIA_A800-SXM4-80GB.json
diff --git a/...1408,device_name=AMD_Instinct_MI300X.json → ...1408,device_name=AMD_Instinct_MI300X.json b/...1408,device_name=AMD_Instinct_MI300X.json → ...1408,device_name=AMD_Instinct_MI300X.json
diff --git a/...=176,device_name=AMD_Instinct_MI300X.json → ...=176,device_name=AMD_Instinct_MI300X.json b/...=176,device_name=AMD_Instinct_MI300X.json → ...=176,device_name=AMD_Instinct_MI300X.json
diff --git a/...=352,device_name=AMD_Instinct_MI300X.json → ...=352,device_name=AMD_Instinct_MI300X.json b/...=352,device_name=AMD_Instinct_MI300X.json → ...=352,device_name=AMD_Instinct_MI300X.json
diff --git a/...=704,device_name=AMD_Instinct_MI300X.json → ...=704,device_name=AMD_Instinct_MI300X.json b/...=704,device_name=AMD_Instinct_MI300X.json → ...=704,device_name=AMD_Instinct_MI300X.json
diff --git a/...56,device_name=NVIDIA_H100_80GB_HBM3.json → ...56,device_name=NVIDIA_H100_80GB_HBM3.json b/...56,device_name=NVIDIA_H100_80GB_HBM3.json → ...56,device_name=NVIDIA_H100_80GB_HBM3.json
diff --git a/...12,device_name=NVIDIA_H100_80GB_HBM3.json → ...12,device_name=NVIDIA_H100_80GB_HBM3.json b/...12,device_name=NVIDIA_H100_80GB_HBM3.json → ...12,device_name=NVIDIA_H100_80GB_HBM3.json
diff --git a/...80,device_name=NVIDIA_A100-SXM4-80GB.json → ...80,device_name=NVIDIA_A100-SXM4-80GB.json b/...80,device_name=NVIDIA_A100-SXM4-80GB.json → ...80,device_name=NVIDIA_A100-SXM4-80GB.json
diff --git a/...80,device_name=NVIDIA_A800-SXM4-80GB.json → ...80,device_name=NVIDIA_A800-SXM4-80GB.json b/...80,device_name=NVIDIA_A800-SXM4-80GB.json → ...80,device_name=NVIDIA_A800-SXM4-80GB.json
diff --git a/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
diff --git a/...80,device_name=NVIDIA_H100_80GB_HBM3.json → ...80,device_name=NVIDIA_H100_80GB_HBM3.json b/...80,device_name=NVIDIA_H100_80GB_HBM3.json → ...80,device_name=NVIDIA_H100_80GB_HBM3.json
diff --git a/...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json b/...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json
diff --git a/.../E=64,N=1280,device_name=NVIDIA_H200.json → .../E=64,N=1280,device_name=NVIDIA_H200.json b/.../E=64,N=1280,device_name=NVIDIA_H200.json → .../E=64,N=1280,device_name=NVIDIA_H200.json
diff --git a/...evice_name=NVIDIA_H20,dtype=fp8_w8a8.json → ...evice_name=NVIDIA_H20,dtype=fp8_w8a8.json b/...evice_name=NVIDIA_H20,dtype=fp8_w8a8.json → ...evice_name=NVIDIA_H20,dtype=fp8_w8a8.json
diff --git a/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
diff --git a/...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json b/...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json
diff --git a/.../E=64,N=2560,device_name=NVIDIA_H200.json → .../E=64,N=2560,device_name=NVIDIA_H200.json b/.../E=64,N=2560,device_name=NVIDIA_H200.json → .../E=64,N=2560,device_name=NVIDIA_H200.json
diff --git a/...evice_name=NVIDIA_H20,dtype=fp8_w8a8.json → ...evice_name=NVIDIA_H20,dtype=fp8_w8a8.json b/...evice_name=NVIDIA_H20,dtype=fp8_w8a8.json → ...evice_name=NVIDIA_H20,dtype=fp8_w8a8.json
diff --git a/...s/E=64,N=3072,device_name=NVIDIA_H20.json → ...s/E=64,N=3072,device_name=NVIDIA_H20.json b/...s/E=64,N=3072,device_name=NVIDIA_H20.json → ...s/E=64,N=3072,device_name=NVIDIA_H20.json
diff --git a/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
diff --git a/...20,device_name=NVIDIA_H100_80GB_HBM3.json → ...20,device_name=NVIDIA_H100_80GB_HBM3.json b/...20,device_name=NVIDIA_H100_80GB_HBM3.json → ...20,device_name=NVIDIA_H100_80GB_HBM3.json
diff --git a/...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json b/...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json
diff --git a/...s/E=64,N=320,device_name=NVIDIA_H200.json → ...s/E=64,N=320,device_name=NVIDIA_H200.json b/...s/E=64,N=320,device_name=NVIDIA_H200.json → ...s/E=64,N=320,device_name=NVIDIA_H200.json
diff --git a/...evice_name=NVIDIA_H20,dtype=fp8_w8a8.json → ...evice_name=NVIDIA_H20,dtype=fp8_w8a8.json b/...evice_name=NVIDIA_H20,dtype=fp8_w8a8.json → ...evice_name=NVIDIA_H20,dtype=fp8_w8a8.json
diff --git a/...gs/E=64,N=384,device_name=NVIDIA_H20.json → ...gs/E=64,N=384,device_name=NVIDIA_H20.json b/...gs/E=64,N=384,device_name=NVIDIA_H20.json → ...gs/E=64,N=384,device_name=NVIDIA_H20.json
diff --git a/...40,device_name=NVIDIA_A100-SXM4-80GB.json → ...40,device_name=NVIDIA_A100-SXM4-80GB.json b/...40,device_name=NVIDIA_A100-SXM4-80GB.json → ...40,device_name=NVIDIA_A100-SXM4-80GB.json
diff --git a/...40,device_name=NVIDIA_A800-SXM4-80GB.json → ...40,device_name=NVIDIA_A800-SXM4-80GB.json b/...40,device_name=NVIDIA_A800-SXM4-80GB.json → ...40,device_name=NVIDIA_A800-SXM4-80GB.json
diff --git a/...IDIA_GeForce_RTX_4090,dtype=fp8_w8a8.json → ...IDIA_GeForce_RTX_4090,dtype=fp8_w8a8.json b/...IDIA_GeForce_RTX_4090,dtype=fp8_w8a8.json → ...IDIA_GeForce_RTX_4090,dtype=fp8_w8a8.json
diff --git a/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
diff --git a/...40,device_name=NVIDIA_H100_80GB_HBM3.json → ...40,device_name=NVIDIA_H100_80GB_HBM3.json b/...40,device_name=NVIDIA_H100_80GB_HBM3.json → ...40,device_name=NVIDIA_H100_80GB_HBM3.json
diff --git a/...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json b/...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json
diff --git a/...s/E=64,N=640,device_name=NVIDIA_H200.json → ...s/E=64,N=640,device_name=NVIDIA_H200.json b/...s/E=64,N=640,device_name=NVIDIA_H200.json → ...s/E=64,N=640,device_name=NVIDIA_H200.json
diff --git a/...evice_name=NVIDIA_H20,dtype=fp8_w8a8.json → ...evice_name=NVIDIA_H20,dtype=fp8_w8a8.json b/...evice_name=NVIDIA_H20,dtype=fp8_w8a8.json → ...evice_name=NVIDIA_H20,dtype=fp8_w8a8.json
diff --git a/...gs/E=64,N=768,device_name=NVIDIA_H20.json → ...gs/E=64,N=768,device_name=NVIDIA_H20.json b/...gs/E=64,N=768,device_name=NVIDIA_H20.json → ...gs/E=64,N=768,device_name=NVIDIA_H20.json
diff --git a/...gs/E=64,N=896,device_name=NVIDIA_H20.json → ...gs/E=64,N=896,device_name=NVIDIA_H20.json b/...gs/E=64,N=896,device_name=NVIDIA_H20.json → ...gs/E=64,N=896,device_name=NVIDIA_H20.json
diff --git a/...84,device_name=NVIDIA_H100_80GB_HBM3.json → ...84,device_name=NVIDIA_H100_80GB_HBM3.json b/...84,device_name=NVIDIA_H100_80GB_HBM3.json → ...84,device_name=NVIDIA_H100_80GB_HBM3.json
diff --git a/...68,device_name=NVIDIA_H100_80GB_HBM3.json → ...68,device_name=NVIDIA_H100_80GB_HBM3.json b/...68,device_name=NVIDIA_H100_80GB_HBM3.json → ...68,device_name=NVIDIA_H100_80GB_HBM3.json
diff --git a/...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json b/...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json
diff --git a/...4336,device_name=AMD_Instinct_MI300X.json → ...4336,device_name=AMD_Instinct_MI300X.json b/...4336,device_name=AMD_Instinct_MI300X.json → ...4336,device_name=AMD_Instinct_MI300X.json
diff --git a/...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json b/...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json
diff --git a/...4336,device_name=AMD_Instinct_MI325X.json → ...4336,device_name=AMD_Instinct_MI325X.json b/...4336,device_name=AMD_Instinct_MI325X.json → ...4336,device_name=AMD_Instinct_MI325X.json
diff --git a/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
diff --git a/...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json b/...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json
diff --git a/.../E=8,N=14336,device_name=NVIDIA_H200.json → .../E=8,N=14336,device_name=NVIDIA_H200.json b/.../E=8,N=14336,device_name=NVIDIA_H200.json → .../E=8,N=14336,device_name=NVIDIA_H200.json
diff --git a/...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json b/...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json
diff --git a/...6384,device_name=AMD_Instinct_MI300X.json → ...6384,device_name=AMD_Instinct_MI300X.json b/...6384,device_name=AMD_Instinct_MI300X.json → ...6384,device_name=AMD_Instinct_MI300X.json
diff --git a/...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json b/...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json
diff --git a/...6384,device_name=AMD_Instinct_MI325X.json → ...6384,device_name=AMD_Instinct_MI325X.json b/...6384,device_name=AMD_Instinct_MI325X.json → ...6384,device_name=AMD_Instinct_MI325X.json
diff --git a/...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json b/...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json
diff --git a/...1792,device_name=AMD_Instinct_MI300X.json → ...1792,device_name=AMD_Instinct_MI300X.json b/...1792,device_name=AMD_Instinct_MI300X.json → ...1792,device_name=AMD_Instinct_MI300X.json
diff --git a/...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json b/...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json
diff --git a/...1792,device_name=AMD_Instinct_MI325X.json → ...1792,device_name=AMD_Instinct_MI325X.json b/...1792,device_name=AMD_Instinct_MI325X.json → ...1792,device_name=AMD_Instinct_MI325X.json
diff --git a/...92,device_name=NVIDIA_A100-SXM4-40GB.json → ...92,device_name=NVIDIA_A100-SXM4-40GB.json b/...92,device_name=NVIDIA_A100-SXM4-40GB.json → ...92,device_name=NVIDIA_A100-SXM4-40GB.json
diff --git a/...92,device_name=NVIDIA_A100-SXM4-80GB.json → ...92,device_name=NVIDIA_A100-SXM4-80GB.json b/...92,device_name=NVIDIA_A100-SXM4-80GB.json → ...92,device_name=NVIDIA_A100-SXM4-80GB.json
diff --git a/...92,device_name=NVIDIA_H100_80GB_HBM3.json → ...92,device_name=NVIDIA_H100_80GB_HBM3.json b/...92,device_name=NVIDIA_H100_80GB_HBM3.json → ...92,device_name=NVIDIA_H100_80GB_HBM3.json
diff --git a/...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json b/...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json
diff --git a/...s/E=8,N=1792,device_name=NVIDIA_H200.json → ...s/E=8,N=1792,device_name=NVIDIA_H200.json b/...s/E=8,N=1792,device_name=NVIDIA_H200.json → ...s/E=8,N=1792,device_name=NVIDIA_H200.json
diff --git a/...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json b/...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json
diff --git a/...2048,device_name=AMD_Instinct_MI300X.json → ...2048,device_name=AMD_Instinct_MI300X.json b/...2048,device_name=AMD_Instinct_MI300X.json → ...2048,device_name=AMD_Instinct_MI300X.json
diff --git a/...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json b/...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json
diff --git a/...2048,device_name=AMD_Instinct_MI325X.json → ...2048,device_name=AMD_Instinct_MI325X.json b/...2048,device_name=AMD_Instinct_MI325X.json → ...2048,device_name=AMD_Instinct_MI325X.json
diff --git a/...48,device_name=NVIDIA_A100-SXM4-80GB.json → ...48,device_name=NVIDIA_A100-SXM4-80GB.json b/...48,device_name=NVIDIA_A100-SXM4-80GB.json → ...48,device_name=NVIDIA_A100-SXM4-80GB.json
diff --git a/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
diff --git a/...48,device_name=NVIDIA_H100_80GB_HBM3.json → ...48,device_name=NVIDIA_H100_80GB_HBM3.json b/...48,device_name=NVIDIA_H100_80GB_HBM3.json → ...48,device_name=NVIDIA_H100_80GB_HBM3.json
diff --git a/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json b/...dtype=fp8_w8a8,block_shape=[128,128].json → ...dtype=fp8_w8a8,block_shape=[128,128].json
diff --git a/...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json b/...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json
diff --git a/...s/E=8,N=2048,device_name=NVIDIA_H200.json → ...s/E=8,N=2048,device_name=NVIDIA_H200.json b/...s/E=8,N=2048,device_name=NVIDIA_H200.json → ...s/E=8,N=2048,device_name=NVIDIA_H200.json
diff --git a/...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json b/...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json
diff --git a/...3584,device_name=AMD_Instinct_MI300X.json → ...3584,device_name=AMD_Instinct_MI300X.json b/...3584,device_name=AMD_Instinct_MI300X.json → ...3584,device_name=AMD_Instinct_MI300X.json
diff --git a/...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json b/...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json
diff --git a/...3584,device_name=AMD_Instinct_MI325X.json → ...3584,device_name=AMD_Instinct_MI325X.json b/...3584,device_name=AMD_Instinct_MI325X.json → ...3584,device_name=AMD_Instinct_MI325X.json
diff --git a/...84,device_name=NVIDIA_A100-SXM4-40GB.json → ...84,device_name=NVIDIA_A100-SXM4-40GB.json b/...84,device_name=NVIDIA_A100-SXM4-40GB.json → ...84,device_name=NVIDIA_A100-SXM4-40GB.json
diff --git a/...84,device_name=NVIDIA_A100-SXM4-80GB.json → ...84,device_name=NVIDIA_A100-SXM4-80GB.json b/...84,device_name=NVIDIA_A100-SXM4-80GB.json → ...84,device_name=NVIDIA_A100-SXM4-80GB.json
diff --git a/...IDIA_GeForce_RTX_4090,dtype=fp8_w8a8.json → ...IDIA_GeForce_RTX_4090,dtype=fp8_w8a8.json b/...IDIA_GeForce_RTX_4090,dtype=fp8_w8a8.json → ...IDIA_GeForce_RTX_4090,dtype=fp8_w8a8.json
diff --git a/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
diff --git a/...84,device_name=NVIDIA_H100_80GB_HBM3.json → ...84,device_name=NVIDIA_H100_80GB_HBM3.json b/...84,device_name=NVIDIA_H100_80GB_HBM3.json → ...84,device_name=NVIDIA_H100_80GB_HBM3.json
diff --git a/...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json b/...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json
diff --git a/...s/E=8,N=3584,device_name=NVIDIA_H200.json → ...s/E=8,N=3584,device_name=NVIDIA_H200.json b/...s/E=8,N=3584,device_name=NVIDIA_H200.json → ...s/E=8,N=3584,device_name=NVIDIA_H200.json
diff --git a/...s/E=8,N=3584,device_name=NVIDIA_L40S.json → ...s/E=8,N=3584,device_name=NVIDIA_L40S.json b/...s/E=8,N=3584,device_name=NVIDIA_L40S.json → ...s/E=8,N=3584,device_name=NVIDIA_L40S.json
diff --git a/...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json b/...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json
diff --git a/...4096,device_name=AMD_Instinct_MI300X.json → ...4096,device_name=AMD_Instinct_MI300X.json b/...4096,device_name=AMD_Instinct_MI300X.json → ...4096,device_name=AMD_Instinct_MI300X.json
diff --git a/...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json b/...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json
diff --git a/...4096,device_name=AMD_Instinct_MI325X.json → ...4096,device_name=AMD_Instinct_MI325X.json b/...4096,device_name=AMD_Instinct_MI325X.json → ...4096,device_name=AMD_Instinct_MI325X.json
diff --git a/...96,device_name=NVIDIA_A100-SXM4-80GB.json → ...96,device_name=NVIDIA_A100-SXM4-80GB.json b/...96,device_name=NVIDIA_A100-SXM4-80GB.json → ...96,device_name=NVIDIA_A100-SXM4-80GB.json
diff --git a/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
diff --git a/...96,device_name=NVIDIA_H100_80GB_HBM3.json → ...96,device_name=NVIDIA_H100_80GB_HBM3.json b/...96,device_name=NVIDIA_H100_80GB_HBM3.json → ...96,device_name=NVIDIA_H100_80GB_HBM3.json
diff --git a/...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json b/...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json
diff --git a/...s/E=8,N=4096,device_name=NVIDIA_H200.json → ...s/E=8,N=4096,device_name=NVIDIA_H200.json b/...s/E=8,N=4096,device_name=NVIDIA_H200.json → ...s/E=8,N=4096,device_name=NVIDIA_H200.json
diff --git a/...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json b/...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json
diff --git a/...7168,device_name=AMD_Instinct_MI300X.json → ...7168,device_name=AMD_Instinct_MI300X.json b/...7168,device_name=AMD_Instinct_MI300X.json → ...7168,device_name=AMD_Instinct_MI300X.json
diff --git a/...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json b/...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json
diff --git a/...7168,device_name=AMD_Instinct_MI325X.json → ...7168,device_name=AMD_Instinct_MI325X.json b/...7168,device_name=AMD_Instinct_MI325X.json → ...7168,device_name=AMD_Instinct_MI325X.json
diff --git a/...68,device_name=NVIDIA_A100-SXM4-80GB.json → ...68,device_name=NVIDIA_A100-SXM4-80GB.json b/...68,device_name=NVIDIA_A100-SXM4-80GB.json → ...68,device_name=NVIDIA_A100-SXM4-80GB.json
diff --git a/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
diff --git a/...68,device_name=NVIDIA_H100_80GB_HBM3.json → ...68,device_name=NVIDIA_H100_80GB_HBM3.json b/...68,device_name=NVIDIA_H100_80GB_HBM3.json → ...68,device_name=NVIDIA_H100_80GB_HBM3.json
diff --git a/...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json b/...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json
diff --git a/...s/E=8,N=7168,device_name=NVIDIA_H200.json → ...s/E=8,N=7168,device_name=NVIDIA_H200.json b/...s/E=8,N=7168,device_name=NVIDIA_H200.json → ...s/E=8,N=7168,device_name=NVIDIA_H200.json
diff --git a/...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json b/...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI300X,dtype=fp8_w8a8.json
diff --git a/...8192,device_name=AMD_Instinct_MI300X.json → ...8192,device_name=AMD_Instinct_MI300X.json b/...8192,device_name=AMD_Instinct_MI300X.json → ...8192,device_name=AMD_Instinct_MI300X.json
diff --git a/...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json b/...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json → ...e=AMD_Instinct_MI325X,dtype=fp8_w8a8.json
diff --git a/...8192,device_name=AMD_Instinct_MI325X.json → ...8192,device_name=AMD_Instinct_MI325X.json b/...8192,device_name=AMD_Instinct_MI325X.json → ...8192,device_name=AMD_Instinct_MI325X.json
diff --git a/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json b/...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json → ...NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json
diff --git a/...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json b/...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json → ...vice_name=NVIDIA_H200,dtype=fp8_w8a8.json
diff --git a/...ton_3_4_0/E=128,N=768,device_name=NVIDIA_H20-3e,dtype=fp8_w8a8,block_shape=[128,128].json b/...ton_3_4_0/E=128,N=768,device_name=NVIDIA_H20-3e,dtype=fp8_w8a8,block_shape=[128,128].json
@@ -0,0 +1,146 @@
+{
+    "1": {
+        "BLOCK_SIZE_M": 16,
+        "BLOCK_SIZE_N": 128,
+        "BLOCK_SIZE_K": 128,
+        "GROUP_SIZE_M": 1,
+        "num_warps": 4,
+        "num_stages": 3
+    },
+    "2": {
+        "BLOCK_SIZE_M": 16,
+        "BLOCK_SIZE_N": 128,
+        "BLOCK_SIZE_K": 128,
+        "GROUP_SIZE_M": 1,
+        "num_warps": 4,
+        "num_stages": 3
+    },
+    "4": {
+        "BLOCK_SIZE_M": 16,
+        "BLOCK_SIZE_N": 128,
+        "BLOCK_SIZE_K": 128,
+        "GROUP_SIZE_M": 1,
+        "num_warps": 4,
+        "num_stages": 3
+    },
+    "8": {
+        "BLOCK_SIZE_M": 16,
+        "BLOCK_SIZE_N": 128,
+        "BLOCK_SIZE_K": 128,
+        "GROUP_SIZE_M": 1,
+        "num_warps": 4,
+        "num_stages": 3
+    },
+    "16": {
+        "BLOCK_SIZE_M": 16,
+        "BLOCK_SIZE_N": 128,
+        "BLOCK_SIZE_K": 128,
+        "GROUP_SIZE_M": 1,
+        "num_warps": 4,
+        "num_stages": 3
+    },
+    "24": {
+        "BLOCK_SIZE_M": 16,
+        "BLOCK_SIZE_N": 128,
+        "BLOCK_SIZE_K": 128,
+        "GROUP_SIZE_M": 1,
+        "num_warps": 4,
+        "num_stages": 3
+    },
+    "32": {
+        "BLOCK_SIZE_M": 16,
+        "BLOCK_SIZE_N": 128,
+        "BLOCK_SIZE_K": 128,
+        "GROUP_SIZE_M": 1,
+        "num_warps": 4,
+        "num_stages": 3
+    },
+    "48": {
+        "BLOCK_SIZE_M": 16,
+        "BLOCK_SIZE_N": 128,
+        "BLOCK_SIZE_K": 128,
+        "GROUP_SIZE_M": 1,
+        "num_warps": 4,
+        "num_stages": 3
+    },
+    "64": {
+        "BLOCK_SIZE_M": 16,
+        "BLOCK_SIZE_N": 128,
+        "BLOCK_SIZE_K": 128,
+        "GROUP_SIZE_M": 1,
+        "num_warps": 4,
+        "num_stages": 3
+    },
+    "96": {
+        "BLOCK_SIZE_M": 16,
+        "BLOCK_SIZE_N": 128,
+        "BLOCK_SIZE_K": 128,
+        "GROUP_SIZE_M": 1,
+        "num_warps": 4,
+        "num_stages": 3
+    },
+    "128": {
+        "BLOCK_SIZE_M": 16,
+        "BLOCK_SIZE_N": 128,
+        "BLOCK_SIZE_K": 256,
+        "GROUP_SIZE_M": 1,
+        "num_warps": 4,
+        "num_stages": 3
+    },
+    "256": {
+        "BLOCK_SIZE_M": 16,
+        "BLOCK_SIZE_N": 128,
+        "BLOCK_SIZE_K": 128,
+        "GROUP_SIZE_M": 1,
+        "num_warps": 4,
+        "num_stages": 4
+    },
+    "512": {
+        "BLOCK_SIZE_M": 64,
+        "BLOCK_SIZE_N": 128,
+        "BLOCK_SIZE_K": 128,
+        "GROUP_SIZE_M": 32,
+        "num_warps": 4,
+        "num_stages": 3
+    },
+    "1024": {
+        "BLOCK_SIZE_M": 64,
+        "BLOCK_SIZE_N": 128,
+        "BLOCK_SIZE_K": 256,
+        "GROUP_SIZE_M": 1,
+        "num_warps": 4,
+        "num_stages": 3
+    },
+    "1536": {
+        "BLOCK_SIZE_M": 64,
+        "BLOCK_SIZE_N": 128,
+        "BLOCK_SIZE_K": 128,
+        "GROUP_SIZE_M": 1,
+        "num_warps": 4,
+        "num_stages": 3
+    },
+    "2048": {
+        "BLOCK_SIZE_M": 64,
+        "BLOCK_SIZE_N": 128,
+        "BLOCK_SIZE_K": 128,
+        "GROUP_SIZE_M": 1,
+        "num_warps": 4,
+        "num_stages": 4
+    },
+    "3072": {
+        "BLOCK_SIZE_M": 64,
+        "BLOCK_SIZE_N": 128,
+        "BLOCK_SIZE_K": 128,
+        "GROUP_SIZE_M": 1,
+        "num_warps": 4,
+        "num_stages": 3
+    },
+    "4096": {
+        "BLOCK_SIZE_M": 64,
+        "BLOCK_SIZE_N": 128,
+        "BLOCK_SIZE_K": 256,
+        "GROUP_SIZE_M": 1,
+        "num_warps": 4,
+        "num_stages": 3
+    }
+}
@@ -701,32 +701,59 @@ def get_moe_configs(
     block_shape = [block_n, block_k] if block_n and block_k else None
     json_file_name = get_config_file_name(E, N, dtype, block_shape)
 
-    config_file_paths = []
+    def _check_config_file_path(path: str,
+                                extra_info: str = ""
+                                ) -> Optional[dict[int, Any]]:
+        if os.path.exists(path):
+            with open(path) as f:
+                logger.info(
+                    "Using configuration from %s for MoE layer. %s",
+                    path,
+                    extra_info,
+                )
+                return {int(key): val for key, val in json.load(f).items()}
+        return None
 
-    # note that we prioritize user defined config
+    # P1 User-specified configuration (highest priority)
     user_defined_config_folder = envs.VLLM_TUNED_CONFIG_FOLDER
     if user_defined_config_folder is not None:
         user_defined_config_file_path = os.path.join(
             user_defined_config_folder, json_file_name)
-        config_file_paths.append(user_defined_config_file_path)
-
+        if val := _check_config_file_path(user_defined_config_file_path):
+            return val
+    # P2 Current Triton version configuration
+    triton_version = triton.__version__
+    triton_version_name = f"triton_{triton_version.replace('.', '_')}"
+    cur_triton_file_path = os.path.join(
+        os.path.dirname(os.path.realpath(__file__)),
+        "configs",
+        triton_version_name,
+        json_file_name,
+    )
+    if val := _check_config_file_path(cur_triton_file_path):
+        return val
+    # P3 Legacy configuration
     default_config_file_path = os.path.join(
-        os.path.dirname(os.path.realpath(__file__)), "configs", json_file_name)
-    config_file_paths.append(default_config_file_path)
-
-    for config_file_path in config_file_paths:
-        if os.path.exists(config_file_path):
-            with open(config_file_path) as f:
-                logger.info("Using configuration from %s for MoE layer.",
-                            config_file_path)
-                # If a configuration has been found, return it
-                return {int(key): val for key, val in json.load(f).items()}
+        os.path.dirname(os.path.realpath(__file__)),
+        "configs",
+        "legacy_configs",
+        json_file_name,
+    )
+
+    if val := _check_config_file_path(
+            default_config_file_path,
+            extra_info=
+            "Loading config from the legacy configuration may be suboptimal, please update the corresponding config.",  # noqa: E501
+    ):
+        return val
 
     # If no optimized configuration is available, we will use the default
     # configuration
+    cur_triton_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)),
+                                  "configs", triton_version_name)
     logger.warning(
         ("Using default MoE config. Performance might be sub-optimal! "
-         "Config file not found at %s"), config_file_paths)
+         "Config file not found at %s"), cur_triton_dir)
     return None