[Kernel][Perf] Tune H20 block-FP8 MoE low-batch configs (+21%) (#54668)
Signed-off-by: liuyao0322 <yaoliu548926@gmail.com>
leo committed
Sep 8, 2026 at 11:20 UTC
12579c7f017f1cafebeb5847227431c8da3e2041
1 file changed
+6
-6
vllm/model_executor/layers/fused_moe/configs/E=256,N=256,device_name=NVIDIA_H20-3e,dtype=fp8_w8a8,block_shape=[128,128].json
+6
-6
@@ -1,15 +1,15 @@
1
{
2
"1": {
3
"BLOCK_SIZE_M": 16,
4
- "BLOCK_SIZE_N": 128,
4
+ "BLOCK_SIZE_N": 64,
5
"BLOCK_SIZE_K": 128,
6
"GROUP_SIZE_M": 1,
7
"num_warps": 4,
8
- "num_stages": 3
8
+ "num_stages": 4
9
},
10
"2": {
11
"BLOCK_SIZE_M": 16,
12
- "BLOCK_SIZE_N": 128,
12
+ "BLOCK_SIZE_N": 64,
13
"BLOCK_SIZE_K": 128,
14
"GROUP_SIZE_M": 1,
15
"num_warps": 4,
@@ -17,7 +17,7 @@
17
},
18
"4": {
19
"BLOCK_SIZE_M": 16,
20
- "BLOCK_SIZE_N": 128,
20
+ "BLOCK_SIZE_N": 64,
21
"BLOCK_SIZE_K": 128,
22
"GROUP_SIZE_M": 1,
23
"num_warps": 4,
@@ -25,11 +25,11 @@
25
},
26
"8": {
27
"BLOCK_SIZE_M": 16,
28
- "BLOCK_SIZE_N": 128,
28
+ "BLOCK_SIZE_N": 64,
29
"BLOCK_SIZE_K": 128,
30
"GROUP_SIZE_M": 1,
31
"num_warps": 4,
32
- "num_stages": 4
32
+ "num_stages": 3
33
},
34
"16": {
35
"BLOCK_SIZE_M": 16,