Add tuned selective_state_update config for AMD Instinct MI355 (#47767)
Signed-off-by: vanshbhatia-amd <210711135+vanshbhatia-amd@users.noreply.github.com> Co-authored-by: vanshbhatia-amd <210711135+vanshbhatia-amd@users.noreply.github.com>
vanshbhatia-amd committed
Jul 7, 2026 at 18:19 UTC
c8c2f838e7d9f1975ee00ac206c9cbbe331a2f86
1 file changed
+35
vllm/model_executor/layers/mamba/ops/configs/selective_state_update/headdim=64,dstate=128,device_name=AMD_Instinct_MI355_OAM,cache_dtype=float16.json
new
+35
@@ -0,0 +1,35 @@
1
+{
2
+ "triton_version": "3.6.0",
3
+ "10": {
4
+ "BLOCK_SIZE_M": 16,
5
+ "num_warps": 4
6
+ },
7
+ "80": {
8
+ "BLOCK_SIZE_M": 16,
9
+ "num_warps": 4
10
+ },
11
+ "160": {
12
+ "BLOCK_SIZE_M": 16,
13
+ "num_warps": 4
14
+ },
15
+ "320": {
16
+ "BLOCK_SIZE_M": 16,
17
+ "num_warps": 4
18
+ },
19
+ "640": {
20
+ "BLOCK_SIZE_M": 32,
21
+ "num_warps": 4
22
+ },
23
+ "1280": {
24
+ "BLOCK_SIZE_M": 16,
25
+ "num_warps": 1
26
+ },
27
+ "2560": {
28
+ "BLOCK_SIZE_M": 16,
29
+ "num_warps": 1
30
+ },
31
+ "5120": {
32
+ "BLOCK_SIZE_M": 16,
33
+ "num_warps": 1
34
+ }
35
+}
\ No newline at end of file