A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 10, 01:30 UTC
[LoRA] Update LoRA expand kernel heuristic (#32425)
Signed-off-by: Xin Yang <xyangx@amazon.com>
Xin Yang committed
Jan 16, 2026 at 10:38 UTC
a884bc62d6eeeb58e87e56b2d966c63f073ada77
1 file changed
+1
-1
vllm/lora/ops/triton_ops/utils.py
+1
-1
@@ -251,7 +251,7 @@ def get_lora_op_configs(
251
else:
252
default = {
253
"block_m": 64,
254
- "block_n": 128,
254
+ "block_n": max(64, next_power_of_2(128 // num_slices)),
255
"block_k": 16,
256
"num_warps": 4,
257
"num_ctas": 1,