A high-throughput and memory-efficient inference and serving engine for LLMs
[Bugfix] Fix FunASR-Nano crash during initialization (#44215)
Signed-off-by: SunskyXH <sunskyxh@gmail.com> Co-authored-by: Roger Wang <hey@rogerw.io>
SunskyXH committed
Jun 8, 2026 at 12:00 UTC
6124a98a9bb9cccf0f3a808568f4ab662c0fad08
1 file changed
+4
vllm/model_executor/models/funasr.py
+4
@@ -950,6 +950,10 @@ class FunASRForConditionalGeneration(
950
)
951
self.logits_processor = LogitsProcessor(config.vocab_size, scale=logit_scale)
952
953
+ def get_language_model(self) -> torch.nn.Module:
954
+ # Required as part of SupportsMultiModal interface.
955
+ return self.model.decoder
956
+
957
def forward(
958
self,
959
input_ids: torch.Tensor,