A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 7, 06:30 UTC
[Bugfix] Make `kaldi_native_fbank` optional (#35996)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
Cyrus Leung committed
Mar 4, 2026 at 22:47 UTC
ead7bde1ab2ba939f0c3a73b3c829860d82888c8
4 files changed
+11
-2
requirements/common.txt
-1
@@ -57,4 +57,3 @@ opentelemetry-sdk >= 1.27.0
57
opentelemetry-api >= 1.27.0
58
opentelemetry-exporter-otlp >= 1.27.0
59
opentelemetry-semantic-conventions-ai >= 0.4.1
60
-kaldi-native-fbank >= 1.18.7
requirements/test.in
+1
@@ -67,6 +67,7 @@ segmentation-models-pytorch > 0.4.0 # Required for Prithvi tests
67
gpt-oss >= 0.0.7; python_version > '3.11'
68
69
perceptron # required for isaac test
70
+kaldi-native-fbank >= 1.18.7 # required for fireredasr2 test
71
72
# Newer versions of datasets require torchcoded, that makes the tests fail in CI because of a missing library.
73
# Older versions are in conflict with teerratorch requirements.
requirements/test.txt
+2
@@ -417,6 +417,8 @@ jsonschema-specifications==2024.10.1
417
# via jsonschema
418
junit-xml==1.9
419
# via schemathesis
420
+kaldi-native-fbank==1.22.3
421
+ # via -r requirements/test.in
422
kaleido==0.2.1
423
# via genai-perf
424
kiwisolver==1.4.7
vllm/transformers_utils/processors/fireredasr2_processor.py
+8
-1
@@ -1,8 +1,8 @@
1
# SPDX-License-Identifier: Apache-2.0
2
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
4
+from typing import TYPE_CHECKING
5
5
-import kaldi_native_fbank as knf
6
import numpy as np
7
import torch
8
import torch.nn.functional as F
@@ -16,6 +16,13 @@ from transformers.processing_utils import ProcessorMixin
16
from transformers.utils import TensorType
17
18
from vllm.logger import init_logger
19
+from vllm.utils.import_utils import LazyLoader
20
+
21
+if TYPE_CHECKING:
22
+ import kaldi_native_fbank as knf
23
+else:
24
+ knf = LazyLoader("knf", globals(), "kaldi_native_fbank")
25
+
26
27
logger = init_logger(__name__)
28