main
py 23 lines 755 Bytes
Raw
1 # SPDX-License-Identifier: Apache-2.0
2 # SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
4 from .cache_utils import (
5 build_flashinfer_mixed_sparse_indices,
6 combine_topk_swa_indices,
7 compute_global_topk_indices_and_lens,
8 dequantize_and_gather_k_cache,
9 quantize_and_insert_k_cache,
10 )
11 from .fused_indexer_q import MXFP4_BLOCK_SIZE, fused_indexer_q_rope_quant
12 from .fused_inv_rope_fp8_quant import fused_inv_rope_fp8_quant
13
14 __all__ = [
15 "MXFP4_BLOCK_SIZE",
16 "build_flashinfer_mixed_sparse_indices",
17 "combine_topk_swa_indices",
18 "compute_global_topk_indices_and_lens",
19 "dequantize_and_gather_k_cache",
20 "fused_indexer_q_rope_quant",
21 "fused_inv_rope_fp8_quant",
22 "quantize_and_insert_k_cache",
23 ]