main
py 19 lines 421 Bytes
Raw
1 # SPDX-License-Identifier: Apache-2.0
2 # SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
4 import pytest
5
6 from vllm.utils.torch_utils import (
7 create_kv_caches_with_random,
8 create_kv_caches_with_random_flash,
9 )
10
11
12 @pytest.fixture()
13 def kv_cache_factory():
14 return create_kv_caches_with_random
15
16
17 @pytest.fixture()
18 def kv_cache_factory_flashinfer():
19 return create_kv_caches_with_random_flash