A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 2, 14:45 UTC
change name of fs_python secondary tier to fs. (#43600)
Signed-off-by: Rotem Shavitt <rshavitt@gmail.com>
Rotem Shavitt committed
May 28, 2026 at 10:05 UTC
1b16f2ddc93751805fc19001323db93607570234
4 files changed
+7
-7
tests/v1/kv_connector/unit/test_offloading_connector.py
+2
-2
@@ -347,12 +347,12 @@ def test_tiering_offloading() -> None:
347
348
def test_fs_tiering_offloading(tmp_path) -> None:
349
"""Tests OffloadingConnector with TieringOffloadingSpec
350
- + fs_python secondary tier."""
350
+ + fs secondary tier."""
351
extra_config: dict = {
352
"cpu_bytes_to_use": 1 << 30,
353
"block_size": 48,
354
"spec_name": "TieringOffloadingSpec",
355
- "secondary_tiers": [{"type": "fs_python", "root_dir": str(tmp_path)}],
355
+ "secondary_tiers": [{"type": "fs", "root_dir": str(tmp_path)}],
356
}
357
kv_transfer_config = KVTransferConfig(
358
kv_connector="OffloadingConnector",
tests/v1/kv_offload/test_fs_tier.py
+3
-3
@@ -3,7 +3,7 @@
3
"""
4
Unit tests for FileSystemTierManager.
5
6
-These tests use real disk I/O to verify the Python filesystem tier implementation.
6
+These tests use real disk I/O to verify the filesystem tier implementation.
7
The tier manager writes KV cache blocks to disk and reads them back, verifying
8
data integrity throughout the process.
9
"""
@@ -102,7 +102,7 @@ def fs_tier(tmp_path):
102
tier = FileSystemTierManager(
103
offloading_spec=_MOCK_OFFLOADING_SPEC,
104
primary_kv_view=mock_view,
105
- tier_type="fs_python",
105
+ tier_type="fs",
106
root_dir=str(tmp_path),
107
n_read_threads=4,
108
n_write_threads=4,
@@ -162,7 +162,7 @@ def test_invalid_path_raises_at_construction():
162
FileSystemTierManager(
163
offloading_spec=_MOCK_OFFLOADING_SPEC,
164
primary_kv_view=mock_view,
165
- tier_type="fs_python",
165
+ tier_type="fs",
166
root_dir="/dev/null/invalid_path",
167
)
168
vllm/v1/kv_offload/tiering/factory.py
+1
-1
@@ -59,7 +59,7 @@ SecondaryTierFactory.register_tier(
59
)
60
61
SecondaryTierFactory.register_tier(
62
- "fs_python",
62
+ "fs",
63
"vllm.v1.kv_offload.tiering.fs.manager",
64
"FileSystemTierManager",
65
)
vllm/v1/kv_offload/tiering/fs/thread_pool.py
+1
-1
@@ -148,7 +148,7 @@ class DualQueueThreadPool:
148
job_finished, success = state.task_done(True)
149
except Exception as exc:
150
logger.error(
151
- "FileSystemTierManagerPython: job %s block I/O failed: %s",
151
+ "Job %s block I/O failed: %s",
152
state.job_id,
153
exc,
154
)