[Bugfix][CPU] Fix CPU model runner v2 (#46365)
Signed-off-by: jiang1.li <jiang1.li@intel.com>
Li, Jiang committed
Jun 22, 2026 at 22:52 UTC
1c7bc1831808bf5e6d9b3283855d18951a1eb955
1 file changed
+5
vllm/v1/worker/cpu/shm.py
+5
@@ -17,6 +17,10 @@ def noop(*args: Any, **kwargs: Any) -> None:
17
pass
18
19
20
+def fake_pin_memory(self: torch.Tensor, *args: Any, **kwargs: Any) -> torch.Tensor:
21
+ return self
22
+
23
+
24
class _EventPlaceholder:
25
def __init__(self, *args, **kwargs) -> None:
26
self.record = noop
@@ -41,6 +45,7 @@ torch.cuda.set_stream = noop
45
torch.cuda.current_stream = lambda *args, **kwargs: _StreamPlaceholder()
46
torch.accelerator.synchronize = noop
47
torch.accelerator.empty_cache = noop
48
+torch.Tensor.pin_memory = fake_pin_memory
49
50
# Patch vLLM torch utils
51
import vllm.utils.torch_utils as torch_utils