[Bugfix] Fix cross-batch buffer race corrupting DiskBackend loads (#51667)
Signed-off-by: Fabian Joswig <fjosw@users.noreply.github.com> Co-authored-by: Yifan Qiao <yifanqiao@inferact.ai>
Fabian Joswig committed
Sep 2, 2026 at 10:18 UTC
8052102c2112e48f2c6ffe02ab0a3aa56632bd8f
1 file changed
+4
vllm/v1/simple_kv_offload/disk_backend.py
+4
@@ -334,3 +334,7 @@ class DiskBackend:
334
ev = torch.Event()
335
ev.record(stream)
336
prev_dma_events[buf_slot] = ev
337
+
338
+ for ev in prev_dma_events:
339
+ if ev is not None:
340
+ ev.synchronize()