@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / 1caca5a589
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 15, 03:30 UTC

[Misc] Add SPDX-FileCopyrightText (#20428)

Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>

Jee Jee Li committed Jul 4, 2025 at 15:40 UTC 1caca5a5899a7f55209ccb402ccf55a804a09675
58 files changed +179 -28
benchmarks/kernels/bench_fp8_gemm.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 import argparse
4 import copy
5 import itertools
examples/offline_inference/spec_decode.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
4 from transformers import AutoTokenizer
5
examples/online_serving/disaggregated_serving_p2p_nccl_xpyd/disagg_proxy_p2p_nccl_xpyd.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
4 import os
5 import socket
examples/online_serving/multi_instance_data_parallel.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 import asyncio
4 from typing import Optional
5
examples/online_serving/openai_chat_completion_client_with_tools_xlam.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 # ruff: noqa: E501
4 """
5 Set up this example by starting a vLLM OpenAI-compatible server with tool call
examples/online_serving/openai_chat_completion_client_with_tools_xlam_streaming.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 # ruff: noqa: E501
4 """
5 Set up this example by starting a vLLM OpenAI-compatible server with tool call
tests/compile/test_fusion_attn.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 from typing import Optional
4
5 import pytest
tests/kernels/moe/parallel_utils.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 """
4 DeepEP test utilities
5 """
tests/kernels/moe/test_deepep_deepgemm_moe.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 """
4 Test DeepEP + DeepGEMM integration
5 DeepGEMM are gemm kernels specialized for the
tests/kernels/moe/test_deepep_moe.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 """
4 Test deepep dispatch-combine logic
5 """
tests/kernels/moe/test_deepgemm.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 """
4 Unit-test DeepGEMM FP8 kernels (no DeepEP).
5 Compare DeepGEMM path against the Triton fallback inside vLLM's fused_experts.
tests/kernels/test_apply_repetition_penalties.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 import pytest
4 import torch
5
tests/kernels/test_flex_attention.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 """Integration tests for FlexAttention backend vs default backend"""
4
5 import random
tests/models/language/pooling/test_intfloat.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 import pytest
4
5 from ...utils import EmbedModelInfo
tests/quantization/test_rtn.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 # Copyright © 2025, Oracle and/or its affiliates.
4 """Tests RTN quantization startup and generation,
5 doesn't test correctness
tests/tool_use/test_minimax_tool_parser.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 # ruff: noqa: E501
4
5 import json
tests/tool_use/test_xlam_tool_parser.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
4 import json
5
tests/v1/sample/test_logits_processors.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
4 import random
5 from collections.abc import Callable
tests/v1/test_request.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 from vllm.v1.request import RequestStatus
4
5
tests/v1/tpu/test_spmd_model_weight_loading.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 import gc
4 import tempfile
5
tests/v1/tpu/test_tpu_qkv_linear.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 import tempfile
4
5 import numpy as np
tools/check_pickle_imports.py
+1
@@ -1,5 +1,6 @@
1 #!/usr/bin/env python3
2 # SPDX-License-Identifier: Apache-2.0
3 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
4 import os
5 import sys
6
tools/check_spdx_header.py
+121 -26
@@ -2,51 +2,146 @@
2 # SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
4 import sys
5 +from enum import Enum
6
6 -SPDX_HEADER = (
7 +
8 +class SPDXStatus(Enum):
9 + """SPDX header status enumeration"""
10 + EMPTY = "empty" # empty __init__.py
11 + COMPLETE = "complete"
12 + MISSING_LICENSE = "missing_license" # Only has copyright line
13 + MISSING_COPYRIGHT = "missing_copyright" # Only has license line
14 + MISSING_BOTH = "missing_both" # Completely missing
15 +
16 +
17 +FULL_SPDX_HEADER = (
18 "# SPDX-License-Identifier: Apache-2.0\n"
19 "# SPDX-FileCopyrightText: Copyright contributors to the vLLM project")
9 -SPDX_HEADER_PREFIX = "# SPDX-License-Identifier:"
20
21 +LICENSE_LINE = "# SPDX-License-Identifier: Apache-2.0"
22 +COPYRIGHT_LINE = "# SPDX-FileCopyrightText: Copyright contributors to the vLLM project" # noqa: E501
23
12 -def check_spdx_header(file_path):
13 - with open(file_path, encoding='UTF-8') as file:
24 +
25 +def check_spdx_header_status(file_path):
26 + """Check SPDX header status of the file"""
27 + with open(file_path, encoding="UTF-8") as file:
28 lines = file.readlines()
29 if not lines:
16 - # Empty file like __init__.py
17 - return True
18 - for line in lines:
19 - if line.strip().startswith(SPDX_HEADER_PREFIX):
20 - return True
21 - return False
30 + # Empty file
31 + return SPDXStatus.EMPTY
32 +
33 + # Skip shebang line
34 + start_idx = 0
35 + if lines and lines[0].startswith("#!"):
36 + start_idx = 1
37
38 + has_license = False
39 + has_copyright = False
40
24 -def add_header(file_path):
25 - with open(file_path, 'r+', encoding='UTF-8') as file:
41 + # Check all lines for SPDX headers (not just the first two)
42 + for i in range(start_idx, len(lines)):
43 + line = lines[i].strip()
44 + if line == LICENSE_LINE:
45 + has_license = True
46 + elif line == COPYRIGHT_LINE:
47 + has_copyright = True
48 +
49 + # Determine status based on what we found
50 + if has_license and has_copyright:
51 + return SPDXStatus.COMPLETE
52 + elif has_license and not has_copyright:
53 + # Only has license line
54 + return SPDXStatus.MISSING_COPYRIGHT
55 + # Only has copyright line
56 + elif not has_license and has_copyright:
57 + return SPDXStatus.MISSING_LICENSE
58 + else:
59 + # Completely missing both lines
60 + return SPDXStatus.MISSING_BOTH
61 +
62 +
63 +def add_header(file_path, status):
64 + """Add or supplement SPDX header based on status"""
65 + with open(file_path, "r+", encoding="UTF-8") as file:
66 lines = file.readlines()
67 file.seek(0, 0)
28 - if lines and lines[0].startswith("#!"):
29 - file.write(lines[0])
30 - file.write(SPDX_HEADER + '\n')
31 - file.writelines(lines[1:])
32 - else:
33 - file.write(SPDX_HEADER + '\n')
68 + file.truncate()
69 +
70 + if status == SPDXStatus.MISSING_BOTH:
71 + # Completely missing, add complete header
72 + if lines and lines[0].startswith("#!"):
73 + # Preserve shebang line
74 + file.write(lines[0])
75 + file.write(FULL_SPDX_HEADER + "\n")
76 + file.writelines(lines[1:])
77 + else:
78 + # Add header directly
79 + file.write(FULL_SPDX_HEADER + "\n")
80 + file.writelines(lines)
81 +
82 + elif status == SPDXStatus.MISSING_COPYRIGHT:
83 + # Only has license line, need to add copyright line
84 + # Find the license line and add copyright line after it
85 + for i, line in enumerate(lines):
86 + if line.strip() == LICENSE_LINE:
87 + # Insert copyright line after license line
88 + lines.insert(
89 + i + 1,
90 + f"{COPYRIGHT_LINE}\n",
91 + )
92 + break
93 +
94 + file.writelines(lines)
95 +
96 + elif status == SPDXStatus.MISSING_LICENSE:
97 + # Only has copyright line, need to add license line
98 + # Find the copyright line and add license line before it
99 + for i, line in enumerate(lines):
100 + if line.strip() == COPYRIGHT_LINE:
101 + # Insert license line before copyright line
102 + lines.insert(i, f"{LICENSE_LINE}\n")
103 + break
104 file.writelines(lines)
105
106
107 def main():
38 - files_with_missing_header = []
108 + """Main function"""
109 + files_missing_both = []
110 + files_missing_copyright = []
111 + files_missing_license = []
112 +
113 for file_path in sys.argv[1:]:
40 - if not check_spdx_header(file_path):
41 - files_with_missing_header.append(file_path)
114 + status = check_spdx_header_status(file_path)
115
43 - if files_with_missing_header:
116 + if status == SPDXStatus.MISSING_BOTH:
117 + files_missing_both.append(file_path)
118 + elif status == SPDXStatus.MISSING_COPYRIGHT:
119 + files_missing_copyright.append(file_path)
120 + elif status == SPDXStatus.MISSING_LICENSE:
121 + files_missing_license.append(file_path)
122 + else:
123 + continue
124 +
125 + # Collect all files that need fixing
126 + all_files_to_fix = (files_missing_both + files_missing_copyright +
127 + files_missing_license)
128 + if all_files_to_fix:
129 print("The following files are missing the SPDX header:")
45 - for file_path in files_with_missing_header:
46 - print(f" {file_path}")
47 - add_header(file_path)
130 + if files_missing_both:
131 + for file_path in files_missing_both:
132 + print(f" {file_path}")
133 + add_header(file_path, SPDXStatus.MISSING_BOTH)
134 +
135 + if files_missing_copyright:
136 + for file_path in files_missing_copyright:
137 + print(f" {file_path}")
138 + add_header(file_path, SPDXStatus.MISSING_COPYRIGHT)
139 + if files_missing_license:
140 + for file_path in files_missing_license:
141 + print(f" {file_path}")
142 + add_header(file_path, SPDXStatus.MISSING_LICENSE)
143
49 - sys.exit(1 if files_with_missing_header else 0)
144 + sys.exit(1 if all_files_to_fix else 0)
145
146
147 if __name__ == "__main__":
vllm/compilation/fusion_attn.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
4 import torch
5 import torch._inductor.pattern_matcher as pm
vllm/distributed/eplb/__init__.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 '''
4 Expert parallelism load balancer (EPLB).
5 '''
vllm/distributed/eplb/eplb_state.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 """
4 Expert parallelism load balancer (EPLB) metrics and states.
5
vllm/distributed/eplb/rebalance_algo.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 """
4 Expert parallelism load balancer (EPLB) for vLLM.
5
vllm/distributed/eplb/rebalance_execute.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 """
4 The actual execution of the rearrangement.
5
vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_connector.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
4 from dataclasses import dataclass
5 from typing import TYPE_CHECKING, Any, Optional
vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_engine.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
4 import logging
5 import os
vllm/distributed/kv_transfer/kv_connector/v1/p2p/tensor_memory_pool.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
4 import atexit
5 import ctypes
vllm/distributed/tpu_distributed_utils.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 from collections import OrderedDict
4 from typing import Optional
5
vllm/entrypoints/openai/tool_parsers/xlam_tool_parser.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 # ruff: noqa
4 import json
5 from collections.abc import Sequence
vllm/model_executor/layers/fused_moe/batched_deep_gemm_moe.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 from typing import Optional
4
5 import torch
vllm/model_executor/layers/fused_moe/batched_triton_or_deep_gemm_moe.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 from typing import Optional
4
5 import torch
vllm/model_executor/layers/fused_moe/cpu_fused_moe.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 from typing import Callable, Optional
4
5 import torch
vllm/model_executor/layers/fused_moe/deepep_ht_prepare_finalize.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 from typing import Optional
4
5 import deep_ep
vllm/model_executor/layers/fused_moe/deepep_ll_prepare_finalize.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 from typing import Optional, Union
4
5 import deep_ep
vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a4_nvfp4.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 from typing import Callable, Optional
4
5 import torch
vllm/model_executor/layers/quantization/deepgemm.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 import logging
4
5 import torch
vllm/model_executor/layers/quantization/rtn.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 # Copyright © 2025, Oracle and/or its affiliates.
4
5 import os
vllm/model_executor/model_loader/tpu.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 import time
4 from typing import Optional
5
vllm/model_executor/models/aya_vision.py
+2 -2
@@ -1,6 +1,6 @@
1 # SPDX-License-Identifier: Apache-2.0
2 -# SPDX-FileCopyrightText: Copyright contributors to the vLLM project Adapted from
3 -# https://github.com/huggingface/transformers/tree/main/src/transformers/models/aya_vision
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 +# Adapted from https://github.com/huggingface/transformers/tree/main/src/transformers/models/aya_vision
4 from collections.abc import Iterable, Mapping, Sequence
5 from typing import Literal, Optional, TypedDict, Union, cast
6
vllm/model_executor/models/dots1.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
4 # Adapted from
5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/llama/modeling_llama.py
vllm/model_executor/models/glm4_1v.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
4 # Adapted from
5 # https://github.com/huggingface/transformers/blob/main/src/transformers/models/Glm4v/modeling_Glm4v.py
vllm/model_executor/models/tarsier.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
4 import math
5 from collections.abc import Iterable, Mapping, Sequence
vllm/transformers_utils/configs/nemotron_h.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
4 # Copyright 2024 HuggingFace Inc. team. All rights reserved.
5 # Copyright (c) 2025, NVIDIA CORPORATION. All rights reserved.
vllm/v1/attention/backends/cpu_attn.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 import numpy as np
4 import torch
5
vllm/v1/attention/backends/flex_attention.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 """Attention layer with FlashAttention."""
4
5 from dataclasses import dataclass
vllm/v1/attention/backends/mla/cutlass_mla.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
4 from typing import Any, Optional
5
vllm/v1/attention/backends/rocm_aiter_fa.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 """Attention layer with AiterFlashAttention."""
4 from dataclasses import dataclass
5 from typing import TYPE_CHECKING, Any, Optional
vllm/v1/core/kv_cache_coordinator.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 from abc import ABC, abstractmethod
4 from typing import Callable, Optional
5
vllm/v1/pool/metadata.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 from dataclasses import dataclass
4 from typing import Optional
5
vllm/v1/sample/logits_processor.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 import dataclasses
4 from abc import ABC, abstractmethod
5 from collections.abc import Iterator, Sequence
vllm/v1/worker/cpu_model_runner.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 from contextlib import contextmanager
4 from typing import Any
5
vllm/v1/worker/cpu_worker.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 import os
4 from importlib import util
5 from typing import Optional
vllm/v1/worker/xpu_model_runner.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 from typing import TYPE_CHECKING
4
5 import torch
vllm/v1/worker/xpu_worker.py
+1
@@ -1,4 +1,5 @@
1 # SPDX-License-Identifier: Apache-2.0
2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 import os
4
5 import torch