[Misc] Add SPDX-FileCopyrightText (#19100)

.buildkite/check-wheel-size.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 import sys

.buildkite/generate_index.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5 import os

.buildkite/lm-eval-harness/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from pathlib import Path

4

5 import pytest

.buildkite/lm-eval-harness/test_lm_eval_correctness.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 LM eval harness on model to compare vs HF baseline computed offline.

5 Configs are found in configs/$MODEL.yaml

.buildkite/nightly-benchmarks/scripts/convert-results-json-to-markdown.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5 import os

.buildkite/nightly-benchmarks/scripts/download-tokenizer.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5

.buildkite/nightly-benchmarks/scripts/generate-nightly-markdown.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5 import json

.buildkite/nightly-benchmarks/scripts/get-lmdeploy-modelname.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from lmdeploy.serve.openai.api_client import APIClient

5

.buildkite/nightly-benchmarks/scripts/summary-nightly-results.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import datetime

5 import json

benchmarks/backend_request_func.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import io

5 import json

benchmarks/benchmark_dataset.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This module defines a framework for sampling benchmark requests from various

5 datasets. Each dataset subclass of BenchmarkDataset must implement sample

benchmarks/benchmark_latency.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Benchmark the latency of processing a single batch of requests."""

4

5 import argparse

benchmarks/benchmark_long_document_qa_throughput.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Offline benchmark to test the long document QA throughput.

5

benchmarks/benchmark_prefix_caching.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Benchmark the efficiency of prefix caching.

5

benchmarks/benchmark_prioritization.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Benchmark offline prioritization."""

4

5 import argparse

benchmarks/benchmark_serving.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 r"""Benchmark online serving throughput.

4

5 On the server side, run one of the following commands:

benchmarks/benchmark_serving_structured_output.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 r"""Benchmark online serving throughput with structured outputs.

4

5 On the server side, run one of the following commands:

benchmarks/benchmark_throughput.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Benchmark offline inference throughput."""

4

5 import argparse

benchmarks/benchmark_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5 import json

benchmarks/cutlass_benchmarks/sparse_benchmarks.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5 import copy

benchmarks/cutlass_benchmarks/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Cutlass bench utils

5 from collections.abc import Iterable

benchmarks/cutlass_benchmarks/w8a8_benchmarks.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5 import copy

benchmarks/cutlass_benchmarks/weight_shapes.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Weight Shapes are in the format

5 # ([K, N], TP_SPLIT_DIM)

benchmarks/disagg_benchmarks/disagg_prefill_proxy_server.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5

benchmarks/disagg_benchmarks/round_robin_proxy.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import itertools

benchmarks/disagg_benchmarks/visualize_benchmark_results.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5

benchmarks/fused_kernels/layernorm_rms_benchmarks.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pickle as pkl

5 import time

benchmarks/kernels/bench_fp8_gemm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import argparse

4 import copy

5 import itertools

benchmarks/kernels/benchmark_aqlm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 import sys

benchmarks/kernels/benchmark_bitblas.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # Copyright (c) Microsoft Corporation.

4 # Licensed under the MIT License.

5

benchmarks/kernels/benchmark_cutlass_fp4_moe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Benchmark the performance of the cutlass_moe_fp4 kernel vs the triton_moe

5 kernel. The cutlass_moe_fp4 kernel takes in fp4 quantized weights and 16-bit

benchmarks/kernels/benchmark_grouped_gemm_cutlass.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5 import torch.utils.benchmark as benchmark

benchmarks/kernels/benchmark_layernorm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import time

5

benchmarks/kernels/benchmark_lora.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5 import copy

benchmarks/kernels/benchmark_machete.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5 import copy

benchmarks/kernels/benchmark_marlin.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5 import torch.utils.benchmark as benchmark

benchmarks/kernels/benchmark_moe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5 import json

benchmarks/kernels/benchmark_moe_permute_unpermute.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5 from typing import Any, TypedDict

benchmarks/kernels/benchmark_paged_attention.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import random

5 import time

benchmarks/kernels/benchmark_quant.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import time

5

benchmarks/kernels/benchmark_rmsnorm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import itertools

5 from typing import Optional, Union

benchmarks/kernels/benchmark_rope.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from itertools import accumulate

5 from typing import Optional

benchmarks/kernels/benchmark_shapes.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 WEIGHT_SHAPES = {

5 "ideal": [[4 * 256 * 32, 256 * 32]],

benchmarks/kernels/benchmark_w8a8_block_fp8.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # Adapted from sglang quantization/tuning_block_wise_kernel.py

4

5 import argparse

benchmarks/kernels/deepgemm/benchmark_fp8_block_dense_gemm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # fmt: off

4 # ruff: noqa: E501

5 import time

benchmarks/kernels/graph_machete_bench.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import math

5 import pickle

benchmarks/kernels/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import dataclasses

5 from collections.abc import Iterable

benchmarks/kernels/weight_shapes.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Weight Shapes are in the format

5 # ([K, N], TP_SPLIT_DIM)

benchmarks/overheads/benchmark_hashing.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import cProfile

5 import pstats

cmake/hipify.py

+1

@@ -1,5 +1,6 @@

1 #!/usr/bin/env python3

2 # SPDX-License-Identifier: Apache-2.0

3 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

4

5 #

6 # A command line tool for running pytorch's hipify preprocessor on CUDA

csrc/cutlass_extensions/vllm_cutlass_library_extension.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import enum

5 from typing import Union

csrc/moe/marlin_moe_wna16/generate_kernels.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import glob

4 import itertools

5 import os

csrc/quantization/gptq_marlin/generate_kernels.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import glob

4 import itertools

5 import os

csrc/quantization/machete/generate.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import itertools

5 import math

docs/mkdocs/hooks/generate_examples.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import itertools

4 from dataclasses import dataclass, field

5 from pathlib import Path

docs/mkdocs/hooks/remove_announcement.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import os

4 from typing import Literal

5

docs/mkdocs/hooks/url_schemes.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import regex as re

4 from mkdocs.config.defaults import MkDocsConfig

5 from mkdocs.structure.files import Files

examples/offline_inference/audio_language.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This example shows how to use vLLM for running offline inference

5 with the correct prompt format on audio language models.

examples/offline_inference/automatic_prefix_caching.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Demonstration script for Automatic Prefix Caching (APC) in vLLM.

5

examples/offline_inference/basic/basic.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm import LLM, SamplingParams

5

examples/offline_inference/basic/chat.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm import LLM, EngineArgs

5 from vllm.utils import FlexibleArgumentParser

examples/offline_inference/basic/classify.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from argparse import Namespace

5

examples/offline_inference/basic/embed.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from argparse import Namespace

5

examples/offline_inference/basic/generate.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm import LLM, EngineArgs

5 from vllm.utils import FlexibleArgumentParser

examples/offline_inference/basic/score.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from argparse import Namespace

5

examples/offline_inference/batch_llm_inference.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This example shows how to use Ray Data for data parallel batch inference.

5

examples/offline_inference/chat_with_tools.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # ruff: noqa

5 import json

examples/offline_inference/context_extension.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm import LLM, SamplingParams

5

examples/offline_inference/data_parallel.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Usage:

5 Single node:

examples/offline_inference/disaggregated-prefill-v1/decode_example.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm import LLM, SamplingParams

5 from vllm.config import KVTransferConfig

examples/offline_inference/disaggregated-prefill-v1/prefill_example.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm import LLM, SamplingParams

5 from vllm.config import KVTransferConfig

examples/offline_inference/disaggregated_prefill.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This file demonstrates the example usage of disaggregated prefilling

5 We will launch 2 vllm instances (GPU 0 for prefill and GPU 1 for decode),

examples/offline_inference/eagle.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import argparse

4 import json

5 import os

examples/offline_inference/embed_jina_embeddings_v3.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from argparse import Namespace

5

examples/offline_inference/embed_matryoshka_fy.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from argparse import Namespace

5

examples/offline_inference/encoder_decoder.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Demonstrate prompting of text-to-text

5 encoder/decoder models, specifically BART

examples/offline_inference/encoder_decoder_multimodal.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This example shows how to use vLLM for running offline inference with

5 the explicit/implicit prompt format on enc-dec LMMs for text generation.

examples/offline_inference/llm_engine_example.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This file demonstrates using the `LLMEngine`

5 for processing prompts with various sampling parameters.

examples/offline_inference/load_sharded_state.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Validates the loading of a model saved with the sharded_state format.

5 This script demonstrates how to load a model that was previously saved

examples/offline_inference/lora_with_quantization_inference.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This example shows how to use LoRA with different quantization techniques

5 for offline inference.

examples/offline_inference/metrics.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm import LLM, SamplingParams

5 from vllm.v1.metrics.reader import Counter, Gauge, Histogram, Vector

examples/offline_inference/mistral-small.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # ruff: noqa

5 import argparse

examples/offline_inference/mlpspeculator.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This file demonstrates the usage of text generation with an LLM model,

5 comparing the performance with and without speculative decoding.

examples/offline_inference/multilora_inference.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This example shows how to use the multi-LoRA functionality

5 for offline inference.

examples/offline_inference/neuron.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm import LLM, SamplingParams

5

examples/offline_inference/neuron_eagle.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This example shows how to run offline inference with an EAGLE speculative

5 decoding model on neuron. To use EAGLE speculative decoding, you must use

examples/offline_inference/neuron_int8_quantization.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5

examples/offline_inference/neuron_multimodal.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import requests

4 import torch

5 from neuronx_distributed_inference.models.mllama.utils import add_instruct

examples/offline_inference/neuron_speculation.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This example shows how to run offline inference with a speculative

5 decoding model on neuron.

examples/offline_inference/prefix_caching.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm import LLM, SamplingParams

5 from vllm.distributed import cleanup_dist_env_and_memory

examples/offline_inference/prithvi_geospatial_mae.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This is a demo script showing how to use the

5 PrithviGeospatialMAE model with vLLM

examples/offline_inference/profiling.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import inspect

5 import json

examples/offline_inference/profiling_tpu/profiling.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5 import dataclasses

examples/offline_inference/prompt_embed_inference.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Demonstrates how to generate prompt embeddings using

5 Hugging Face Transformers and use them as input to vLLM

examples/offline_inference/qwen2_5_omni/only_thinker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This example shows how to use vLLM for running offline inference

5 with the correct prompt format on Qwen2.5-Omni (thinker only).

examples/offline_inference/qwen_1m.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import os

4 from urllib.request import urlopen

5

examples/offline_inference/reproducibility.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Demonstrates how to achieve reproducibility in vLLM.

5

examples/offline_inference/rlhf.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 a simple demonstration of RLHF with vLLM, inspired by

5 the OpenRLHF framework https://github.com/OpenRLHF/OpenRLHF .

examples/offline_inference/rlhf_colocate.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 a simple demonstration to show how to co-locate

5 vLLM worker with training actors on the same GPUs,

examples/offline_inference/rlhf_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import torch

4

5

examples/offline_inference/save_sharded_state.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Saves each worker's model state dict directly to a checkpoint, which enables a

5 fast load path for large tensor-parallel models where each worker only needs to

examples/offline_inference/simple_profiling.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 import time

examples/offline_inference/structured_outputs.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This file demonstrates the example usage of guided decoding

5 to generate structured outputs using vLLM. It shows how to apply

examples/offline_inference/torchrun_example.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 experimental support for tensor-parallel inference with torchrun,

5 see https://github.com/vllm-project/vllm/issues/11400 for

examples/offline_inference/tpu.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5 import os

examples/offline_inference/vision_language.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This example shows how to use vLLM for running offline inference with

5 the correct prompt format on vision language models for text generation.

examples/offline_inference/vision_language_embedding.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This example shows how to use vLLM for running offline inference with

5 the correct prompt format on vision language models for multimodal embedding.

examples/offline_inference/vision_language_multi_image.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This example shows how to use vLLM for running offline inference with

5 multi-image input on vision language models for text generation,

examples/online_serving/api_client.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Example Python client for `vllm.entrypoints.api_server`

4 Start the demo server:

5 python -m vllm.entrypoints.api_server --model <model_name>

examples/online_serving/cohere_rerank_client.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Example of using the OpenAI entrypoint's rerank API which is compatible with

5 the Cohere SDK: https://github.com/cohere-ai/cohere-python

examples/online_serving/disaggregated_serving/disagg_proxy_demo.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This file provides a disaggregated prefilling proxy demo to demonstrate an

5 example usage of XpYd disaggregated prefilling.

examples/online_serving/gradio_openai_chatbot_webserver.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Example for starting a Gradio OpenAI Chatbot Webserver

4 Start vLLM API server:

5 vllm serve meta-llama/Llama-2-7b-chat-hf

examples/online_serving/gradio_webserver.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Example for starting a Gradio Webserver

4 Start vLLM API server:

5 python -m vllm.entrypoints.api_server \

examples/online_serving/jinaai_rerank_client.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Example of using the OpenAI entrypoint's rerank API which is compatible with

5 Jina and Cohere https://jina.ai/reranker

examples/online_serving/kv_events_subscriber.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Any, Optional, Union

4

5 import msgspec

examples/online_serving/openai_chat_completion_client.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Example Python client for OpenAI Chat Completion using vLLM API server

4 NOTE: start a supported chat completion model server with `vllm serve`, e.g.

5 vllm serve meta-llama/Llama-2-7b-chat-hf

examples/online_serving/openai_chat_completion_client_for_multimodal.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """An example showing how to use vLLM to serve multimodal models

4 and run online serving with OpenAI client.

5

examples/online_serving/openai_chat_completion_client_with_tools.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Set up this example by starting a vLLM OpenAI-compatible server with tool call

5 options enabled. For example:

examples/online_serving/openai_chat_completion_client_with_tools_required.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 To run this example, you can start the vLLM server

5 without any specific flags:

examples/online_serving/openai_chat_completion_structured_outputs.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 To run this example, you need to start the vLLM server:

5

examples/online_serving/openai_chat_completion_structured_outputs_structural_tag.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from openai import OpenAI

4

5 # This example demonstrates the `structural_tag` response format.

examples/online_serving/openai_chat_completion_structured_outputs_with_reasoning.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 An example shows how to generate structured outputs from reasoning models

5 like DeepSeekR1. The thinking process will not be guided by the JSON

examples/online_serving/openai_chat_completion_tool_calls_with_reasoning.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 An example demonstrates how to use tool calling with reasoning models

5 like QwQ-32B. The reasoning_content will not be parsed by the tool

examples/online_serving/openai_chat_completion_with_reasoning.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 An example shows how to generate chat completions from reasoning models

5 like DeepSeekR1.

examples/online_serving/openai_chat_completion_with_reasoning_streaming.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 An example shows how to generate chat completions from reasoning models

5 like DeepSeekR1.

examples/online_serving/openai_chat_embedding_client_for_multimodal.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5 import base64

examples/online_serving/openai_classification_client.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5 import pprint

examples/online_serving/openai_completion_client.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5

examples/online_serving/openai_cross_encoder_score.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Example online usage of Score API.

5

examples/online_serving/openai_embedding_client.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from openai import OpenAI

5

examples/online_serving/openai_embedding_matryoshka_fy.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Example Python client for embedding API dimensions using vLLM API server

4 NOTE:

5 start a supported Matryoshka Embeddings model server with `vllm serve`, e.g.

examples/online_serving/openai_pooling_client.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Example online usage of Pooling API.

5

examples/online_serving/openai_transcription_client.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import asyncio

4 import json

5

examples/online_serving/opentelemetry/dummy_client.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import requests

5 from opentelemetry.exporter.otlp.proto.grpc.trace_exporter import OTLPSpanExporter

examples/online_serving/prompt_embed_inference_with_openai_client.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 vLLM OpenAI-Compatible Client with Prompt Embeddings

5

examples/online_serving/ray_serve_deepseek.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Example to deploy DeepSeek R1 or V3 with Ray Serve LLM.

5 See more details at:

examples/online_serving/retrieval_augmented_generation_with_langchain.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Retrieval Augmented Generation (RAG) Implementation with Langchain

5 ==================================================================

examples/online_serving/retrieval_augmented_generation_with_llamaindex.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 RAG (Retrieval Augmented Generation) Implementation with LlamaIndex

5 ================================================================

examples/online_serving/streamlit_openai_chatbot_webserver.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 vLLM Chat Assistant - A Streamlit Web Interface

5

examples/online_serving/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from openai import APIConnectionError, OpenAI

4 from openai.pagination import SyncPage

5 from openai.types.model import Model

examples/others/lmcache/cpu_offload_lmcache.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This file demonstrates the example usage of cpu offloading

5 with LMCache in vLLM v1 or v0.

examples/others/lmcache/disagg_prefill_lmcache_v0.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This file demonstrates the example usage of disaggregated prefilling

5 with LMCache.

examples/others/lmcache/disagg_prefill_lmcache_v1/disagg_proxy_server.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5 import os

examples/others/lmcache/kv_cache_sharing_lmcache_v1.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This file demonstrates the example usage of remote KV cache sharing

5 with LMCache.

examples/others/tensorize_vllm_model.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5 import dataclasses

find_cuda_init.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import importlib

5 import traceback

setup.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import ctypes

5 import importlib.util

tests/async_engine/api_server_async_engine.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """vllm.entrypoints.api_server with some extra logging for testing."""

4 from collections.abc import Iterable

5 from typing import Any

tests/async_engine/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4

5

tests/async_engine/test_api_server.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 import subprocess

tests/async_engine/test_async_llm_engine.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import os

tests/async_engine/test_request_tracker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/basic_correctness/test_basic_correctness.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Compare the short outputs of HF and vLLM when using greedy sampling.

4

5 Run `pytest tests/basic_correctness/test_basic_correctness.py`.

tests/basic_correctness/test_chunked_prefill.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Compare the outputs of HF and vLLM when using greedy sampling.

4

5 It tests chunked prefill. Chunked prefill can be enabled by

tests/basic_correctness/test_cpu_offload.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from ..utils import compare_two_settings

5

tests/basic_correctness/test_cumem.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/basic_correctness/test_preemption.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Compare the short outputs of HF and vLLM when using greedy sampling.

4

5 VLLM_TEST_ENABLE_ARTIFICIAL_PREEMPT=1 has to be set before running this test.

tests/benchmarks/test_latency_cli.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import subprocess

4

5 import pytest

tests/benchmarks/test_serve_cli.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import subprocess

4

5 import pytest

tests/benchmarks/test_throughput_cli.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import subprocess

4

5 import pytest

tests/build_cython.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import Cython.Compiler.Options

4 from Cython.Build import cythonize

5 from setuptools import setup

tests/compile/backend.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from copy import deepcopy

5 from typing import Callable, Union

tests/compile/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4

5

tests/compile/piecewise/test_full_cudagraph.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import contextlib

4 import os

5

tests/compile/piecewise/test_simple.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Test the piecewise compilation with a simple model so that we

5 can exactly calculate the expected output and side effects.

tests/compile/piecewise/test_toy_llama.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Test the piecewise compilation with a simple model, comparing the output

5 with and without the piecewise compilation.

tests/compile/test_async_tp.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5

tests/compile/test_basic_correctness.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from __future__ import annotations

4

5 import dataclasses

tests/compile/test_full_graph.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from __future__ import annotations

5

tests/compile/test_functionalization.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/compile/test_fusion.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/compile/test_pass_manager.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import copy

4

5 import pytest

tests/compile/test_sequence_parallelism.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/compile/test_silu_mul_quant_fusion.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4 import torch

5

tests/compile/test_wrapper.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

tests/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import json

4 import os

5 import tempfile

tests/core/block/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/core/block/e2e/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Iterable

5 from typing import Callable, Optional

tests/core/block/e2e/test_correctness.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from itertools import cycle

5

tests/core/block/e2e/test_correctness_sliding_window.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import random

5

tests/core/block/test_block_manager.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/core/block/test_block_table.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/core/block/test_common.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import random

5

tests/core/block/test_cpu_gpu_block_allocator.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/core/block/test_naive_block.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

tests/core/block/test_prefix_caching_block.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import math

5 import random

tests/core/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4

5

tests/core/test_chunked_prefill_scheduler.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from unittest.mock import MagicMock

5

tests/core/test_num_computed_tokens_update.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/core/test_scheduler.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import time

5 from collections import deque

tests/core/test_scheduler_encoder_decoder.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest # noqa

5

tests/core/test_serialization.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import msgspec

5

tests/core/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import time

5 from collections import defaultdict

tests/detokenizer/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4

5

tests/detokenizer/test_disable_detokenization.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/detokenizer/test_stop_checker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from unittest.mock import MagicMock

5

tests/detokenizer/test_stop_reason.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Test the different finish_reason="stop" situations during generation:

4 1. One of the provided stop strings

5 2. One of the provided stop tokens

tests/detokenizer/test_stop_strings.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Optional

5

tests/distributed/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import random

4 from typing import Optional, Union

5

tests/distributed/test_ca_buffer_sharing.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # can only run on machines with p2p access across GPUs

5 # can only run with torchrun:

tests/distributed/test_comm_ops.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Test the communication operators.

4

5 Run `pytest tests/distributed/test_comm_ops.py`.

tests/distributed/test_custom_all_reduce.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import random

5

tests/distributed/test_distributed_oot.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from ..entrypoints.openai.test_oot_registration import (

5 run_and_test_dummy_opt_api_server)

tests/distributed/test_events.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import threading

4 import time

5

tests/distributed/test_expert_parallel.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass

5 from typing import Literal, NamedTuple, Optional

tests/distributed/test_multi_node_assignment.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Make sure ray assigns GPU workers to the correct node.

4

5 Run:

tests/distributed/test_pipeline_parallel.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 WARNING: This test runs in both single-node (4 GPUs) and multi-node

5 (2 node with 2 GPUs each) modes. If the test only uses 2 GPUs, it is

tests/distributed/test_pipeline_partition.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5

tests/distributed/test_pp_cudagraph.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from __future__ import annotations

4

5 from typing import TYPE_CHECKING

tests/distributed/test_pynccl.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import multiprocessing

5 import os

tests/distributed/test_same_node.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5

tests/distributed/test_sequence_parallel.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 WARNING: This test runs in both single-node (4 GPUs) and multi-node

5 (2 node with 2 GPUs each) modes. If the test only uses 2 GPUs, it is

tests/distributed/test_shm_broadcast.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import multiprocessing

5 import random

tests/distributed/test_torchrun_example.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # unit test for `examples/offline_inference/torchrun_example.py`

5 import os

tests/distributed/test_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import socket

5

tests/encoder_decoder/test_e2e_correctness.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """E2E tests to verify the correctness of the encoder-decoder framework

4

5 Run `pytest tests/encoder_decoder/test_e2e_correctness.py`.

tests/engine/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4

5

tests/engine/test_arg_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5 from argparse import ArgumentError, ArgumentTypeError

tests/engine/test_computed_prefix_blocks.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/engine/test_executor.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import os

tests/engine/test_multi_step_output_processor.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import random

5 from unittest.mock import MagicMock

tests/engine/test_multiproc_workers.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 from concurrent.futures import ThreadPoolExecutor

tests/engine/test_options.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from contextlib import nullcontext

4

5 import pytest

tests/engine/test_short_mm_context.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/entrypoints/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/entrypoints/llm/test_accuracy.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This file test accuracy of the vLLM server via LMEval.

5 It uses local-completions, which interacts with vLLM

tests/entrypoints/llm/test_chat.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import weakref

4

5 import pytest

tests/entrypoints/llm/test_collective_rpc.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/entrypoints/llm/test_encode.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import weakref

5

tests/entrypoints/llm/test_generate.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import weakref

5

tests/entrypoints/llm/test_generate_multiple_loras.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import weakref

5

tests/entrypoints/llm/test_gpu_utilization.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm import LLM, SamplingParams

5

tests/entrypoints/llm/test_guided_generate.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5 import weakref

tests/entrypoints/llm/test_lazy_outlines.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import sys

5 from contextlib import nullcontext

tests/entrypoints/llm/test_prompt_validation.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/entrypoints/offline_mode/test_offline_mode.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests for HF_HUB_OFFLINE mode"""

4 import importlib

5 import sys

tests/entrypoints/openai/correctness/test_lmeval.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This file test accuracy of the vLLM server via LMEval.

5 It uses local-completions, which interacts with vLLM

tests/entrypoints/openai/correctness/test_mteb.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import os

4

5 import pytest

tests/entrypoints/openai/correctness/test_transcription_api_correctness.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Evaluate Transcription API correctness by computing Word Error Rate (WER)

5 on a given ASR dataset. When provided, it will also compare the WER against

tests/entrypoints/openai/test_async_tokenization.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import contextlib

tests/entrypoints/openai/test_audio.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5

tests/entrypoints/openai/test_basic.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 from http import HTTPStatus

tests/entrypoints/openai/test_chat.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # imports for guided decoding tests

5 import json

tests/entrypoints/openai/test_chat_echo.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import NamedTuple

5

tests/entrypoints/openai/test_chat_logit_bias_validation.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import openai

5 import pytest

tests/entrypoints/openai/test_chat_template.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/entrypoints/openai/test_chat_with_tool_reasoning.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import openai # use the official client for correctness check

5 import pytest

tests/entrypoints/openai/test_chunked_prompt.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import openai # use the official client for correctness check

5 import pytest

tests/entrypoints/openai/test_classification.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import requests

tests/entrypoints/openai/test_cli_args.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5

tests/entrypoints/openai/test_completion.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # imports for guided decoding tests

4 import json

5 import shutil

tests/entrypoints/openai/test_completion_with_function_calling.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import openai # use the official client for correctness check

5 import pytest

tests/entrypoints/openai/test_completion_with_prompt_embeds.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import base64

5 import io

tests/entrypoints/openai/test_embedding.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import base64

5

tests/entrypoints/openai/test_embedding_dimensions.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Run `pytest tests/entrypoints/openai/test_embedding_dimensions.py`.

5 """

tests/entrypoints/openai/test_encoder_decoder.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import openai

5 import pytest

tests/entrypoints/openai/test_lora_adapters.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import json

tests/entrypoints/openai/test_lora_resolvers.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from contextlib import suppress

5 from dataclasses import dataclass, field

tests/entrypoints/openai/test_metrics.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import subprocess

5 import sys

tests/entrypoints/openai/test_models.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import openai # use the official client for correctness check

5 import pytest

tests/entrypoints/openai/test_oot_registration.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from ...utils import VLLM_PATH, RemoteOpenAIServer

5

tests/entrypoints/openai/test_openai_schema.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Final

4

5 import pytest

tests/entrypoints/openai/test_pooling.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import base64

5

tests/entrypoints/openai/test_prompt_validation.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # imports for guided decoding tests

5 import openai

tests/entrypoints/openai/test_rerank.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import requests

tests/entrypoints/openai/test_return_tokens_as_ids.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Separate these tests out from test_completion and test_chat, because they

5 # require launching a second server with a different flag. Running both servers

tests/entrypoints/openai/test_root_path.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import contextlib

5 import os

tests/entrypoints/openai/test_run_batch.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5 import subprocess

tests/entrypoints/openai/test_score.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Any

4

5 import pytest

tests/entrypoints/openai/test_serving_chat.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 from contextlib import suppress

tests/entrypoints/openai/test_serving_models.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from http import HTTPStatus

5 from unittest.mock import MagicMock

tests/entrypoints/openai/test_shutdown.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import openai

5 import pytest

tests/entrypoints/openai/test_sleep.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import requests

5

tests/entrypoints/openai/test_tensorizer_entrypoint.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import gc

4 import json

5 import tempfile

tests/entrypoints/openai/test_tokenization.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import pytest_asyncio

tests/entrypoints/openai/test_transcription_validation.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # imports for guided decoding tests

5 import io

tests/entrypoints/openai/test_truncation.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Any

4

5 import openai

tests/entrypoints/openai/test_video.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5

tests/entrypoints/openai/test_vision.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5

tests/entrypoints/openai/test_vision_embedding.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5

tests/entrypoints/openai/tool_parsers/test_llama4_pythonic_tool_parser.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from unittest.mock import MagicMock, patch

5

tests/entrypoints/openai/tool_parsers/test_pythonic_tool_parser.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from unittest.mock import MagicMock, patch

5

tests/entrypoints/openai/tool_parsers/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Iterable

5 from typing import Union

tests/entrypoints/test_api_server_process_manager.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import multiprocessing

5 import socket

tests/entrypoints/test_chat_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import warnings

5 from typing import Optional

tests/entrypoints/test_ssl_cert_refresher.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import asyncio

4 import tempfile

5 from pathlib import Path

tests/fastsafetensors_loader/test_fastsafetensors_loader.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm import SamplingParams

5 from vllm.config import LoadFormat

tests/fastsafetensors_loader/test_weight_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import glob

5 import tempfile

tests/kernels/allclose_default.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5

tests/kernels/attention/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/kernels/attention/test_attention.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import random

5 from typing import Optional

tests/kernels/attention/test_attention_selector.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from unittest.mock import patch

5

tests/kernels/attention/test_blocksparse_attention.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import random

5 from typing import Optional

tests/kernels/attention/test_cache.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import random

5

tests/kernels/attention/test_cascade_flash_attn.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

tests/kernels/attention/test_encoder_decoder_attn.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Tests:

5

tests/kernels/attention/test_flash_attn.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

tests/kernels/attention/test_flashinfer.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

tests/kernels/attention/test_flashmla.py

+1

@@ -1,5 +1,6 @@

1 # Adapted from: https://github.com/deepseek-ai/FlashMLA/blob/main/tests/test_flash_mla.py

2 # SPDX-License-Identifier: Apache-2.0

3 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

4 import math

5 import random

6

tests/kernels/attention/test_lightning_attn.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/kernels/attention/test_merge_attn_states.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Optional

4

5 import pytest

tests/kernels/attention/test_mha_attn.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Test:

5

tests/kernels/attention/test_mla_decode_cpu.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4 import torch

5 import torch.nn.functional as F

tests/kernels/attention/test_prefix_prefill.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import math

5 import random

tests/kernels/attention/test_rocm_attention_selector.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/kernels/attention/test_triton_decode_attention.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/kernels/attention/test_triton_unified_attention.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

tests/kernels/core/test_activation.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import random

5

tests/kernels/core/test_fused_quant_layernorm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional, Union

5

tests/kernels/core/test_layernorm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/kernels/core/test_opcheck.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Tests for miscellaneous utilities

5 """

tests/kernels/core/test_permute_cols.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/kernels/core/test_pos_encoding.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from itertools import accumulate, product

5 from typing import Callable, Optional

tests/kernels/core/test_rotary_embedding.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Tests for miscellaneous utilities

5 """

tests/kernels/core/test_uva.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4 import torch

5

tests/kernels/mamba/test_causal_conv1d.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

tests/kernels/mamba/test_mamba_mixer2.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import unittest

5

tests/kernels/mamba/test_mamba_ssm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/kernels/mamba/test_mamba_ssm_ssd.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/kernels/moe/test_batched_moe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass

5

tests/kernels/moe/test_cutlass_moe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import dataclasses

4 from typing import Optional

5

tests/kernels/moe/test_moe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests for the MOE layers.

4

5 Run `pytest tests/kernels/test_moe.py`.

tests/kernels/moe/test_moe_permute_unpermute.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests for the MOE permute/unpermute kernel

4

5 Run `pytest tests/kernels/test_moe_permute_unpermute.py`.

tests/kernels/moe/test_nvfp4_moe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4 import torch

5

tests/kernels/moe/test_pplx_moe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests for the MOE layers.

4

5 Run `pytest tests/kernels/test_pplx_moe.py`.

tests/kernels/moe/test_rocm_aiter_topk.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # This is a test for the AITER ops.

4 # It tests if the AITER ops are

5 # 1. correctly registered as custom ops

tests/kernels/moe/test_triton_moe_ptpc_fp8.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from https://github.com/sgl-project/sglang/blob/main/test/srt/test_triton_moe_channel_fp8_kernel.py

5 import itertools

tests/kernels/quant_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional, Union

5

tests/kernels/quantization/nvfp4_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import torch

4

5 from vllm.scalar_type import scalar_types

tests/kernels/quantization/test_allspark_gemm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4 import torch

5

tests/kernels/quantization/test_aqlm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5

tests/kernels/quantization/test_awq.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/kernels/quantization/test_awq_triton.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests for the AWQ Triton kernel.

4

5 Run `pytest tests/kernels/test_awq_triton.py`.

tests/kernels/quantization/test_block_fp8.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from https://github.com/sgl-project/sglang/pull/2575

5 import itertools

tests/kernels/quantization/test_block_int8.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from https://github.com/sgl-project/sglang/blob/main/test/srt/test_block_int8.py

5 import itertools

tests/kernels/quantization/test_cutlass_2of4_sparse.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests for sparse cutlass kernels

4

5 Run `pytest tests/kernels/test_semi_structured.py`.

tests/kernels/quantization/test_cutlass_scaled_mm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests for cutlass kernels

4

5 Run `pytest tests/kernels/test_cutlass.py`.

tests/kernels/quantization/test_fp8_quant.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/kernels/quantization/test_ggml.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import gguf

5 import pytest

tests/kernels/quantization/test_gguf.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from pathlib import Path

5

tests/kernels/quantization/test_gptq.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5

tests/kernels/quantization/test_int8_kernel.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from https://github.com/sgl-project/sglang/blob/main/test/srt/test_int8_kernel.py

5 import itertools

tests/kernels/quantization/test_int8_quant.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/kernels/quantization/test_machete_mm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests for the machete kernel.

4

5 Run `pytest tests/kernels/test_machete_mm.py`.

tests/kernels/quantization/test_marlin_gemm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests for the marlin kernel.

4

5 Run `pytest tests/kernels/marlin/test_marlin_gemm.py`.

tests/kernels/quantization/test_nvfp4_quant.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4 import torch

5

tests/kernels/quantization/test_nvfp4_scaled_mm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4 import torch

5 from nvfp4_utils import (FLOAT4_E2M1_MAX, FLOAT8_E4M3_MAX,

tests/kernels/quantization/test_rocm_skinny_gemms.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4 import torch

5

tests/kernels/quantization/test_triton_scaled_mm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests for the triton_scaled_mm kernel

4

5 Run `pytest tests/kernels/test_triton_scaled_mm.py`.

tests/kernels/test_cutlass_mla_decode.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4 import torch

5 import torch.nn.functional as F

tests/kernels/test_fused_quant_activation.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4 import torch

5

tests/kernels/test_triton_flash_attention.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests for the triton_flash_attention kernel

4

5 Run `pytest tests/kernels/test_triton_flash_attention.py`.

tests/kernels/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Kernel test utils"""

4

5 import itertools

tests/kv_transfer/test_disagg.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 import subprocess

tests/kv_transfer/test_lookup_buffer.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 import random

tests/kv_transfer/test_module.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import subprocess

5 import sys

tests/kv_transfer/test_send_recv.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 import time

tests/lora/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import tempfile

5 from collections import OrderedDict

tests/lora/test_add_lora.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import asyncio

4 import time

5

tests/lora/test_baichuan.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/lora/test_chatglm3_tp.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import vllm

5 from vllm.lora.request import LoRARequest

tests/lora/test_layers.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import random

5 from copy import deepcopy

tests/lora/test_llama_tp.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import subprocess

4 import sys

5 from typing import Union

tests/lora/test_lora_allowed_token_ids.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/lora/test_lora_checkpoints.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/lora/test_lora_functions.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Script to test add_lora, remove_lora, pin_lora, list_loras functions.

5 """

tests/lora/test_lora_huggingface.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/lora/test_lora_manager.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5

tests/lora/test_minicpmv_tp.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/lora/test_mixtral.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/lora/test_peft_helper.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5 import math

tests/lora/test_phi.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/lora/test_punica_ops.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from threading import Lock

4

5 import pytest

tests/lora/test_quant_model.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/fmmoret/vllm/blob/fm-support-lora-on-quantized-models/tests/lora/test_llama.py

tests/lora/test_qwen2vl.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from dataclasses import dataclass

4 from typing import Optional

5

tests/lora/test_resolver.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

tests/lora/test_tokenizer_group.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 from transformers import AutoTokenizer, PreTrainedTokenizerBase

tests/lora/test_transfomers_model.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/lora/test_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections import OrderedDict

5 from typing import NamedTuple, Optional

tests/lora/test_worker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 import random

tests/lora/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass

5 from typing import Optional, Union

tests/metrics/test_metrics.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import time

5

tests/mistral_tool_use/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import pytest_asyncio

tests/mistral_tool_use/test_mistral_tool_calls.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import openai

5 import pytest

tests/mistral_tool_use/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

tests/model_executor/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/model_executor/test_enabled_custom_ops.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/model_executor/test_guided_processors.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5 import pickle

tests/model_executor/test_logits_processor.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import random

5 from unittest.mock import patch

tests/model_executor/test_model_load_with_params.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5

tests/model_executor/test_weight_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 import tempfile

tests/models/language/generation/test_bart.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Optional

4

5 import pytest

tests/models/language/generation/test_common.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import os

4 from typing import Optional

5

tests/models/language/generation/test_granite.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4

5 from ...utils import check_logprobs_close

tests/models/language/generation/test_granitemoehybrid.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/models/language/generation/test_hybrid.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/models/language/generation/test_mistral.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import copy

4 import json

5

tests/models/language/generation/test_phimoe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4 import torch

5

tests/models/language/pooling/embed_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from collections.abc import Sequence

4 from typing import Optional

5

tests/models/language/pooling/mteb_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from collections.abc import Sequence

4

5 import mteb

tests/models/language/pooling/test_baai.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4

5 from .embed_utils import EmbedModelInfo, correctness_test_embed_models

tests/models/language/pooling/test_classification.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4 import torch

5 from transformers import AutoModelForSequenceClassification

tests/models/language/pooling/test_embedding.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4

5 from vllm.config import PoolerConfig

tests/models/language/pooling/test_gritlm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from __future__ import annotations

4

5 import importlib.util

tests/models/language/pooling/test_gte.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Any

4

5 import pytest

tests/models/language/pooling/test_jina.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from functools import partial

4

5 import pytest

tests/models/language/pooling/test_nomic.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/models/language/pooling/test_nomic_max_model_len.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # ruff: noqa: SIM117

4 import pytest

5

tests/models/language/pooling/test_scoring.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4 import torch

5 import torch.nn.functional as F

tests/models/language/pooling/test_snowflake_arctic_embed.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/models/language/pooling/test_truncation_control.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4

5 MODEL_NAME = "sentence-transformers/all-MiniLM-L12-v2"

tests/models/multimodal/generation/test_common.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Common tests for testing .generate() functionality for single / multiple

4 image, embedding, and video support for different VLMs in vLLM.

5 """

tests/models/multimodal/generation/test_florence2.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

tests/models/multimodal/generation/test_granite_speech.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Sequence

5 from typing import Optional

tests/models/multimodal/generation/test_interleaved.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/models/multimodal/generation/test_mllama.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional, overload

5

tests/models/multimodal/generation/test_phi4mm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 from collections.abc import Sequence

tests/models/multimodal/generation/test_pixtral.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import json

4 from dataclasses import asdict

5 from typing import TYPE_CHECKING, Any, Optional

tests/models/multimodal/generation/test_qwen2_vl.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Optional, TypedDict, Union

5

tests/models/multimodal/generation/test_ultravox.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5 from typing import Any

tests/models/multimodal/generation/test_whisper.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Optional

4

5 import pytest

tests/models/multimodal/generation/vlm_utils/builders.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Helpers for building inputs that can be leveraged for different test types.

4 """

5 from collections.abc import Iterable

tests/models/multimodal/generation/vlm_utils/case_filtering.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Utils for determining which subset of model tests belong to a specific

4 modality, getting all combinations (similar to pytest's parametrization),

5 handling multimodal placeholder substitution, and so on.

tests/models/multimodal/generation/vlm_utils/core.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Core test implementation to be shared across modalities."""

4 from typing import Any, Callable, Optional

5

tests/models/multimodal/generation/vlm_utils/custom_inputs.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Custom input builders for edge-cases in different models."""

4 from io import BytesIO

5 from typing import Callable

tests/models/multimodal/generation/vlm_utils/model_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Common utility functions relating to different models that are useful

4 for manipulating the input / output of HF & vLLM test runners, which are

5 typically specific to a small subset of models.

tests/models/multimodal/generation/vlm_utils/runners.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Entrypoints for wrapping the core run_test implementation for specific test

4 types / modalities.

5 """

tests/models/multimodal/generation/vlm_utils/types.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Types for writing multimodal model tests."""

4 from collections.abc import Iterable

5 from enum import Enum

tests/models/multimodal/pooling/test_dse_qwen2_vl.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Callable

5

tests/models/multimodal/pooling/test_intern_vit.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4 import torch

5 import torch.nn as nn

tests/models/multimodal/pooling/test_llava_next.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch.nn.functional as F

tests/models/multimodal/pooling/test_phi3v.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch.nn.functional as F

tests/models/multimodal/processing/test_common.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from functools import partial

5 from typing import Optional, Union

tests/models/multimodal/processing/test_h2ovl.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests for H2OVL's multimodal preprocessing kwargs."""

4 from collections.abc import Mapping

5 from typing import Optional

tests/models/multimodal/processing/test_idefics3.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests for Idefics3's multimodal preprocessing kwargs."""

4 import pytest

5 from transformers import Idefics3Config

tests/models/multimodal/processing/test_internvl.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests for InternVL's multimodal preprocessing kwargs."""

4 from collections.abc import Mapping

5 from typing import Optional

tests/models/multimodal/processing/test_llama4.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests for Llama4's multimodal preprocessing kwargs."""

4

5 import pytest

tests/models/multimodal/processing/test_llava_next.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import itertools

5 from functools import partial

tests/models/multimodal/processing/test_llava_onevision.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import itertools

5 from functools import partial

tests/models/multimodal/processing/test_minimax_vl_01.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 from PIL import Image

tests/models/multimodal/processing/test_mllama.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests for mllama's multimodal preprocessing and profiling."""

4 import pytest

5 from transformers import MllamaConfig

tests/models/multimodal/processing/test_phi3v.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests for phi3v's multimodal preprocessing kwargs."""

4 import pytest

5

tests/models/multimodal/processing/test_phi4mm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests for phi4mm's multimodal preprocessing kwargs."""

4 import pytest

5

tests/models/multimodal/processing/test_qwen2_vl.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/models/multimodal/processing/test_smolvlm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests for smolvlm's multimodal preprocessing kwargs."""

4 import pytest

5 from transformers import SmolVLMConfig

tests/models/quantization/test_aqlm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4

5 from tests.quantization.utils import is_quant_method_supported

tests/models/quantization/test_awq.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

tests/models/quantization/test_bitblas.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Compare the outputs of a GPTQ model to a bitblas model.

4

5 Note: GPTQ and bitblas do not have bitwise correctness.

tests/models/quantization/test_fp8.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # flake8: noqa

5 """Tests fp8 models against ground truth generation

tests/models/quantization/test_gguf.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Tests gguf models against unquantized models generations

5 Note: To pass the test, quantization higher than Q4 should be used

tests/models/quantization/test_gptq_bitblas.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Compare the outputs of a GPTQ model to a bitblas model.

4

5 Note: GPTQ and bitblas do not have bitwise correctness.

tests/models/quantization/test_gptq_marlin.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Compares the outputs of gptq vs gptq_marlin.

4

5 Note: GPTQ and Marlin do not have bitwise correctness.

tests/models/quantization/test_gptq_marlin_24.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Compare the outputs of a GPTQ model to a Marlin_24 model.

4

5 Note: GPTQ and Marlin_24 do not have bitwise correctness.

tests/models/quantization/test_modelopt.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # flake8: noqa

5 """Tests Model Optimizer fp8 models against ground truth generation

tests/models/quantization/test_mxfp4.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # flake8: noqa

4 """Tests Quark mxfp4 models against ground truth generation

5 """

tests/models/quantization/test_nvfp4.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # flake8: noqa

4 """Tests Model Optimizer nvfp4 models against ground truth generation

5 Note: these tests will only pass on B200

tests/models/registry.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Mapping, Set

5 from dataclasses import dataclass, field

tests/models/test_initialization.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from unittest.mock import patch

5

tests/models/test_oot_registration.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/models/test_registry.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import warnings

5

tests/models/test_transformers.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Test the functionality of the Transformers backend."""

4 from typing import Any, Optional, Union

5

tests/models/test_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5

tests/models/test_vision.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/models/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import warnings

5 from collections.abc import Sequence

tests/mq_llm_engine/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4

5

tests/mq_llm_engine/test_abort.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Test that aborting is handled properly."""

4

5 import asyncio

tests/mq_llm_engine/test_error_handling.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Test that various errors are handled properly."""

4

5 import asyncio

tests/mq_llm_engine/test_load.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Test that the MQLLMEngine is able to handle 10k concurrent requests."""

4

5 import asyncio

tests/mq_llm_engine/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import multiprocessing

tests/multi_step/test_correctness_async_llm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Test the AsyncLLMEngine with multi-step-decoding

5 from typing import Optional

tests/multi_step/test_correctness_llm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Test the LLMEngine with multi-step-decoding

5

tests/multimodal/test_hasher.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from pathlib import Path

4

5 import numpy as np

tests/multimodal/test_image.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from pathlib import Path

4

5 import numpy as np

tests/multimodal/test_inputs.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5

tests/multimodal/test_processing.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from contextlib import nullcontext

5 from types import MethodType

tests/multimodal/test_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import base64

5 import mimetypes

tests/multimodal/test_video.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import numpy as np

4 import numpy.typing as npt

5 import pytest

tests/multimodal/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import numpy as np

5 from PIL import Image

tests/neuron/1_core/test_activation.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/neuron/1_core/test_block_table.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import neuronxcc.nki.language as nl

5 import pytest

tests/neuron/1_core/test_cache.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/neuron/1_core/test_layernorm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/neuron/1_core/test_logits_processor.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import random

5 from unittest.mock import patch

tests/neuron/1_core/test_neuron_model_runner.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import os

4 from unittest.mock import MagicMock

5

tests/neuron/1_core/test_neuron_quant.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from vllm.model_executor.layers.quantization.neuron_quant import (

4 NeuronQuantConfig)

5

tests/neuron/1_core/test_prefix_prefill.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

tests/neuron/1_core/test_rotary_embedding.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Tests for miscellaneous utilities

5 """

tests/neuron/2_core/test_comm_ops.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import functools

4 from typing import Callable

5 from unittest.mock import patch

tests/neuron/2_core/test_eagle.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5 import os

tests/neuron/2_core/test_mistral.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm import LLM, SamplingParams

5

tests/neuron/2_core/test_multi_lora.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from huggingface_hub import snapshot_download

5

tests/plugins/lora_resolvers/test_filesystem_resolver.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import os

4 import shutil

5

tests/plugins/vllm_add_dummy_model/setup.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from setuptools import setup

5

tests/plugins/vllm_add_dummy_model/vllm_add_dummy_model/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm import ModelRegistry

5

tests/plugins/vllm_add_dummy_model/vllm_add_dummy_model/my_gemma_embedding.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Iterable

5 from typing import Optional, Union

tests/plugins/vllm_add_dummy_model/vllm_add_dummy_model/my_llava.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

tests/plugins/vllm_add_dummy_model/vllm_add_dummy_model/my_opt.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

tests/plugins/vllm_add_dummy_platform/setup.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from setuptools import setup

5

tests/plugins/vllm_add_dummy_platform/vllm_add_dummy_platform/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

tests/plugins/vllm_add_dummy_platform/vllm_add_dummy_platform/dummy_attention_backend.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm.attention.backends.flash_attn import FlashAttentionBackend

5

tests/plugins/vllm_add_dummy_platform/vllm_add_dummy_platform/dummy_platform.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm.platforms.cuda import CudaPlatform

5

tests/plugins_tests/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4

5

tests/plugins_tests/test_platform_plugins.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/plugins_tests/test_scheduler_plugins.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/prefix_caching/test_disable_sliding_window.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Compare the with and without prefix caching.

4

5 Run `pytest tests/prefix_caching/test_prefix_caching.py`.

tests/prefix_caching/test_prefix_caching.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Compare the with and without prefix caching.

4

5 Run `pytest tests/prefix_caching/test_prefix_caching.py`.

tests/prompt_adapter/test_bloom.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/prompt_adapter/test_multi_adapter_inference.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm import EngineArgs, LLMEngine, SamplingParams

5 from vllm.prompt_adapter.request import PromptAdapterRequest

tests/prompt_adapter/test_pa_lora.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from huggingface_hub import snapshot_download

5

tests/quantization/test_auto_round.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Test model set-up and inference for quantized HF models supported

4 on the AutoRound.

5

tests/quantization/test_bitsandbytes.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 '''Tests whether bitsandbytes computation is enabled correctly.

4

5 Run `pytest tests/quantization/test_bitsandbytes.py`.

tests/quantization/test_compressed_tensors.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Test model set-up and weight loading for llmcompressor-quantized models.

4

5 Run `pytest tests/quantization/test_compressed_tensors.py`.

tests/quantization/test_configs.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests whether Marlin models can be loaded from the autogptq config.

4

5 Run `pytest tests/quantization/test_configs.py --forked`.

tests/quantization/test_cpu_offload.py

+2 -1

@@ -1,4 +1,5 @@

1 -# SPDX-License-Identifier: Apache-2.0

1 +# SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Expanded quantized model tests for CPU offloading

5 # Base tests: tests/basic_correctness/test_cpu_offload.py

tests/quantization/test_experts_int8.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # flake8: noqa

5 """Tests experts_int8 quantization startup and generation,

tests/quantization/test_fp8.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests whether FP8 computation is enabled correctly.

4

5 Run `pytest tests/quantization/test_fp8.py --forked`.

tests/quantization/test_gptq_dynamic.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests whether gptq models with dynamic quantized can be loaded.

4

5 Run `pytest tests/quantization/test_gptq_dynamic.py --forked`.

tests/quantization/test_ipex_quant.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Test model set-up and inference for quantized HF models supported

4 on the CPU/GPU backend using IPEX (including AWQ/GPTQ).

5

tests/quantization/test_lm_head.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests whether gptq models with quantized lm_head can be loaded.

4

5 Run `pytest tests/quantization/test_quant_lm_head_true.py --forked`.

tests/quantization/test_ptpc_fp8.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests whether PTPC w8a8 FP8 computation is enabled correctly.

4

5 Run `pytest tests/quantization/test_ptpc_fp8.py --forked`.

tests/quantization/test_quark.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Test model set-up and weight loading for quark-quantized models.

4

5 Run `pytest tests/quantization/test_quark.py`.

tests/quantization/test_register_quantization_config.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests register custom quantization config.

4

5 See https://github.com/vllm-project/vllm/issues/11926 for more details.

tests/quantization/test_torchao.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import importlib.metadata

4 import importlib.util

5

tests/quantization/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm.model_executor.layers.quantization import get_quantization_config

5 from vllm.platforms import current_platform

tests/reasoning/test_deepseekr1_reasoning_parser.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 from transformers import AutoTokenizer

tests/reasoning/test_granite_reasoning_parser.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4 from transformers import AutoTokenizer

5

tests/reasoning/test_qwen3_reasoning_parser.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 from transformers import AutoTokenizer

tests/reasoning/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional, Union

5

tests/runai_model_streamer_test/test_runai_model_streamer_loader.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm import SamplingParams

5 from vllm.config import LoadConfig, LoadFormat

tests/runai_model_streamer_test/test_weight_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import glob

5 import tempfile

tests/samplers/test_beam_search.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Compare the outputs of HF and vLLM when using beam search.

4

5 Run `pytest tests/samplers/test_beam_search.py`.

tests/samplers/test_ignore_eos.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Make sure ignore_eos works.

4

5 Run `pytest tests/samplers/test_ignore_eos.py`.

tests/samplers/test_logits_processor.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/samplers/test_logprobs.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/samplers/test_no_bad_words.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Make sure bad_words works.

4

5 Run `pytest tests/samplers/test_no_bad_words.py`.

tests/samplers/test_ranks.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/samplers/test_rejection_sampler.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests for rejection sampling."""

4

5 import pytest

tests/samplers/test_sampler.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import itertools

5 import random

tests/samplers/test_seeded_generate.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Verify that seeded random sampling is deterministic.

4

5 Run `pytest tests/samplers/test_seeded_generate.py`.

tests/samplers/test_typical_acceptance_sampler.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests for rejection sampling."""

4

5 import pytest

tests/spec_decode/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4

5

tests/spec_decode/e2e/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Sequence

5 from itertools import cycle

tests/spec_decode/e2e/test_compatibility.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/spec_decode/e2e/test_eagle_correctness.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """This docstring details important information on the testing methodology.

4

5 Most of the tests rely on "greedy equality", where we expect the output of

tests/spec_decode/e2e/test_integration.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests which cover integration of the speculative decoding framework with

4 other features, e.g. cuda graphs.

5 """

tests/spec_decode/e2e/test_integration_dist_tp2.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests which cover integration of the speculative decoding framework with

4 tensor parallelism.

5 """

tests/spec_decode/e2e/test_integration_dist_tp4.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests which cover integration of the speculative decoding framework with

4 tensor parallelism.

5 """

tests/spec_decode/e2e/test_logprobs.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from itertools import cycle

5

tests/spec_decode/e2e/test_medusa_correctness.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """This docstring details important information on the testing methodology.

4

5 Most of the tests rely on "greedy equality", where we expect the output of

tests/spec_decode/e2e/test_mlp_correctness.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """This docstring details important information on the testing methodology.

4

5 Most of the tests rely on "greedy equality", where we expect the output of

tests/spec_decode/e2e/test_mtp_correctness.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """This docstring details important information on the testing methodology.

4

5 Most of the tests rely on "greedy equality", where we expect the output of

tests/spec_decode/e2e/test_multistep_correctness.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """The tests in this file verify end-to-end speculative decoding correctness.

4

5 This docstring details important information on the testing methodology.

tests/spec_decode/e2e/test_ngram_correctness.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """This docstring details important information on the testing methodology.

4

5 Most of the tests rely on "greedy equality", where we expect the output of

tests/spec_decode/e2e/test_seed.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/spec_decode/test_batch_expansion.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/spec_decode/test_dynamic_spec_decode.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from unittest.mock import MagicMock, patch

5

tests/spec_decode/test_memory_usage.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """This docstring details important information on the testing methodology.

4

5 This test verifies that memory usage remains constant (or never grows) when

tests/spec_decode/test_metrics.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import math

5 from unittest.mock import MagicMock

tests/spec_decode/test_multi_step_worker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import random

5 from unittest.mock import MagicMock

tests/spec_decode/test_ngram_worker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5

tests/spec_decode/test_scorer.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import random

5

tests/spec_decode/test_spec_decode_worker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import random

5 from collections import defaultdict

tests/spec_decode/test_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from unittest.mock import MagicMock

5

tests/spec_decode/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Sequence as GenericSequence

5 from itertools import count

tests/standalone_tests/lazy_imports.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Description: Test the lazy import module

5 # The utility function cannot be placed in `vllm.utils`

tests/tensorizer_loader/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4

5 from vllm.distributed import cleanup_dist_env_and_memory

tests/tensorizer_loader/test_tensorizer.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import gc

5 import os

tests/test_cache_block_hashing.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Test hashing of cache blocks.

4

5 Run `pytest tests/test_cache_block_hashing.py`.

tests/test_config.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import MISSING, Field, asdict, dataclass, field

5 from typing import Literal, Union

tests/test_embedded_commit.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import vllm

5

tests/test_inputs.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/test_logger.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import enum

4 import json

5 import logging

tests/test_outputs.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm.outputs import RequestOutput

5

tests/test_regression.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Containing tests that check for regressions in vLLM's behavior.

4

5 It should include tests that are reported by users and making sure they

tests/test_sampling_params.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests for the SamplingParams class.

4 """

5

tests/test_scalartype.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/test_seed_behavior.py

+2 -1

@@ -1,4 +1,5 @@

1 -# SPDX-License-Identifier: Apache-2.0

1 +# SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import random

4

5 import numpy as np

tests/test_sequence.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/test_sharded_state_loader.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import multiprocessing as mp

5 import os

tests/test_triton_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import sys

5 import types

tests/test_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # ruff: noqa

4

5 import asyncio

tests/test_version.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from unittest.mock import patch

5

tests/test_vllm_port.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 from unittest.mock import patch

tests/tokenization/test_cached_tokenizer.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pickle

4 from copy import deepcopy

5

tests/tokenization/test_detokenize.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Generator

5 from typing import Any, Optional

tests/tokenization/test_get_eos.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This test file includes some cases where it is inappropriate to

5 only get the `eos_token_id` from the tokenizer as defined by

tests/tokenization/test_mistral_tokenizer.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 from mistral_common.protocol.instruct.messages import (AssistantMessage,

tests/tokenization/test_tokenizer.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 from transformers import PreTrainedTokenizerBase

tests/tokenization/test_tokenizer_group.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 from transformers import AutoTokenizer, PreTrainedTokenizerBase

tests/tokenization/test_tokenizer_registry.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import TYPE_CHECKING, Any, Optional, Union

5

tests/tool_use/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import pytest_asyncio

tests/tool_use/test_chat_completion_request_validations.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/tool_use/test_chat_completions.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import openai

5 import pytest

tests/tool_use/test_jamba_tool_parser.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5 from collections.abc import Generator

tests/tool_use/test_parallel_tool_calls.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5 from typing import Optional

tests/tool_use/test_tool_calls.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5 from typing import Optional

tests/tool_use/test_tool_choice_required.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import json

4 from copy import deepcopy

5 from unittest.mock import MagicMock

tests/tool_use/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from copy import deepcopy

5 from typing import Any, Optional

tests/tpu/lora/test_lora.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4

5 import vllm

tests/tpu/test_compilation.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import glob

5 import os

tests/tpu/test_custom_dispatcher.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/tpu/test_moe_pallas.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Tests for the Pallas MOE implementation.

4

5 Run `pytest tests/kernels/moe/test_moe_pallas.py`.

tests/tpu/test_quantization_accuracy.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass

5

tests/tracing/test_tracing.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # ruff: noqa

4 # type: ignore

5 from __future__ import annotations

tests/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import copy

tests/v1/core/test_kv_cache_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import importlib

4

5 import pytest

tests/v1/core/test_prefix_caching.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Compare the with and without prefix caching."""

4

5 from typing import Optional

tests/v1/core/test_scheduler.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Optional

4 from unittest.mock import Mock

5

tests/v1/core/test_scheduler_e2e.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import os

4

5 import pytest

tests/v1/core/test_specialized_manager.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5

tests/v1/e2e/test_cascade_attention.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/v1/e2e/test_correctness_sliding_window.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from dataclasses import dataclass

4

5 import pytest

tests/v1/e2e/test_spec_decode.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from __future__ import annotations

4

5 import random

tests/v1/engine/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/v1/engine/test_async_llm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 from contextlib import ExitStack

tests/v1/engine/test_engine_args.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from argparse import ArgumentError

5

tests/v1/engine/test_engine_core.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import copy

5 import time

tests/v1/engine/test_engine_core_client.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import os

tests/v1/engine/test_llm_engine.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import random

5 from typing import Optional

tests/v1/engine/test_output_processor.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import math

5 import time

tests/v1/engine/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import random

5 from dataclasses import dataclass

tests/v1/entrypoints/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/v1/entrypoints/llm/test_struct_output_generate.py

+1

@@ -1,5 +1,6 @@

1 # ruff: noqa: E501

2 # SPDX-License-Identifier: Apache-2.0

3 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

4

5 from __future__ import annotations

6

tests/v1/entrypoints/openai/test_chat_completion.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import openai # use the official client for correctness check

5 import pytest

tests/v1/entrypoints/openai/test_completion.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

tests/v1/entrypoints/openai/test_multi_api_servers.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import asyncio

4 import os

5

tests/v1/kv_connector/nixl_integration/test_accuracy.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import os

4

5 import lm_eval

tests/v1/kv_connector/nixl_integration/test_edge_cases.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import os

4

5 import openai

tests/v1/kv_connector/nixl_integration/toy_proxy_server.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5 import itertools

tests/v1/kv_connector/unit/test_multi_connector.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import filecmp

4 import shutil

5 import tempfile

tests/v1/kv_connector/unit/test_nixl_connector.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm.distributed.kv_transfer.kv_connector.v1.nixl_connector import (

5 NixlConnectorMetadata)

tests/v1/kv_connector/unit/test_remote_decode_lifecycle.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import copy

4

5 from vllm.v1.outputs import EMPTY_MODEL_RUNNER_OUTPUT

tests/v1/kv_connector/unit/test_remote_prefill_lifecycle.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import copy

4

5 from vllm.v1.outputs import EMPTY_MODEL_RUNNER_OUTPUT

tests/v1/kv_connector/unit/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Any, Optional

4

5 import torch

tests/v1/metrics/test_ray_metrics.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4 import ray

5

tests/v1/sample/test_logprobs.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import itertools

5 from collections.abc import Generator

tests/v1/sample/test_logprobs_e2e.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import lm_eval

5

tests/v1/sample/test_rejection_sampler.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Any, Optional

4

5 import pytest

tests/v1/sample/test_sampler.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

tests/v1/sample/test_sampling_params_e2e.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import os

4

5 import pytest

tests/v1/sample/test_topk_topp_sampler.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4 import torch

5 from flashinfer.sampling import top_k_renorm_probs, top_p_renorm_probs

tests/v1/sample/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from enum import Enum

5 from typing import Optional

tests/v1/shutdown/test_delete.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Test that we handle a startup Error and shutdown."""

4

5 import pytest

tests/v1/shutdown/test_forward_error.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Test that we handle an Error in model forward and shutdown."""

4

5 import asyncio

tests/v1/shutdown/test_processor_error.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Test error handling in Processor. Should not impact other reqs."""

4

5 import asyncio

tests/v1/shutdown/test_startup_error.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Test that we handle a startup Error and shutdown."""

4

5 import pytest

tests/v1/shutdown/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Shutdown test utils"""

4

5 SHUTDOWN_TEST_TIMEOUT_SEC = 120

tests/v1/spec_decode/test_eagle.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from unittest import mock

5

tests/v1/spec_decode/test_max_len.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Test whether spec decoding handles the max model length properly."""

4

5 import pytest

tests/v1/spec_decode/test_ngram.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import numpy as np

5

tests/v1/structured_output/test_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5

tests/v1/test_async_llm_dp.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import os

tests/v1/test_metrics_reader.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import prometheus_client

5 import pytest

tests/v1/test_oracle.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import os

4

5 import pytest

tests/v1/test_serial_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from collections import UserDict

4 from dataclasses import dataclass

5 from typing import Optional

tests/v1/test_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5

tests/v1/tpu/test_basic.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """A basic correctness check for TPUs

4

5 Run `pytest tests/v1/tpu/test_basic.py`.

tests/v1/tpu/test_mha_attn.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Test:

5

tests/v1/tpu/test_multimodal.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import openai

5 import pytest

tests/v1/tpu/test_pallas.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from unittest.mock import ANY, patch

4

5 import torch

tests/v1/tpu/test_perf.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """A basic performance regression test for TPUs

4

5 Run `pytest tests/v1/tpu/test_perf.py`.

tests/v1/tpu/test_sampler.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import random

4

5 import pytest

tests/v1/tpu/test_topk_topp_sampler.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import math

4

5 import pytest

tests/v1/tpu/worker/test_tpu_model_runner.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import unittest.mock as mock

4

5 import pytest

tests/v1/worker/test_gpu_input_batch.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import inspect

5 from typing import Optional

tests/v1/worker/test_gpu_model_runner.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import random

5

tests/vllm_test_utils/setup.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from setuptools import setup

5

tests/vllm_test_utils/vllm_test_utils/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 vllm_utils is a package for vLLM testing utilities.

5 It does not import any vLLM modules.

tests/vllm_test_utils/vllm_test_utils/blame.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import contextlib

5 import dataclasses

tests/vllm_test_utils/vllm_test_utils/monitor.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import contextlib

5 import dataclasses

tests/weight_loading/test_weight_loading.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5

tests/worker/conftest.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import pytest

4

5

tests/worker/test_encoder_decoder_model_runner.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import itertools

5

tests/worker/test_model_input.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import dataclasses

5

tests/worker/test_model_runner.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pytest

5 import torch

tests/worker/test_profile.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5

tests/worker/test_swap.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5

tools/check_spdx_header.py

+4 -1

@@ -1,8 +1,11 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import sys

5

5 -SPDX_HEADER = "# SPDX-License-Identifier: Apache-2.0"

6 +SPDX_HEADER = (

7 + "# SPDX-License-Identifier: Apache-2.0\n"

8 + "# SPDX-FileCopyrightText: Copyright contributors to the vLLM project")

9 SPDX_HEADER_PREFIX = "# SPDX-License-Identifier:"

10

11

tools/check_triton_import.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import subprocess

4 import sys

5

tools/enforce_regex_import.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from __future__ import annotations

4

5 import subprocess

tools/profiler/print_layerwise_table.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5 import json

tools/profiler/visualize_layerwise_profile.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5 import copy

tools/report_build_time_ninja.py

+1

@@ -1,5 +1,6 @@

1 #!/usr/bin/env python3

2 # SPDX-License-Identifier: Apache-2.0

3 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

4

5 # Copyright (c) 2018 The Chromium Authors. All rights reserved.

6 # Use of this source code is governed by a BSD-style license that can be

use_existing_torch.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import glob

5

vllm/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """vLLM: a high-throughput and memory-efficient inference engine for LLMs"""

4 # The version.py should be independent library, and we always import the

5 # version library first. Such assumption is critical for some customization.

vllm/_custom_ops.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import contextlib

5 import importlib

vllm/_ipex_ops.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/adapter_commons/layers.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass

5

vllm/adapter_commons/models.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from abc import ABC, abstractmethod

5 from typing import Any, Callable, Optional, TypeVar

vllm/adapter_commons/request.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from abc import ABC, abstractmethod

5

vllm/adapter_commons/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Callable, Optional

5

vllm/adapter_commons/worker_manager.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from abc import ABC, abstractmethod

5 from typing import Any, Optional

vllm/assets/audio.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass

5 from pathlib import Path

vllm/assets/base.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from functools import lru_cache

5 from pathlib import Path

vllm/assets/image.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass

5 from typing import Literal

vllm/assets/video.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass

5 from functools import lru_cache

vllm/attention/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm.attention.backends.abstract import (AttentionBackend,

5 AttentionMetadata,

vllm/attention/backends/abstract.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from abc import ABC, abstractmethod

5 from contextlib import contextmanager

vllm/attention/backends/blocksparse_attn.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass, field

5 from typing import Any, Dict, List, Optional, Tuple, Type

vllm/attention/backends/cpu_mla.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass

5 from typing import Any, Dict, List, Optional, Tuple, Type

vllm/attention/backends/dual_chunk_flash_attn.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Attention layer with Dual chunk flash attention and sparse attention.

4 """

5 import math

vllm/attention/backends/flash_attn.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Attention layer with FlashAttention."""

4 from collections import defaultdict

5 from dataclasses import dataclass

vllm/attention/backends/flashinfer.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import dataclasses

5 import os

vllm/attention/backends/flashmla.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from contextlib import contextmanager

5 from dataclasses import dataclass

vllm/attention/backends/hpu_attn.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 ###############################################################################

5 # Copyright (C) 2024 Habana Labs, Ltd. an Intel Company

vllm/attention/backends/ipex_attn.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """ Attention layer with torch scaled_dot_product_attention

4 and PagedAttention."""

5 from dataclasses import dataclass

vllm/attention/backends/mla/common.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 # MLA Common Components

5

vllm/attention/backends/pallas.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass

5 from typing import Any, Dict, List, Optional, Tuple, Type

vllm/attention/backends/placeholder_attn.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections import defaultdict

5 from dataclasses import dataclass

vllm/attention/backends/rocm_aiter_mla.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from contextlib import contextmanager

5 from dataclasses import dataclass

vllm/attention/backends/rocm_flash_attn.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Attention layer ROCm GPUs."""

4 import itertools

5 from dataclasses import dataclass

vllm/attention/backends/torch_sdpa.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """ Attention layer with torch scaled_dot_product_attention

4 and PagedAttention."""

5 from dataclasses import dataclass

vllm/attention/backends/triton_mla.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Dict, List, Optional, Type

5

vllm/attention/backends/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Attention backend utils"""

4 from collections import defaultdict

5 from contextlib import contextmanager

vllm/attention/backends/xformers.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Attention layer with xFormers and PagedAttention."""

4 from dataclasses import dataclass

5 from typing import Any, Dict, List, Optional, Tuple, Type

vllm/attention/layer.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Attention layer."""

4 from typing import Any, Dict, List, Optional

5

vllm/attention/ops/blocksparse_attention/blocksparse_attention_kernel.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5

vllm/attention/ops/blocksparse_attention/interface.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import math

5

vllm/attention/ops/blocksparse_attention/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Helper functions for 3D sparse pattern

5 # These function are not optimized and very inefficient.

vllm/attention/ops/chunked_prefill_paged_decode.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Authors:

5 # - Burkhard Ringlein <ngl@zurich.ibm.com>

vllm/attention/ops/flashmla.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # adapted from: https://github.com/deepseek-ai/FlashMLA/blob/main/flash_mla/flash_mla_interface.py

4 from typing import Optional, Tuple

5

vllm/attention/ops/hpu_paged_attn.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 ###############################################################################

5 # Copyright (C) 2024 Habana Labs, Ltd. an Intel Company

vllm/attention/ops/ipex_attn.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Dict, List, Optional, Tuple

5

vllm/attention/ops/merge_attn_states.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Optional

4

5 import torch

vllm/attention/ops/nki_flash_attn.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import neuronxcc.nki.isa as nisa

5 import neuronxcc.nki.language as nl

vllm/attention/ops/paged_attn.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass

5 from typing import List, Optional, Tuple

vllm/attention/ops/prefix_prefill.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # The kernels in this file are adapted from LightLLM's context_attention_fwd:

5 # https://github.com/ModelTC/lightllm/blob/main/lightllm/models/llama/triton_kernel/context_flashattention_nopad.py

vllm/attention/ops/rocm_aiter_mla.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/attention/ops/rocm_aiter_paged_attn.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Optional

4

5 import aiter as rocm_aiter

vllm/attention/ops/triton_decode_attention.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/sgl-project/sglang/blob/9f635ea50de920aa507f486daafba26a5b837574/python/sglang/srt/layers/attention/triton_ops/decode_attention.py

vllm/attention/ops/triton_flash_attention.py

+1

@@ -1,5 +1,6 @@

1 #!/usr/bin/env python

2 # SPDX-License-Identifier: Apache-2.0

3 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

4 """

5 Fused Attention

6 ===============

vllm/attention/ops/triton_merge_attn_states.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Optional

4

5 import torch

vllm/attention/ops/triton_unified_attention.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Authors:

5 # - Burkhard Ringlein <ngl@zurich.ibm.com>

vllm/attention/selector.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 from contextlib import contextmanager

vllm/attention/utils/fa_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Optional

4

5 from vllm import envs

vllm/beam_search.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass

5 from typing import TYPE_CHECKING, Any, Optional, Union

vllm/benchmarks/datasets.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This module defines a framework for sampling benchmark requests from various

5 datasets. Each dataset subclass of BenchmarkDataset must implement sample

vllm/benchmarks/endpoint_request_func.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """The request function for API endpoints."""

4

5 import io

vllm/benchmarks/latency.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Benchmark the latency of processing a single batch of requests."""

4

5 import argparse

vllm/benchmarks/serve.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 r"""Benchmark online serving throughput.

4

5 On the server side, run one of the following commands

vllm/benchmarks/throughput.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Benchmark offline inference throughput."""

4 import argparse

5 import dataclasses

vllm/benchmarks/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5 import json

vllm/collect_env.py

+4 -2

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # ruff: noqa

5 # code borrowed from https://github.com/pytorch/pytorch/blob/main/torch/utils/collect_env.py

@@ -6,7 +7,6 @@

7 import datetime

8 import locale

9 import os

9 -import re

10 import subprocess

11 import sys

12 # Unlike the rest of the PyTorch this file must be python2 compliant.

@@ -14,6 +14,8 @@ import sys

14 # Run it with `python collect_env.py` or `python -m torch.utils.collect_env`

15 from collections import namedtuple

16

17 +import regex as re

18 +

19 from vllm.envs import environment_variables

20

21 try:

@@ -815,4 +817,4 @@ def main():

817

818

819 if __name__ == '__main__':

818 - main()

\ No newline at end of file

820 + main()

vllm/compilation/activation_quant_fusion.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5 from torch._higher_order_ops.auto_functionalize import auto_functionalized

vllm/compilation/backends.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import ast

5 import dataclasses

vllm/compilation/base_piecewise_backend.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Callable, Protocol

5

vllm/compilation/collective_fusion.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Optional

4

5 import torch

vllm/compilation/compiler_interface.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import contextlib

4 import copy

5 import hashlib

vllm/compilation/counter.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import copy

5 import dataclasses

vllm/compilation/cuda_piecewise_backend.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import dataclasses

5 from contextlib import ExitStack

vllm/compilation/decorators.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import inspect

5 from typing import Callable, Optional, TypeVar, Union, overload

vllm/compilation/fix_functionalization.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import operator

5 from collections.abc import Iterable

vllm/compilation/fusion.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Callable, NamedTuple, Optional

5

vllm/compilation/fx_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import operator

5 from collections.abc import Iterable

vllm/compilation/inductor_pass.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import hashlib

5 import inspect

vllm/compilation/monitor.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 import time

vllm/compilation/multi_output_match.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import abc

5 import operator

vllm/compilation/noop_elimination.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Iterable

5 from typing import Union

vllm/compilation/pass_manager.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from torch import fx as fx

5

vllm/compilation/sequence_parallelism.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Optional

4

5 import torch

vllm/compilation/torch25_custom_graph_pass.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from abc import ABC, abstractmethod

4 from typing import Any, Optional

5

vllm/compilation/vllm_inductor_pass.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import time

5

vllm/compilation/wrapper.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 import sys

vllm/config.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import ast

5 import copy

vllm/connections.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Mapping, MutableMapping

5 from pathlib import Path

vllm/core/block/block_table.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import math

5 from typing import List, Optional

vllm/core/block/common.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections import deque

5 from dataclasses import dataclass

vllm/core/block/cpu_gpu_block_allocator.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Dict, FrozenSet, List, Optional, Tuple

5

vllm/core/block/interfaces.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from abc import ABC, abstractmethod

5 from typing import Dict, FrozenSet, List, Optional, Protocol, Tuple

vllm/core/block/naive_block.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections import deque

5 from typing import Deque, FrozenSet, Iterable, List, Optional, Tuple, Union

vllm/core/block/prefix_caching_block.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Token blocks."""

4 import sys

5 from bisect import bisect_left

vllm/core/block/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Block manager utils."""

4 from vllm.sequence import SequenceGroup

5 from vllm.utils import (STR_NOT_IMPL_ENC_DEC_PREFIX_CACHE,

vllm/core/block_manager.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """A block manager that manages token blocks."""

4 from typing import Dict, List, Optional

5 from typing import Sequence as GenericSequence

vllm/core/evictor.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import enum

5 import heapq

vllm/core/interfaces.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import enum

5 from abc import ABC, abstractmethod

vllm/core/placeholder_block_space_manager.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import List, Optional, Tuple

5

vllm/core/scheduler.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import enum

5 import os

vllm/device_allocator/cumem.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # cumem-based pytorch pluggable allocator to implement sleep mode.

5 # other approaches tried but failed:

vllm/distributed/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from .communication_op import *

5 from .parallel_state import *

vllm/distributed/communication_op.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Optional, Union

5

vllm/distributed/device_communicators/all2all.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import importlib.util

4 from typing import TYPE_CHECKING

5

vllm/distributed/device_communicators/base_device_communicator.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import threading

4 from typing import Optional

5 from weakref import WeakValueDictionary

vllm/distributed/device_communicators/cpu_communicator.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 from typing import Optional

vllm/distributed/device_communicators/cuda_communicator.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/distributed/device_communicators/cuda_wrapper.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """This file is a pure Python wrapper for the cudart library.

4 It avoids the need to compile a separate shared library, and is

5 convenient for use when we just need to call a few functions.

vllm/distributed/device_communicators/custom_all_reduce.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from contextlib import contextmanager

5 from typing import Optional, Union

vllm/distributed/device_communicators/custom_all_reduce_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import ctypes

5 import json

vllm/distributed/device_communicators/hpu_communicator.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5 import torch.distributed as dist

vllm/distributed/device_communicators/neuron_communicator.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import torch

4

5 from vllm.distributed.device_communicators.base_device_communicator import (

vllm/distributed/device_communicators/pynccl.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional, Union

5

vllm/distributed/device_communicators/pynccl_wrapper.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # This file is a pure Python wrapper for the NCCL library.

5 # The main purpose is to use NCCL combined with CUDA graph.

vllm/distributed/device_communicators/shm_broadcast.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pickle

5 import time

vllm/distributed/device_communicators/tpu_communicator.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 from typing import Optional

vllm/distributed/device_communicators/xpu_communicator.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/distributed/kv_events.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import queue

5 import threading

vllm/distributed/kv_transfer/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm.distributed.kv_transfer.kv_transfer_state import (

5 KVConnectorBaseType, ensure_kv_transfer_initialized, get_kv_transfer_group,

vllm/distributed/kv_transfer/kv_connector/base.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 KVConnectorBase Class for Distributed KV Cache & Hidden State communication

5

vllm/distributed/kv_transfer/kv_connector/factory.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import importlib

5 from typing import TYPE_CHECKING, Callable

vllm/distributed/kv_transfer/kv_connector/lmcache_connector.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 LMCache KV Cache Connector for Distributed Machine Learning Inference

5

vllm/distributed/kv_transfer/kv_connector/mooncake_store_connector.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 MooncakeStore Connector for Distributed Machine Learning Inference

5 The MooncakeStoreConnector transfers KV caches between prefill vLLM workers

vllm/distributed/kv_transfer/kv_connector/simple_connector.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Simple KV Cache Connector for Distributed Machine Learning Inference

5

vllm/distributed/kv_transfer/kv_connector/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 KV cache helper for store.

5 """

vllm/distributed/kv_transfer/kv_connector/v1/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from vllm.distributed.kv_transfer.kv_connector.v1.base import (

4 KVConnectorBase_V1, KVConnectorRole)

5

vllm/distributed/kv_transfer/kv_connector/v1/base.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 KVConnectorBase_V1 Class for Distributed KV Cache & Hidden State

5 communication in vLLM v1

vllm/distributed/kv_transfer/kv_connector/v1/lmcache_connector.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import TYPE_CHECKING

4

5 import torch

vllm/distributed/kv_transfer/kv_connector/v1/multi_connector.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import copy

4 from dataclasses import dataclass

5 from typing import TYPE_CHECKING, Any, Optional

vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import contextlib

4 import math

5 import threading

vllm/distributed/kv_transfer/kv_connector/v1/shared_storage_connector.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import hashlib

4 import os

5 from dataclasses import dataclass

vllm/distributed/kv_transfer/kv_connector_agent.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """A centralized entrypoint to perform distributed KV cache transfer.

4

5 This implementation is a shim wrapper on two APIs exposed by `kv_connector`:

vllm/distributed/kv_transfer/kv_lookup_buffer/base.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This file contains a new class `KVLookupBufferBase` that allows developers to

5 think of KV cache operations as inserting new KV cache entries (`insert`)

vllm/distributed/kv_transfer/kv_lookup_buffer/mooncake_store.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This file contains a new class `MooncakeStore` that allows developers to

5 think of KV cache transfer operations as putting new KV cache entries

vllm/distributed/kv_transfer/kv_lookup_buffer/simple_buffer.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Implements a distributed key-value (KV) cache transfer mechanism.

5

vllm/distributed/kv_transfer/kv_pipe/base.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This file defines an interface `KVPipeBase`

5 that provides an abstraction for sending and receiving tensors, or None, via

vllm/distributed/kv_transfer/kv_pipe/mooncake_pipe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5 import os

vllm/distributed/kv_transfer/kv_pipe/pynccl_pipe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This module implements a PyNccl pipe for sending and receiving

5 Optional[torch.Tensor] between distributed ranks with advanced

vllm/distributed/kv_transfer/kv_transfer_state.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import TYPE_CHECKING, Optional

4

5 from vllm import envs

vllm/distributed/parallel_state.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright 2023 The vLLM team.

5 # Adapted from

vllm/distributed/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright 2023 The vLLM team.

5 # Adapted from

vllm/engine/arg_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # yapf: disable

5 import argparse

vllm/engine/async_llm_engine.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import copy

vllm/engine/async_timeout.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Workaround for https://github.com/python/cpython/issues/86296

5 #

vllm/engine/llm_engine.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import copy

5 import time

vllm/engine/metrics.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import time

5 from typing import TYPE_CHECKING

vllm/engine/metrics_types.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 These types are defined in this file to avoid importing vllm.engine.metrics

5 and therefore importing prometheus_client.

vllm/engine/multiprocessing/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import uuid

5 from dataclasses import dataclass, field

vllm/engine/multiprocessing/client.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import copy

vllm/engine/multiprocessing/engine.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pickle

5 import signal

vllm/engine/output_processor/interfaces.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from abc import ABC, abstractmethod

5 from typing import Callable, List

vllm/engine/output_processor/multi_step.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import functools

5 from typing import Callable, List, cast

vllm/engine/output_processor/single_step.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import List

5

vllm/engine/output_processor/stop_checker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Callable, List, Optional, Tuple

5

vllm/engine/output_processor/util.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import List

5 from typing import Sequence as GenericSequence

vllm/engine/protocol.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 from abc import ABC, abstractmethod

vllm/entrypoints/api_server.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 NOTE: This API server is used only for demonstrating usage of AsyncEngine

5 and simple performance benchmarks. It is not intended for production use.

vllm/entrypoints/chat_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import json

vllm/entrypoints/cli/benchmark/base.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import argparse

4

5 from vllm.entrypoints.cli.types import CLISubcommand

vllm/entrypoints/cli/benchmark/latency.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import argparse

4

5 from vllm.benchmarks.latency import add_cli_args, main

vllm/entrypoints/cli/benchmark/main.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import argparse

4

5 import vllm.entrypoints.cli.benchmark.latency

vllm/entrypoints/cli/benchmark/serve.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import argparse

4

5 from vllm.benchmarks.serve import add_cli_args, main

vllm/entrypoints/cli/benchmark/throughput.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import argparse

4

5 from vllm.benchmarks.throughput import add_cli_args, main

vllm/entrypoints/cli/collect_env.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5

vllm/entrypoints/cli/main.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # The CLI entrypoint to vLLM.

5 import signal

vllm/entrypoints/cli/openai.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # Commands that act as an interactive OpenAI API client

4

5 import argparse

vllm/entrypoints/cli/run_batch.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5 import asyncio

vllm/entrypoints/cli/serve.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5 import os

vllm/entrypoints/cli/types.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5

vllm/entrypoints/launcher.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import signal

vllm/entrypoints/llm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import itertools

5 import warnings

vllm/entrypoints/logger.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional, Union

5

vllm/entrypoints/openai/api_server.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import atexit

vllm/entrypoints/openai/cli_args.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This file contains the command line arguments for the vLLM's

5 OpenAI-compatible server. It is kept in a separate file for documentation

vllm/entrypoints/openai/logits_processors.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Iterable

5 from functools import lru_cache, partial

vllm/entrypoints/openai/protocol.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/lm-sys/FastChat/blob/168ccc29d3f7edc50823016105c024fe2282732a/fastchat/protocol/openai_api_protocol.py

vllm/entrypoints/openai/run_batch.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import tempfile

vllm/entrypoints/openai/serving_chat.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import json

vllm/entrypoints/openai/serving_classification.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from http import HTTPStatus

5 from typing import Optional, Union, cast

vllm/entrypoints/openai/serving_completion.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import time

vllm/entrypoints/openai/serving_embedding.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import base64

5 from typing import Final, Literal, Optional, Union, cast

vllm/entrypoints/openai/serving_engine.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import base64

4 import io

5 import json

vllm/entrypoints/openai/serving_models.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5 import pathlib

vllm/entrypoints/openai/serving_pooling.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import base64

vllm/entrypoints/openai/serving_score.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import asyncio

4 import time

5 from collections.abc import AsyncGenerator, Mapping

vllm/entrypoints/openai/serving_tokenization.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Final, Optional, Union

5

vllm/entrypoints/openai/serving_transcription.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import asyncio

4 import io

5 import time

vllm/entrypoints/openai/tool_parsers/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from .abstract_tool_parser import ToolParser, ToolParserManager

5 from .deepseekv3_tool_parser import DeepSeekV3ToolParser

vllm/entrypoints/openai/tool_parsers/abstract_tool_parser.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 from collections.abc import Sequence

vllm/entrypoints/openai/tool_parsers/deepseekv3_tool_parser.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Sequence

5 from typing import Union

vllm/entrypoints/openai/tool_parsers/granite_20b_fc_tool_parser.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5 from collections.abc import Sequence

vllm/entrypoints/openai/tool_parsers/granite_tool_parser.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5 from collections.abc import Sequence

vllm/entrypoints/openai/tool_parsers/hermes_tool_parser.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5 from collections.abc import Sequence

vllm/entrypoints/openai/tool_parsers/internlm2_tool_parser.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5 from collections.abc import Sequence

vllm/entrypoints/openai/tool_parsers/jamba_tool_parser.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5 from collections.abc import Sequence

vllm/entrypoints/openai/tool_parsers/llama4_pythonic_tool_parser.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import ast

4 import json

5 from collections.abc import Sequence

vllm/entrypoints/openai/tool_parsers/llama_tool_parser.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5 from collections.abc import Sequence

vllm/entrypoints/openai/tool_parsers/mistral_tool_parser.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5 from collections.abc import Sequence

vllm/entrypoints/openai/tool_parsers/phi4mini_tool_parser.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5 from collections.abc import Sequence

vllm/entrypoints/openai/tool_parsers/pythonic_tool_parser.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import ast

5 import json

vllm/entrypoints/openai/tool_parsers/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5 from json import JSONDecodeError, JSONDecoder

vllm/entrypoints/score_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Union

4

5 from torch.nn import CosineSimilarity

vllm/entrypoints/ssl.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 from ssl import SSLContext

vllm/entrypoints/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import functools

vllm/env_override.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import os

4

5 import torch

vllm/envs.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import hashlib

5 import os

vllm/executor/executor_base.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import time

vllm/executor/mp_distributed_executor.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import os

vllm/executor/msgspec_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from array import array

5 from typing import Any, Type

vllm/executor/multiproc_worker_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import os

vllm/executor/ray_distributed_executor.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import json

vllm/executor/ray_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 import time

vllm/executor/uniproc_executor.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 from typing import Any, Callable, Dict, List, Optional, Tuple, Union

vllm/forward_context.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import time

5 from collections import defaultdict

vllm/inputs/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from .data import (DecoderOnlyInputs, EmbedsInputs, EncoderDecoderInputs,

5 ExplicitEncoderDecoderPrompt, ProcessorInputs, PromptType,

vllm/inputs/data.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from collections.abc import Iterable

4 from typing import TYPE_CHECKING, Any, Generic, Literal, Optional, Union, cast

5

vllm/inputs/parse.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from collections.abc import Sequence

4 from typing import Literal, Optional, TypedDict, Union, cast, overload

5

vllm/inputs/preprocess.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 from collections.abc import Mapping

vllm/inputs/registry.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from collections.abc import Mapping

4 from dataclasses import dataclass

5 from typing import TYPE_CHECKING, Any, NamedTuple, Optional, Union

vllm/jsontree.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Helper functions to work with nested JSON structures."""

4 from collections.abc import Iterable

5 from functools import reduce

vllm/logger.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Logging configuration for vLLM."""

4 import datetime

5 import json

vllm/logging_utils/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm.logging_utils.formatter import NewLineFormatter

5

vllm/logging_utils/dump_input.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import contextlib

5 import enum

vllm/logging_utils/formatter.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import logging

5

vllm/logits_process.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Callable, Union

5

vllm/lora/fully_sharded_layers.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # pylint: disable=unused-argument

5 from typing import TYPE_CHECKING, Optional, Union, cast

vllm/lora/layers.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # pylint: disable=unused-argument

5 import math

vllm/lora/lora.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Sequence as GenericSequence

5 from typing import Optional

vllm/lora/models.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import math

5 import os

vllm/lora/ops/torch_ops/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm.lora.ops.torch_ops.lora_ops import bgmv_expand # noqa: F401

5 from vllm.lora.ops.torch_ops.lora_ops import (bgmv_expand_slice, bgmv_shrink,

vllm/lora/ops/torch_ops/lora_ops.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5

vllm/lora/ops/triton_ops/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm.lora.ops.triton_ops.lora_expand_op import lora_expand

5 from vllm.lora.ops.triton_ops.lora_kernel_metadata import LoRAKernelMeta

vllm/lora/ops/triton_ops/kernel_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Utilities for Punica kernel construction.

5 """

vllm/lora/ops/triton_ops/lora_expand_op.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Based on:

5 Chen, L., Ye, Z., Wu, Y., Zhuo, D., Ceze, L., & Krishnamurthy, A. (2023).

vllm/lora/ops/triton_ops/lora_kernel_metadata.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 LoRA kernels metadata preparation utilities.

5 """

vllm/lora/ops/triton_ops/lora_shrink_op.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Based on:

5 Chen, L., Ye, Z., Wu, Y., Zhuo, D., Ceze, L., & Krishnamurthy, A. (2023).

vllm/lora/ops/triton_ops/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5

vllm/lora/ops/xla_ops/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm.lora.ops.xla_ops.lora_ops import (bgmv_expand, bgmv_expand_slice,

5 bgmv_shrink)

vllm/lora/ops/xla_ops/lora_ops.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import jax

5 import jax.numpy as jnp

vllm/lora/peft_helper.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from: https://github.com/huggingface/peft/blob/main/src/peft/tuners/lora/config.py

5

vllm/lora/punica_wrapper/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm.lora.punica_wrapper.punica_base import PunicaWrapperBase

5 from vllm.lora.punica_wrapper.punica_selector import get_punica_wrapper

vllm/lora/punica_wrapper/punica_base.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Based on:

5 Chen, L., Ye, Z., Wu, Y., Zhuo, D., Ceze, L., & Krishnamurthy, A. (2023).

vllm/lora/punica_wrapper/punica_cpu.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Callable, Optional, Union

5

vllm/lora/punica_wrapper/punica_gpu.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Based on:

5 Chen, L., Ye, Z., Wu, Y., Zhuo, D., Ceze, L., & Krishnamurthy, A. (2023).

vllm/lora/punica_wrapper/punica_hpu.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import TYPE_CHECKING, Optional, Union, final

5

vllm/lora/punica_wrapper/punica_selector.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm.logger import init_logger

5 from vllm.platforms import current_platform

vllm/lora/punica_wrapper/punica_tpu.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import math

5 from typing import TYPE_CHECKING, Optional, Union

vllm/lora/punica_wrapper/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import TYPE_CHECKING, Optional, Union

5

vllm/lora/request.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import warnings

5 from typing import Optional

vllm/lora/resolver.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from abc import ABC, abstractmethod

5 from collections.abc import Set

vllm/lora/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 from typing import Optional, Union

vllm/lora/worker_manager.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from contextlib import contextmanager

5 from typing import Any, Literal, Optional, Union

vllm/model_executor/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm.model_executor.parameter import (BasevLLMParameter,

5 PackedvLLMParameter)

vllm/model_executor/custom_op.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch.nn as nn

5

vllm/model_executor/guided_decoding/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from __future__ import annotations

5

vllm/model_executor/guided_decoding/guidance_decoding.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import json

4

5 import llguidance

vllm/model_executor/guided_decoding/guidance_logits_processors.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import copy

4 import os

5 from typing import Any

vllm/model_executor/guided_decoding/guided_fields.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass

5 from typing import Optional, TypedDict, Union

vllm/model_executor/guided_decoding/lm_format_enforcer_decoding.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from functools import lru_cache

5 from json import loads as json_loads

vllm/model_executor/guided_decoding/outlines_decoding.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 import concurrent.futures

vllm/model_executor/guided_decoding/outlines_logits_processors.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright 2024- the Outlines developers

5 # This file is adapted from

vllm/model_executor/guided_decoding/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import regex as re

5

vllm/model_executor/guided_decoding/xgrammar_decoding.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # noqa: UP007

5 from __future__ import annotations

vllm/model_executor/layers/activation.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Custom activation functions."""

4 import math

5 from typing import Optional

vllm/model_executor/layers/fused_moe/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from contextlib import contextmanager

5 from typing import Any, Optional

vllm/model_executor/layers/fused_moe/cutlass_moe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """ CUTLASS based Fused MoE kernels."""

4 from typing import Optional

5

vllm/model_executor/layers/fused_moe/deep_gemm_moe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import functools

4 import importlib.util

5 from typing import Optional

vllm/model_executor/layers/fused_moe/fused_batched_moe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Fused batched MoE kernel."""

4 from typing import Optional

5

vllm/model_executor/layers/fused_moe/fused_marlin_moe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Fused MoE utilities for GPTQ."""

4 import functools

5 from typing import Optional

vllm/model_executor/layers/fused_moe/fused_moe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Fused MoE kernel."""

4 import functools

5 import json

vllm/model_executor/layers/fused_moe/layer.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import importlib

5 from abc import abstractmethod

vllm/model_executor/layers/fused_moe/modular_kernel.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from abc import ABC, abstractmethod

4 from typing import Optional

5

vllm/model_executor/layers/fused_moe/moe_align_block_size.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Optional

4

5 import torch

vllm/model_executor/layers/fused_moe/moe_pallas.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5 import torch.nn.functional as F

vllm/model_executor/layers/fused_moe/moe_permute_unpermute.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Optional

4

5 import torch

vllm/model_executor/layers/fused_moe/moe_torch_iterative.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5 import torch.nn.functional as F

vllm/model_executor/layers/fused_moe/pplx_prepare_finalize.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Optional

4

5 import pplx_kernels as pplx

vllm/model_executor/layers/fused_moe/prepare_finalize.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Optional

4

5 import torch

vllm/model_executor/layers/fused_moe/rocm_aiter_fused_moe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from enum import IntEnum

4 from functools import cache

5 from typing import Optional

vllm/model_executor/layers/fused_moe/triton_deep_gemm_moe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Optional

4

5 import torch

vllm/model_executor/layers/fused_moe/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from math import prod

4 from typing import Optional

5

vllm/model_executor/layers/layernorm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Custom normalization layers."""

4 from typing import Optional, Union

5

vllm/model_executor/layers/lightning_attn.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import torch

4 from einops import rearrange

5

vllm/model_executor/layers/linear.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import itertools

5 from abc import abstractmethod

vllm/model_executor/layers/logits_processor.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """A layer that compute logits from hidden_stats."""

4 import inspect

5 from concurrent.futures import ThreadPoolExecutor

vllm/model_executor/layers/mamba/mamba2_metadata.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import math

4 from dataclasses import dataclass

5

vllm/model_executor/layers/mamba/mamba_mixer.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5 from torch import nn

vllm/model_executor/layers/mamba/mamba_mixer2.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional, Union

5

vllm/model_executor/layers/mamba/ops/causal_conv1d.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright (c) 2024, Tri Dao.

5 # Adapted from https://github.com/Dao-AILab/causal-conv1d/blob/main/causal_conv1d/causal_conv1d_interface.py

vllm/model_executor/layers/mamba/ops/mamba_ssm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright (c) 2024, Tri Dao, Albert Gu.

5 # Adapted from https://github.com/state-spaces/mamba/blob/v2.2.4/mamba_ssm/ops/triton/selective_state_update.py

vllm/model_executor/layers/mamba/ops/ssd_bmm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright (c) 2024, Tri Dao, Albert Gu.

5 # Adapted from https://github.com/state-spaces/mamba/blob/v2.2.4/mamba_ssm/ops/triton/ssd_bmm.py

vllm/model_executor/layers/mamba/ops/ssd_chunk_scan.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright (c) 2024, Tri Dao, Albert Gu.

5 # Adapted from https://github.com/state-spaces/mamba/blob/v2.2.4/mamba_ssm/ops/triton/ssd_chunk_scan.py

vllm/model_executor/layers/mamba/ops/ssd_chunk_state.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright (c) 2024, Tri Dao, Albert Gu.

5 # Adapted from https://github.com/state-spaces/mamba/blob/v2.2.4/mamba_ssm/ops/triton/ssd_chunk_state.py

vllm/model_executor/layers/mamba/ops/ssd_combined.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright (c) 2024, Tri Dao, Albert Gu.

5 # Adapted from https://github.com/state-spaces/mamba/blob/v2.2.4/mamba_ssm/ops/triton/ssd_combined.py

vllm/model_executor/layers/mamba/ops/ssd_state_passing.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright (c) 2024, Tri Dao, Albert Gu.

5 # Adapted from https://github.com/state-spaces/mamba/blob/v2.2.4/mamba_ssm/ops/triton/ssd_state_passing.py

vllm/model_executor/layers/pooler.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from enum import IntEnum

5 from typing import Optional, Union

vllm/model_executor/layers/quantization/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Literal, get_args

5

vllm/model_executor/layers/quantization/aqlm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Supports AQLM compression, see https://github.com/Vahe1994/AQLM

5 # and https://arxiv.org/pdf/2401.06118.pdf

vllm/model_executor/layers/quantization/auto_round.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from fractions import Fraction

5 from typing import Any, Optional, Union

vllm/model_executor/layers/quantization/awq.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Optional

5

vllm/model_executor/layers/quantization/awq_marlin.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Callable, Optional

5

vllm/model_executor/layers/quantization/awq_triton.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5

vllm/model_executor/layers/quantization/base_config.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import inspect

5 from abc import ABC, abstractmethod

vllm/model_executor/layers/quantization/bitblas.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Any, Optional

4

5 import torch

vllm/model_executor/layers/quantization/bitsandbytes.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Optional

5

vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from contextlib import suppress

5 from typing import Any, Literal, Optional, cast

vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import enum

5 from enum import Enum

vllm/model_executor/layers/quantization/compressed_tensors/schemes/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from .compressed_tensors_scheme import CompressedTensorsScheme

5 from .compressed_tensors_w4a16_24 import (W4A16SPARSE24_SUPPORTED_BITS,

vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_24.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Callable, Optional

5

vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_scheme.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from abc import ABC, abstractmethod

5 from typing import Optional

vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a16_24.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Callable, Optional

5

vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a16_nvfp4.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Callable, Optional

4

5 import torch

vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w8a16_fp8.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Callable, Optional

5

vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w8a8_fp8.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Callable, Optional

5

vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w8a8_int8.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Callable, Optional

5

vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_wNa16.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Callable, Optional

5

vllm/model_executor/layers/quantization/compressed_tensors/triton_scaled_mm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/model_executor/layers/quantization/compressed_tensors/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Iterable, Mapping

5 from types import MappingProxyType

vllm/model_executor/layers/quantization/deepspeedfp.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Optional

5

vllm/model_executor/layers/quantization/experts_int8.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Callable, Optional

5

vllm/model_executor/layers/quantization/fbgemm_fp8.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Optional

5

vllm/model_executor/layers/quantization/fp8.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import functools

5 import importlib.util

vllm/model_executor/layers/quantization/gguf.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Callable, Optional

5

vllm/model_executor/layers/quantization/gptq.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import enum

5 from enum import Enum

vllm/model_executor/layers/quantization/gptq_bitblas.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Any, Optional

4

5 import torch

vllm/model_executor/layers/quantization/gptq_marlin.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Callable, Optional, Union

5

vllm/model_executor/layers/quantization/gptq_marlin_24.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Optional

5

vllm/model_executor/layers/quantization/hqq_marlin.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Optional

5

vllm/model_executor/layers/quantization/ipex_quant.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Optional

5

vllm/model_executor/layers/quantization/kernels/mixed_precision/MPLinearKernel.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from abc import ABC, abstractmethod

5 from dataclasses import dataclass

vllm/model_executor/layers/quantization/kernels/mixed_precision/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/model_executor/layers/quantization/kernels/mixed_precision/allspark.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/model_executor/layers/quantization/kernels/mixed_precision/bitblas.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/model_executor/layers/quantization/kernels/mixed_precision/exllama.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/model_executor/layers/quantization/kernels/mixed_precision/machete.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from functools import partial

5 from typing import Optional

vllm/model_executor/layers/quantization/kernels/mixed_precision/marlin.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/model_executor/layers/quantization/kernels/scaled_mm/ScaledMMLinearKernel.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from abc import ABC, abstractmethod

5 from dataclasses import dataclass

vllm/model_executor/layers/quantization/kernels/scaled_mm/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 from typing import Optional

vllm/model_executor/layers/quantization/kernels/scaled_mm/aiter.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/model_executor/layers/quantization/kernels/scaled_mm/cutlass.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/model_executor/layers/quantization/kernels/scaled_mm/triton.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/model_executor/layers/quantization/kernels/scaled_mm/xla.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import warnings

5 from typing import Optional

vllm/model_executor/layers/quantization/kv_cache.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5

vllm/model_executor/layers/quantization/marlin.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Optional

5

vllm/model_executor/layers/quantization/modelopt.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Callable, Optional, Union

5

vllm/model_executor/layers/quantization/moe_wna16.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Callable, Optional

5

vllm/model_executor/layers/quantization/neuron_quant.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 from importlib.util import find_spec

vllm/model_executor/layers/quantization/ptpc_fp8.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Optional

5

vllm/model_executor/layers/quantization/qqq.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Optional

5

vllm/model_executor/layers/quantization/quark/quark.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import fnmatch

5 from typing import Any, Optional, cast

vllm/model_executor/layers/quantization/quark/quark_moe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Callable, Optional

5

vllm/model_executor/layers/quantization/quark/schemes/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from .quark_scheme import QuarkScheme

5 from .quark_w4a4_mxfp4 import QuarkW4A4MXFP4

vllm/model_executor/layers/quantization/quark/schemes/quark_scheme.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from abc import ABC, abstractmethod

5 from typing import Optional

vllm/model_executor/layers/quantization/quark/schemes/quark_w4a4_mxfp4.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Callable, Optional

5

vllm/model_executor/layers/quantization/quark/schemes/quark_w8a8_fp8.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Callable, Optional

5

vllm/model_executor/layers/quantization/quark/schemes/quark_w8a8_int8.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Callable, Optional

5

vllm/model_executor/layers/quantization/quark/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Iterable, Mapping

5 from types import MappingProxyType

vllm/model_executor/layers/quantization/schema.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 This file contains the Pydantic schemas for various quantization-related

5 parameters. When a relevant quantization technique is specified, these

vllm/model_executor/layers/quantization/torchao.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Any, Optional

4

5 import torch

vllm/model_executor/layers/quantization/tpu_int8.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Optional

5

vllm/model_executor/layers/quantization/utils/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from .layer_utils import replace_parameter, update_tensor_inplace

5

vllm/model_executor/layers/quantization/utils/allspark_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5

vllm/model_executor/layers/quantization/utils/bitblas_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Optional

4

5 import torch

vllm/model_executor/layers/quantization/utils/fp8_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from https://github.com/sgl-project/sglang/pull/2575

5 import functools

vllm/model_executor/layers/quantization/utils/gptq_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from copy import deepcopy

4 from typing import Optional, Union

5

vllm/model_executor/layers/quantization/utils/int8_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from https://github.com/sgl-project/sglang/blob/4cb53ecd0cffceb6dee5c011a58f65997a86f151/python/sglang/srt/layers/quantization/int8_kernel.py

5 import functools

vllm/model_executor/layers/quantization/utils/layer_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Union

5

vllm/model_executor/layers/quantization/utils/machete_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/model_executor/layers/quantization/utils/marlin_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/model_executor/layers/quantization/utils/marlin_utils_fp4.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/model_executor/layers/quantization/utils/marlin_utils_fp8.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/model_executor/layers/quantization/utils/marlin_utils_test.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Utility functions used for tests and benchmarks"""

4

5 from typing import Optional

vllm/model_executor/layers/quantization/utils/marlin_utils_test_24.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Utility functions used for tests and benchmarks"""

4

5 import random

vllm/model_executor/layers/quantization/utils/marlin_utils_test_qqq.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import numpy

5 import torch

vllm/model_executor/layers/quantization/utils/mxfp4_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5

vllm/model_executor/layers/quantization/utils/nvfp4_emulation_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import torch

4

5 __all__ = [

vllm/model_executor/layers/quantization/utils/quant_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """This file is used for /tests and /benchmarks"""

4 from collections.abc import Mapping

5 from types import MappingProxyType

vllm/model_executor/layers/quantization/utils/w8a8_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Callable, Optional, Union

5

vllm/model_executor/layers/rejection_sampler.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from functools import cached_property

5 from importlib.util import find_spec

vllm/model_executor/layers/resampler.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/llama/modeling_llama.py

vllm/model_executor/layers/rotary_embedding.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.33.2/src/transformers/models/llama/modeling_llama.py

vllm/model_executor/layers/sampler.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """A layer that samples the next tokens from the model's outputs."""

4 import itertools

5 from collections.abc import Iterator

vllm/model_executor/layers/spec_decode_base_sampler.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from abc import abstractmethod

5 from typing import Optional, Union

vllm/model_executor/layers/typical_acceptance_sampler.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5 import torch.jit

vllm/model_executor/layers/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Utility methods for model layers."""

4 from typing import Callable, Optional

5

vllm/model_executor/layers/vocab_parallel_embedding.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Sequence

5 from dataclasses import dataclass

vllm/model_executor/model_loader/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/model_executor/model_loader/base_loader.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from abc import ABC, abstractmethod

4

5 import torch

vllm/model_executor/model_loader/bitsandbytes_loader.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # ruff: noqa: SIM117

4 import fnmatch

5 import glob

vllm/model_executor/model_loader/default_loader.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import dataclasses

4 import glob

5 import os

vllm/model_executor/model_loader/dummy_loader.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import torch.nn as nn

4

5 from vllm.config import LoadConfig, ModelConfig

vllm/model_executor/model_loader/gguf_loader.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import os

4 from collections.abc import Generator

5

vllm/model_executor/model_loader/neuron.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Utilities for selecting and loading Neuron models in transformers-neuronx

4 framework."""

5 import ast

vllm/model_executor/model_loader/neuronx_distributed.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Utilities for selecting and loading Neuron models in

4 neuronx-distributed-inference framework."""

5 # Disabling yapf because yapf and isort have conflicts for the below imports

vllm/model_executor/model_loader/runai_streamer_loader.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # ruff: noqa: SIM117

4 import glob

5 import os

vllm/model_executor/model_loader/sharded_state_loader.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import collections

5 import glob

vllm/model_executor/model_loader/tensorizer.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5 import contextlib

vllm/model_executor/model_loader/tensorizer_loader.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # ruff: noqa: SIM117

4 import copy

5 from collections.abc import Generator

vllm/model_executor/model_loader/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Utilities for selecting and loading models."""

4 import contextlib

5 import inspect

vllm/model_executor/model_loader/weight_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Utilities for downloading and initializing model weights."""

4 import fnmatch

5 import glob

vllm/model_executor/models/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from .interfaces import (HasInnerState, SupportsLoRA, SupportsMultiModal,

5 SupportsPP, SupportsV0Only, has_inner_state,

vllm/model_executor/models/adapters.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Iterable

5 from typing import TYPE_CHECKING, Any, Optional, TypeVar

vllm/model_executor/models/aimv2.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # A modified implementation of the AIMv2 Transformer

5 # inserted here also the image tokenizer used by Ovis2

vllm/model_executor/models/arctic.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Inference-only Snowflake Arctic model."""

4 from collections.abc import Iterable

5 from typing import Optional, Union

vllm/model_executor/models/aria.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from collections.abc import Iterable, Mapping, Sequence

4 from typing import Optional, TypedDict, Union

5

vllm/model_executor/models/aya_vision.py

+2 -1

@@ -1,4 +1,5 @@

1 -# SPDX-License-Identifier: Apache-2.0 Adapted from

1 +# SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project Adapted from

3 # https://github.com/huggingface/transformers/tree/main/src/transformers/models/aya_vision

4 from collections.abc import Iterable, Mapping, Sequence

5 from typing import Literal, Optional, TypedDict, Union, cast

vllm/model_executor/models/baichuan.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright 2022 EleutherAI and the HuggingFace Inc. team. All rights reserved.

5 #

vllm/model_executor/models/bamba.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Inference-only Bamba model."""

4 # Added by the IBM Team, 2024

5 from collections.abc import Iterable

vllm/model_executor/models/bart.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Derived from BART implementation posted on HuggingFace; license below:

5 #

vllm/model_executor/models/bert.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Iterable

5 from typing import Optional

vllm/model_executor/models/bert_with_rope.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from collections.abc import Iterable

4 from copy import deepcopy

5 from typing import Optional

vllm/model_executor/models/blip.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Minimal implementation of BlipVisionModel intended to be only used

4 within a vision language model."""

5 from collections.abc import Iterable

vllm/model_executor/models/blip2.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Iterable, Mapping, Sequence

5 from typing import Literal, Optional, TypedDict, Union

vllm/model_executor/models/bloom.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/bloom/modeling_bloom.py

vllm/model_executor/models/chameleon.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Iterable, Mapping, Sequence

5 from functools import cached_property

vllm/model_executor/models/chatglm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # Adapted from

4 # https://github.com/THUDM/ChatGLM2-6B

5 """Inference-only ChatGLM model compatible with THUDM weights."""

vllm/model_executor/models/clip.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Minimal implementation of CLIPVisionModel intended to be only used

4 within a vision language model."""

5 from collections.abc import Iterable

vllm/model_executor/models/commandr.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright 2024 Cohere and the HuggingFace Inc. team. All rights reserved.

5 #

vllm/model_executor/models/constant_size_cache.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from abc import ABC, abstractmethod

4 from typing import Any

5

vllm/model_executor/models/dbrx.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Iterable

5 from typing import Optional, Union

vllm/model_executor/models/deepseek.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/llama/modeling_llama.py

vllm/model_executor/models/deepseek_mtp.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from collections.abc import Iterable

4 from typing import Optional

5

vllm/model_executor/models/deepseek_v2.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/llama/modeling_llama.py

vllm/model_executor/models/deepseek_vl2.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # adapted from https://github.com/deepseek-ai/DeepSeek-VL2/blob/faf18023f24b962b32d9f0a2d89e402a8d383a78/deepseek_vl2/models/modeling_deepseek_vl_v2.py

5 """Inference-only Deepseek-VL2 model compatible with HuggingFace weights."""

vllm/model_executor/models/eagle.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Iterable

5 from typing import Optional

vllm/model_executor/models/exaone.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://huggingface.co/LGAI-EXAONE/EXAONE-3.0-7.8B-Instruct/blob/main/modeling_exaone.py

vllm/model_executor/models/fairseq2_llama.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright 2024 The vLLM team.

5 # Copyright 2024 Meta Platforms, Inc. and affiliates. All rights reserved.

vllm/model_executor/models/falcon.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/a5cc30d72ae2dc19af534e4b35c986cc28db1275/src/transformers/models/falcon/modeling_falcon.py

vllm/model_executor/models/falcon_h1.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Inference-only FalconH1 model."""

4 from collections.abc import Iterable

5 from typing import Optional

vllm/model_executor/models/florence2.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import math

5 from collections import OrderedDict

vllm/model_executor/models/fuyu.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # adapted from https://github.com/huggingface/transformers/blob/v4.39.3/src/transformers/models/fuyu/modeling_fuyu.py

5 # Copyright 2023 The vLLM team.

vllm/model_executor/models/gemma.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright 2023 The vLLM team.

5 # Copyright (c) Google Inc.

vllm/model_executor/models/gemma2.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright 2024 The vLLM team.

5 # Copyright 2024 Google Inc. HuggingFace Inc. team. All rights reserved.

vllm/model_executor/models/gemma3.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # Copyright 2025 The vLLM team.

4 # Copyright 2025 Google Inc. HuggingFace Inc. team. All rights reserved.

5 #

vllm/model_executor/models/gemma3_mm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import math

4 from collections.abc import Iterable, Mapping, Sequence

5 from typing import Any, Literal, Optional, TypedDict

vllm/model_executor/models/glm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Inference-only HF format GLM-4 model compatible with THUDM weights."""

4 from vllm.config import VllmConfig

5 from vllm.model_executor.models.llama import LlamaForCausalLM

vllm/model_executor/models/glm4.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright 2025 The Zhipu AI team.

5 # Copyright 2023 The vLLM team.

vllm/model_executor/models/glm4v.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/THUDM/CogAgent

vllm/model_executor/models/gpt2.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/gpt2/modeling_gpt2.py

vllm/model_executor/models/gpt_bigcode.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/gpt2/modeling_gpt2.py

vllm/model_executor/models/gpt_j.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/gptj/modeling_gptj.py

vllm/model_executor/models/gpt_neox.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/gpt_neox/modeling_gpt_neox.py

vllm/model_executor/models/granite.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/llama/modeling_llama.py

vllm/model_executor/models/granite_speech.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/llama/modeling_llama.py

vllm/model_executor/models/granitemoe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/llama/modeling_llama.py

vllm/model_executor/models/granitemoehybrid.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Inference-only GraniteMoeHybrid model."""

4 # Added by the IBM Team, 2025

5 from collections.abc import Iterable

vllm/model_executor/models/granitemoeshared.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Inference-only GraniteMoeShared model.

4

5 The architecture is the same as granitemoe but with the addition of shared

vllm/model_executor/models/gritlm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from array import array

5 from typing import Optional

vllm/model_executor/models/grok1.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # Adapted from

4 # https://github.com/ROCm/vllm/blob/cea7419f151cc50293a05b7fac8547f8f887c9f6/vllm/model_executor/models/grok1.py

5 # Copyright 2023 The vLLM team.

vllm/model_executor/models/h2ovl.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # adapted from https://huggingface.co/h2oai/h2ovl-mississippi-2b/blob/main/modeling_h2ovl_chat.py

5 # https://huggingface.co/h2oai/h2ovl-mississippi-2b/blob/main/image_process.py

vllm/model_executor/models/idefics2_vision_model.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # adapted from https://github.com/huggingface/transformers/blob/v4.43.2/src/transformers/models/idefics2/modeling_idefics2.py

5 # Copyright 2024 The vLLM team.

vllm/model_executor/models/idefics3.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright 2024 the HuggingFace Inc. team. All rights reserved.

5 #

vllm/model_executor/models/interfaces.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import (TYPE_CHECKING, ClassVar, Literal, Optional, Protocol,

5 Union, overload, runtime_checkable)

vllm/model_executor/models/interfaces_base.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import (TYPE_CHECKING, Optional, Protocol, Union, overload,

5 runtime_checkable)

vllm/model_executor/models/intern_vit.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # adapted from https://huggingface.co/OpenGVLab/InternVL2-4B/blob/main/modeling_intern_vit.py

5 # --------------------------------------------------------

vllm/model_executor/models/internlm2.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Iterable

5 from functools import partial

vllm/model_executor/models/internlm2_ve.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional, Union

5

vllm/model_executor/models/internvl.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # adapted from https://huggingface.co/OpenGVLab/InternVL2-4B/blob/main/modeling_internvl_chat.py

5 # --------------------------------------------------------

vllm/model_executor/models/jais.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://huggingface.co/inceptionai/jais-30b-chat-v3/blob/main/modeling_jais.py

vllm/model_executor/models/jamba.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Inference-only Jamba model."""

4 from collections.abc import Iterable

5 from typing import Optional

vllm/model_executor/models/kimi_vl.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # ruff: noqa: E501

4 # Adapted from https://huggingface.co/moonshotai/Kimi-VL-A3B-Instruct/blob/main/modeling_kimi_vl.py

5 # Copyright 2025 The Moonshot AI Team, DeepSeek-AI, and HuggingFace Inc. team. All rights reserved.

vllm/model_executor/models/llama.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/llama/modeling_llama.py

vllm/model_executor/models/llama4.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 #

4 # Copyright 2025 the LLAMA4, Meta Inc., vLLM, and HuggingFace Inc. team.

5 # All rights reserved.

vllm/model_executor/models/llama_eagle.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Iterable

5

vllm/model_executor/models/llama_eagle3.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Iterable

5 from typing import Optional

vllm/model_executor/models/llava.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from abc import abstractmethod

5 from collections.abc import Iterable, Mapping, Sequence

vllm/model_executor/models/llava_next.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from abc import abstractmethod

5 from collections.abc import Iterable, Mapping

vllm/model_executor/models/llava_next_video.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import math

5 from collections.abc import Iterable, Mapping, Sequence

vllm/model_executor/models/llava_onevision.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import math

5 from collections.abc import Iterable, Mapping, Sequence

vllm/model_executor/models/mamba.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """PyTorch MAMBA model."""

4 from collections.abc import Iterable

5 from typing import Optional

vllm/model_executor/models/mamba2.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """PyTorch MAMBA2 model."""

4 from collections.abc import Iterable

5 from typing import Optional

vllm/model_executor/models/mamba_cache.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass

5

vllm/model_executor/models/medusa.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Iterable

5 from typing import Optional

vllm/model_executor/models/mimo.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/qwen2/modeling_qwen2.py

vllm/model_executor/models/mimo_mtp.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/vllm-project/vllm/blob/v0.7.3/vllm/model_executor/models/deepseek_mtp.py

vllm/model_executor/models/minicpm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/llama/modeling_llama.py

vllm/model_executor/models/minicpm3.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/llama/modeling_llama.py

vllm/model_executor/models/minicpm_eagle.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/llama/modeling_llama.py

vllm/model_executor/models/minicpmo.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/llama/modeling_llama.py

vllm/model_executor/models/minicpmv.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/llama/modeling_llama.py

vllm/model_executor/models/minimax_cache.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from dataclasses import dataclass

4

5 import torch

vllm/model_executor/models/minimax_text_01.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Inference-only MiniMaxText01 model."""

4 import copy

5 import math

vllm/model_executor/models/minimax_vl_01.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from collections.abc import Iterable, Mapping

4 from typing import Literal, Optional, TypedDict, Union, cast

5

vllm/model_executor/models/mistral3.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from abc import abstractmethod

5 from collections.abc import Iterable, Mapping, Sequence

vllm/model_executor/models/mixtral.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/llama/modeling_llama.py

vllm/model_executor/models/mixtral_quant.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/llama/modeling_llama.py

vllm/model_executor/models/mllama.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright 2024 the HuggingFace Inc. team. All rights reserved.

5 #

vllm/model_executor/models/mllama4.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 #

4 # Copyright 2025 the LLAMA4, Meta Inc., vLLM, and HuggingFace Inc. team.

5 # All rights reserved.

vllm/model_executor/models/mlp_speculator.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import math

5 from collections.abc import Iterable

vllm/model_executor/models/modernbert.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from collections.abc import Iterable

4 from typing import Optional

5

vllm/model_executor/models/module_mapping.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/modelscope/ms-swift/blob/v2.4.2/swift/utils/module_mapping.py

vllm/model_executor/models/molmo.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import math

5 from collections.abc import Iterable, Mapping, Sequence

vllm/model_executor/models/moonvit.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # ruff: noqa: E501

4 # Adapted from https://huggingface.co/moonshotai/Kimi-VL-A3B-Instruct/blob/main/modeling_kimi_vl.py

5 # This file is meant to be used in kimi_vl.py only

vllm/model_executor/models/mpt.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from https://huggingface.co/mosaicml/mpt-7b/tree/main

5 import math

vllm/model_executor/models/nemotron.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/llama/modeling_llama.py

vllm/model_executor/models/nemotron_nas.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/llama/modeling_llama.py

vllm/model_executor/models/nvlm_d.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # adapted from https://huggingface.co/nvidia/NVLM-D-72B/blob/main/modeling_nvlm_d.py

5 # --------------------------------------------------------

vllm/model_executor/models/olmo.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.40.1/src/transformers/models/olmo/modeling_olmo.py

vllm/model_executor/models/olmo2.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/main/src/transformers/models/olmo2/modeling_olmo2.py

vllm/model_executor/models/olmoe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Licensed under the Apache License, Version 2.0 (the "License");

5 # you may not use this file except in compliance with the License.

vllm/model_executor/models/opt.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/opt/modeling_opt.py

vllm/model_executor/models/orion.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://huggingface.co/OrionStarAI/Orion-14B-Base/blob/main/modeling_orion.py

vllm/model_executor/models/ovis.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # adapted from https://github.com/huggingface/transformers/blob/v4.39.3/src/transformers/models/ovis/modeling_ovis.py

5 # Copyright 2023 The vLLM team.

vllm/model_executor/models/paligemma.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from collections.abc import Iterable, Mapping, Sequence

4 from typing import Literal, Optional, TypedDict, Union

5

vllm/model_executor/models/persimmon.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # adapted from https://github.com/huggingface/transformers/blob/v4.39.3/src/transformers/models/persimmon/modeling_persimmon.py

5 # Copyright 2023 The vLLM team.

vllm/model_executor/models/phi.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://huggingface.co/microsoft/phi-1_5/blob/main/modeling_phi.py

vllm/model_executor/models/phi3.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from llama.py

5 """Inference-only Phi3 model code inherit from Llama.py"""

vllm/model_executor/models/phi3_small.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import math

5 from collections.abc import Iterable

vllm/model_executor/models/phi3v.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright 2024 The vLLM team.

5 # Copyright 2024 Microsoft and the HuggingFace Inc. team. All rights reserved.

vllm/model_executor/models/phi4mm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import math

4 from collections.abc import Iterable, Mapping, Sequence

5 from typing import Any, Literal, Optional, TypedDict, Union

vllm/model_executor/models/phi4mm_audio.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # Copyright (c) Microsoft Corporation.

4 # Licensed under the MIT license.

5 # Code copied from Microsoft/MoE by Jacob Platin (jacobplatin@microsoft.com)

vllm/model_executor/models/phi4mm_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # Copyright (c) Microsoft Corporation.

4 # Licensed under the MIT license.

5 # Code copied from Microsoft/MoE by Jacob Platin (jacobplatin@microsoft.com)

vllm/model_executor/models/phimoe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/llama/modeling_llama.py

vllm/model_executor/models/pixtral.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import math

5 from collections.abc import Iterable, Mapping, Sequence

vllm/model_executor/models/plamo2.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Inference-only PLaMo2 model."""

4 import math

5 from collections.abc import Iterable

vllm/model_executor/models/prithvi_geospatial_mae.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright 2025 The vLLM team.

5 # Copyright 2025 IBM.

vllm/model_executor/models/qwen.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://huggingface.co/Qwen/Qwen-7B/blob/main/modeling_qwen.py

vllm/model_executor/models/qwen2.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/qwen2/modeling_qwen2.py

vllm/model_executor/models/qwen2_5_omni_thinker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # Copyright 2024 The Qwen team.

4 # Copyright 2023 The vLLM team.

5 # Copyright 2022 EleutherAI and the HuggingFace Inc. team. All rights reserved.

vllm/model_executor/models/qwen2_5_vl.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/main/src/transformers/models/qwen2_5_vl/modeling_qwen2_5_vl.py

vllm/model_executor/models/qwen2_audio.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright 2024 The Qwen team.

5 # Copyright 2023 The vLLM team.

vllm/model_executor/models/qwen2_moe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/qwen2_moe/modeling_qwen2_moe.py

vllm/model_executor/models/qwen2_rm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://huggingface.co/Qwen/Qwen2.5-Math-RM-72B/blob/main/modeling_qwen2_rm.py

vllm/model_executor/models/qwen2_vl.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/19e6e80e10118f855137b90740936c0b11ac397f/src/transformers/models/qwen2_vl/modeling_qwen2_vl.py

vllm/model_executor/models/qwen3.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright 2024 The Qwen team.

5 # Copyright 2023 The vLLM team.

vllm/model_executor/models/qwen3_moe.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright 2024 The Qwen team.

5 # Copyright 2023 The vLLM team.

vllm/model_executor/models/qwen_vl.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://huggingface.co/Qwen/Qwen-VL/blob/main/modeling_qwen.py

vllm/model_executor/models/registry.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Whenever you add an architecture to this page, please also update

5 `tests/models/registry.py` with example HuggingFace models for it.

vllm/model_executor/models/roberta.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import itertools

5 from collections.abc import Iterable

vllm/model_executor/models/siglip.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Implementation of SiglipVisionModel intended to be only used

4 within a vision language model."""

5

vllm/model_executor/models/skyworkr1v.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # adapted from https://huggingface.co/Skywork/Skywork-R1V-38B/blob/main/modeling_skywork_chat.py

5 # --------------------------------------------------------

vllm/model_executor/models/smolvlm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/model_executor/models/solar.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/llama/modeling_llama.py

vllm/model_executor/models/stablelm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright 2023 Stability AI, EleutherAI, and The HuggingFace Inc. team.

5 # All rights reserved.

vllm/model_executor/models/starcoder2.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright 2024 BigCode and the HuggingFace Inc. team. All rights reserved.

5 #

vllm/model_executor/models/telechat2.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright 2023 The vLLM team.

5 # Copyright 2022 EleutherAI and the HuggingFace Inc. team. All rights reserved.

vllm/model_executor/models/teleflm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/llama/modeling_llama.py

vllm/model_executor/models/transformers.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright 2024 The vLLM team.

5 #

vllm/model_executor/models/ultravox.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from https://github.com/fixie-ai/ultravox/blob/ecd58c4041030bae2ad15aa6bcf04ab43199ea02/ultravox/model/ultravox_model.py

5 """PyTorch Ultravox model."""

vllm/model_executor/models/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import itertools

5 from collections.abc import Iterable, Mapping

vllm/model_executor/models/vision.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from abc import ABC, abstractmethod

5 from typing import Final, Generic, Optional, Protocol, TypeVar, Union

vllm/model_executor/models/whisper.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import math

5 from collections.abc import Iterable, Mapping, Sequence

vllm/model_executor/models/zamba2.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """PyTorch Zamba2 model implementation for vLLM.

4

5 This module implements the Zamba2 architecture from

vllm/model_executor/parameter.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from fractions import Fraction

5 from typing import Callable, Optional, Union

vllm/model_executor/pooling_metadata.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass

5 from typing import Any

vllm/model_executor/sampling_metadata.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from array import array

5 from dataclasses import dataclass

vllm/model_executor/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Utils for model executor."""

4 import copy

5 from typing import Any, Optional

vllm/multimodal/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from .base import MultiModalPlaceholderMap

4 from .hasher import MultiModalHashDict, MultiModalHasher

5 from .inputs import (BatchedTensorInputs, ModalityData, MultiModalDataBuiltins,

vllm/multimodal/audio.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import base64

4 from io import BytesIO

5 from pathlib import Path

vllm/multimodal/base.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from abc import ABC, abstractmethod

5 from collections.abc import Sequence

vllm/multimodal/hasher.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import pickle

5 from collections.abc import Iterable, Mapping

vllm/multimodal/image.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import base64

5 from io import BytesIO

vllm/multimodal/inputs.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from abc import ABC, abstractmethod

5 from collections import UserDict, defaultdict

vllm/multimodal/parse.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from abc import ABC, abstractmethod

5 from collections import UserDict

vllm/multimodal/processing.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import json

4 import sys

5 from abc import ABC, abstractmethod

vllm/multimodal/profiling.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from abc import ABC, abstractmethod

4 from collections.abc import Mapping

5 from dataclasses import dataclass, field

vllm/multimodal/registry.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from collections.abc import Mapping

4 from dataclasses import dataclass

5 from typing import TYPE_CHECKING, Generic, Optional, Protocol, TypeVar

vllm/multimodal/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from itertools import groupby

5 from pathlib import Path

vllm/multimodal/video.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import base64

5 from abc import abstractmethod

vllm/outputs.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import time

5 from collections.abc import MutableSequence

vllm/platforms/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import logging

5 import traceback

vllm/platforms/cpu.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 import sys

vllm/platforms/cuda.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Code inside this file can safely assume cuda platform, e.g. importing

4 pynvml. However, it should not initialize cuda context.

5 """

vllm/platforms/hpu.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 from typing import TYPE_CHECKING, Optional

vllm/platforms/interface.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import enum

4 import os

5 import platform

vllm/platforms/neuron.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import enum

4 import os

5 from functools import lru_cache

vllm/platforms/rocm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 from datetime import timedelta

vllm/platforms/tpu.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import TYPE_CHECKING, Optional, Union, cast

5

vllm/platforms/xpu.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import TYPE_CHECKING, Optional

5

vllm/plugins/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import logging

5 import os

vllm/plugins/lora_resolvers/filesystem_resolver.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import json

4 import os

5 from typing import Optional

vllm/pooling_params.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import TYPE_CHECKING, Any, Optional

5

vllm/profiler/layerwise_profile.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import copy

5 from collections import defaultdict

vllm/profiler/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import dataclasses

5 from typing import Callable, Union

vllm/prompt_adapter/layers.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass

5 from typing import Optional

vllm/prompt_adapter/models.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import logging

5 import math

vllm/prompt_adapter/request.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import msgspec

5

vllm/prompt_adapter/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # code borrowed from: https://github.com/huggingface/peft/blob/v0.12.0/src/peft/utils/save_and_load.py#L420

5

vllm/prompt_adapter/worker_manager.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import logging

5 from typing import Any, Optional, Set, Type

vllm/reasoning/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from .abs_reasoning_parsers import ReasoningParser, ReasoningParserManager

5 from .deepseek_r1_reasoning_parser import DeepSeekR1ReasoningParser

vllm/reasoning/abs_reasoning_parsers.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from __future__ import annotations

5

vllm/reasoning/deepseek_r1_reasoning_parser.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Sequence

5 from typing import Optional, Union

vllm/reasoning/granite_reasoning_parser.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Sequence

5 from typing import Optional, Union

vllm/reasoning/qwen3_reasoning_parser.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Sequence

5 from typing import Optional, Union

vllm/sampling_params.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Sampling parameters for text generation."""

4 import copy

5 from dataclasses import dataclass

vllm/scalar_type.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import functools

5 import struct

vllm/scripts.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm.entrypoints.cli.main import main as vllm_main

5 from vllm.logger import init_logger

vllm/sequence.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Sequence and its related classes."""

4 import copy

5 import enum

vllm/spec_decode/batch_expansion.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from array import array

5 from itertools import chain, count

vllm/spec_decode/draft_model_runner.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import List, Optional

5

vllm/spec_decode/interfaces.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from abc import ABC, abstractmethod

5 from dataclasses import dataclass

vllm/spec_decode/medusa_worker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import weakref

5 from typing import List, Optional, Set, Tuple

vllm/spec_decode/metrics.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import time

5 from typing import Callable, Optional, Union

vllm/spec_decode/mlp_speculator_worker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import List, Optional, Set, Tuple

5

vllm/spec_decode/mqa_scorer.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm.sequence import (ExecuteModelRequest, SequenceData,

5 SequenceGroupMetadata, get_all_seq_ids)

vllm/spec_decode/multi_step_worker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import copy

5 import weakref

vllm/spec_decode/ngram_worker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import weakref

5 from typing import List, Optional, Set, Tuple

vllm/spec_decode/proposer_worker_base.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from abc import ABC, abstractmethod

5 from typing import List, Optional, Set, Tuple

vllm/spec_decode/smaller_tp_proposer_worker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import List, Optional, Set, Tuple

5

vllm/spec_decode/spec_decode_worker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import copy

5 from collections import defaultdict

vllm/spec_decode/target_model_runner.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import List, Optional

5

vllm/spec_decode/top1_proposer.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import List, Optional, Set, Tuple

5

vllm/spec_decode/util.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import time

5 from contextlib import contextmanager

vllm/test_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 MODELS_ON_S3 = [

4 "adept/fuyu-8b",

5 "ai21labs/AI21-Jamba-1.5-Mini",

vllm/third_party/pynvml.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # copied from https://pypi.org/project/nvidia-ml-py

4 # version 12.570.86

5

vllm/tracing.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 from collections.abc import Mapping

vllm/transformers_utils/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm import envs

5

vllm/transformers_utils/chat_templates/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from .registry import get_chat_template_fallback_path

4

5 __all__ = ["get_chat_template_fallback_path"]

vllm/transformers_utils/chat_templates/registry.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from pathlib import Path

4 from typing import Callable, Optional, Union

5

vllm/transformers_utils/config.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import enum

5 import json

vllm/transformers_utils/configs/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm.transformers_utils.configs.chatglm import ChatGLMConfig

5 from vllm.transformers_utils.configs.cohere2 import Cohere2Config

vllm/transformers_utils/configs/arctic.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # yapf: disable

5 # ruff: noqa: E501

vllm/transformers_utils/configs/chatglm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://github.com/THUDM/ChatGLM2-6B

vllm/transformers_utils/configs/cohere2.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # ruff: noqa

5

vllm/transformers_utils/configs/dbrx.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # yapf: disable

5 # ruff: noqa: E501

vllm/transformers_utils/configs/deepseek_vl2.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # adapted from https://github.com/deepseek-ai/DeepSeek-VL2/blob/faf18023f24b962b32d9f0a2d89e402a8d383a78/deepseek_vl2/models/modeling_deepseek_vl_v2.py#L115-L268

5

vllm/transformers_utils/configs/eagle.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 from typing import Optional, Union

vllm/transformers_utils/configs/exaone.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copied from

5 # https://huggingface.co/LGAI-EXAONE/EXAONE-3.0-7.8B-Instruct/blob/main/configuration_exaone.py

vllm/transformers_utils/configs/falcon.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://huggingface.co/tiiuae/falcon-7b/blob/main/configuration_RW.py

vllm/transformers_utils/configs/h2ovl.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://huggingface.co/h2oai/h2ovl-mississippi-2b/blob/main/configuration_h2ovl_chat.py

vllm/transformers_utils/configs/internvl.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://huggingface.co/OpenGVLab/InternVL2-1B/blob/main/configuration_internvl_chat.py

vllm/transformers_utils/configs/jais.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright 2023 The OpenAI Team Authors and HuggingFace Inc. team.

5 # Copyright (c) 2018, NVIDIA CORPORATION. All rights reserved.

vllm/transformers_utils/configs/kimi_vl.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # Adapted from https://huggingface.co/moonshotai/Kimi-VL-A3B-Instruct/blob/main/configuration_kimi_vl.py

4 from typing import Optional, Union

5

vllm/transformers_utils/configs/medusa.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 from typing import Optional, Union

vllm/transformers_utils/configs/minimax_text_01.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """ MiniMaxText01 model configuration"""

4

5 from transformers.configuration_utils import PretrainedConfig

vllm/transformers_utils/configs/minimax_vl_01.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """MiniMaxVL01 model configuration"""

4

5 from transformers.configuration_utils import PretrainedConfig

vllm/transformers_utils/configs/mllama.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from transformers.models.mllama import configuration_mllama as mllama_hf_config

5

vllm/transformers_utils/configs/mlp_speculator.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/transformers_utils/configs/moonvit.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # Adapted from https://huggingface.co/moonshotai/Kimi-VL-A3B-Instruct/blob/main/configuration_kimi_vl.py

4 from transformers.configuration_utils import PretrainedConfig

5

vllm/transformers_utils/configs/mpt.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copied from

5 # https://huggingface.co/mosaicml/mpt-7b/blob/main/configuration_mpt.py

vllm/transformers_utils/configs/nemotron.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright 2024 HuggingFace Inc. team. All rights reserved.

5 # Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved.

vllm/transformers_utils/configs/nvlm_d.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://huggingface.co/nvidia/NVLM-D-72B/blob/main/configuration_nvlm_d.py

vllm/transformers_utils/configs/ovis.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # yapf: disable

5 # ruff: noqa: E501

vllm/transformers_utils/configs/skyworkr1v.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from

5 # https://huggingface.co/Skywork/Skywork-R1V-38B/blob/main/configuration_skywork_chat.py

vllm/transformers_utils/configs/solar.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Copyright 2022 EleutherAI and the HuggingFace Inc. team. All rights reserved.

5 #

vllm/transformers_utils/configs/telechat2.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # adapted from https://www.modelscope.cn/models/TeleAI/TeleChat2-3B/resolve/master/configuration_telechat2.py

5 """ Telechat configuration compatible with LlamaConfig. """

vllm/transformers_utils/configs/ultravox.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # Adapted from https://github.com/fixie-ai/ultravox/blob/ecd58c4041030bae2ad15aa6bcf04ab43199ea02/ultravox/model/ultravox_config.py

5 from typing import Any, Optional

vllm/transformers_utils/detokenizer.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/transformers_utils/detokenizer_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/transformers_utils/processor.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from functools import lru_cache

5 from typing import TYPE_CHECKING, Any, Optional, Union, cast

vllm/transformers_utils/processors/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm.transformers_utils.processors.deepseek_vl2 import (

5 DeepseekVLV2Processor)

vllm/transformers_utils/processors/deepseek_vl2.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # yapf: disable

5 # ruff: noqa: E501

vllm/transformers_utils/processors/ovis.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 # yapf: disable

5 # ruff: noqa: E501

vllm/transformers_utils/s3_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import fnmatch

5 import os

vllm/transformers_utils/tokenizer.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import contextlib

5 import copy

vllm/transformers_utils/tokenizer_base.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import importlib

5 from abc import ABC, abstractmethod

vllm/transformers_utils/tokenizer_group.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/transformers_utils/tokenizers/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from .mistral import (MistralTokenizer, maybe_serialize_tool_calls,

5 truncate_tool_call_ids, validate_request_params)

vllm/transformers_utils/tokenizers/mistral.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 from dataclasses import dataclass

vllm/transformers_utils/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import json

5 from functools import cache

vllm/triton_utils/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from vllm.triton_utils.importing import (HAS_TRITON, TritonLanguagePlaceholder,

5 TritonPlaceholder)

vllm/triton_utils/importing.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import types

5 from importlib.util import find_spec

vllm/usage/usage_lib.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import datetime

5 import json

vllm/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from __future__ import annotations

5

vllm/v1/attention/backends/flash_attn.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Attention layer with FlashAttention."""

4 from dataclasses import dataclass

5 from typing import TYPE_CHECKING, Any, Optional

vllm/v1/attention/backends/flashinfer.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Attention layer with FlashInfer."""

4 from __future__ import annotations

5

vllm/v1/attention/backends/mla/common.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 # MLA Common Components

5

vllm/v1/attention/backends/mla/flashmla.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass

5 from typing import Any, Optional

vllm/v1/attention/backends/mla/rocm_aiter_mla.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass

5 from typing import Any, Optional

vllm/v1/attention/backends/mla/triton_mla.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Any, Optional

5

vllm/v1/attention/backends/pallas.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass

5 from typing import Any, Optional

vllm/v1/attention/backends/triton_attn.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Attention layer with PagedAttention and Triton prefix prefill."""

4 from typing import TYPE_CHECKING, Any, Optional

5

vllm/v1/attention/backends/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from dataclasses import dataclass

4

5 import torch

vllm/v1/core/block_pool.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from collections import defaultdict

4 from collections.abc import Iterable

5 from typing import Callable, Optional

vllm/v1/core/encoder_cache_manager.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import TYPE_CHECKING

5

vllm/v1/core/kv_cache_manager.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections import defaultdict

5 from dataclasses import dataclass

vllm/v1/core/kv_cache_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """KV-Cache Utilities."""

4 import os

5 from collections import deque

vllm/v1/core/sched/interface.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from abc import ABC, abstractmethod

4 from collections.abc import Iterable

5 from typing import TYPE_CHECKING, Optional, Union

vllm/v1/core/sched/output.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from __future__ import annotations

5

vllm/v1/core/sched/scheduler.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from __future__ import annotations

5

vllm/v1/core/sched/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from vllm.v1.request import Request, RequestStatus

4

5

vllm/v1/core/single_type_kv_cache_manager.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from abc import ABC, abstractmethod

4 from collections import defaultdict

5 from typing import Callable

vllm/v1/engine/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import enum

5 import time

vllm/v1/engine/async_llm.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import asyncio

4 from collections.abc import AsyncGenerator, Mapping

5 from copy import copy

vllm/v1/engine/coordinator.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import multiprocessing

4 import time

5 import weakref

vllm/v1/engine/core.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import os

4 import queue

5 import signal

vllm/v1/engine/core_client.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import asyncio

4 import contextlib

5 import queue

vllm/v1/engine/detokenizer.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from abc import ABC, abstractmethod

4 from typing import Optional

5

vllm/v1/engine/exceptions.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 class EngineGenerateError(Exception):

4 """Raised when a AsyncLLM.generate() fails. Recoverable."""

5 pass

vllm/v1/engine/llm_engine.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from collections.abc import Mapping

5 from copy import copy

vllm/v1/engine/logprobs.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import itertools

5 from collections.abc import Iterable

vllm/v1/engine/mm_input_cache.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from collections.abc import Sequence

4 from typing import Optional

5

vllm/v1/engine/output_processor.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import asyncio

5 from collections.abc import Iterable

vllm/v1/engine/parallel_sampling.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from copy import copy

5 from typing import Optional

vllm/v1/engine/processor.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import time

5 from collections.abc import Mapping, Sequence

vllm/v1/executor/abstract.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from concurrent.futures import Future

5 from typing import Callable, Union

vllm/v1/executor/multiproc_executor.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import multiprocessing

4 import os

5 import pickle

vllm/v1/executor/ray_distributed_executor.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from concurrent.futures import Future

5 from typing import Union

vllm/v1/kv_cache_interface.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import copy

5 from dataclasses import dataclass

vllm/v1/metrics/loggers.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import logging

5 import time

vllm/v1/metrics/prometheus.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 import tempfile

vllm/v1/metrics/ray_wrappers.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import time

4 from typing import Optional, Union

5

vllm/v1/metrics/reader.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass

5 from typing import Optional

vllm/v1/metrics/stats.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import time

5 from dataclasses import dataclass, field

vllm/v1/outputs.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass

5 from typing import NamedTuple, Optional

vllm/v1/request.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import enum

5 from typing import TYPE_CHECKING, Any, Optional, Union

vllm/v1/sample/metadata.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass

5 from typing import Optional

vllm/v1/sample/ops/bad_words.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5

vllm/v1/sample/ops/penalties.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5

vllm/v1/sample/ops/topk_topp_sampler.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/v1/sample/rejection_sampler.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Optional

4

5 import torch

vllm/v1/sample/sampler.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """A layer that samples the next tokens from the model's outputs."""

4

5 import torch

vllm/v1/sample/tpu/metadata.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from dataclasses import dataclass, field

4 from typing import Optional

5

vllm/v1/sample/tpu/sampler.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """Sampler layer implementing TPU supported operations."""

4

5 import torch

vllm/v1/serial_utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import dataclasses

5 import pickle

vllm/v1/spec_decode/eagle.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import torch

4 import torch.nn as nn

5

vllm/v1/spec_decode/medusa.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import torch

5 import torch.nn as nn

vllm/v1/spec_decode/metadata.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from dataclasses import dataclass

4

5 import numpy as np

vllm/v1/spec_decode/metrics.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from dataclasses import dataclass, field

5 from typing import Optional

vllm/v1/spec_decode/ngram_proposer.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Optional

4

5 import numpy as np

vllm/v1/spec_decode/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from vllm.triton_utils import tl, triton

4 from vllm.v1.worker.gpu_input_batch import InputBatch

5

vllm/v1/structured_output/__init__.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from __future__ import annotations

4

5 import multiprocessing

vllm/v1/structured_output/backend_guidance.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from __future__ import annotations

5

vllm/v1/structured_output/backend_types.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from __future__ import annotations

5

vllm/v1/structured_output/backend_xgrammar.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from __future__ import annotations

5

vllm/v1/structured_output/request.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from __future__ import annotations

4

5 import dataclasses

vllm/v1/structured_output/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from __future__ import annotations

5

vllm/v1/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import argparse

5 import multiprocessing

vllm/v1/worker/block_table.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import numpy as np

5 import torch

vllm/v1/worker/gpu_input_batch.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 # Datastructures defining an input batch

4

5 from dataclasses import dataclass

vllm/v1/worker/gpu_model_runner.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import copy

5 import gc

vllm/v1/worker/gpu_worker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """A GPU worker class."""

4 import gc

5 import os

vllm/v1/worker/lora_model_runner_mixin.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """

4 Define LoRA functionality mixin for model runners.

5 """

vllm/v1/worker/tpu_model_runner.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 import bisect

4 import gc

5 import time

vllm/v1/worker/tpu_worker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """A TPU worker class."""

4 import os

5 from typing import Optional

vllm/v1/worker/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import Optional

4

5 import torch

vllm/v1/worker/worker_base.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import Optional

5

vllm/version.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 try:

5 from ._version import __version__, __version_tuple__

vllm/worker/cache_engine.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """CacheEngine class for managing the KV cache."""

4 from typing import List

5

vllm/worker/cpu_enc_dec_model_runner.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import dataclasses

5 from typing import TYPE_CHECKING, Any, Dict, List, Optional, Tuple, Type, cast

vllm/worker/cpu_model_runner.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import dataclasses

5 import weakref

vllm/worker/cpu_pooling_model_runner.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import dataclasses

5 from typing import Any, Dict, List, Optional, Tuple, Type, Union

vllm/worker/cpu_worker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """A CPU worker class."""

4 import os

5 from typing import Dict, List, Optional, Set, Tuple, Type

vllm/worker/enc_dec_model_runner.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import dataclasses

5 import itertools

vllm/worker/hpu_model_runner.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 ###############################################################################

5 # Copyright (C) 2024 Habana Labs, Ltd. an Intel Company

vllm/worker/hpu_worker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 ###############################################################################

5 # Copyright (C) 2024 Habana Labs, Ltd. an Intel Company

vllm/worker/model_runner.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import dataclasses

5 import gc

vllm/worker/model_runner_base.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import dataclasses

5 from abc import ABC, abstractmethod

vllm/worker/multi_step_hpu_worker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 ###############################################################################

5 # Copyright (C) 2025 Habana Labs, Ltd. an Intel Company

vllm/worker/multi_step_model_runner.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import dataclasses

5 import functools

vllm/worker/multi_step_neuron_model_runner.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from importlib.util import find_spec

5 from typing import List, Optional

vllm/worker/multi_step_neuronx_distributed_model_runner.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 from typing import List, Optional

4

5 import torch

vllm/worker/multi_step_tpu_worker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import dataclasses

5 from typing import Dict, Optional, Tuple

vllm/worker/multi_step_worker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import dataclasses

5 from dataclasses import dataclass

vllm/worker/neuron_model_runner.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 from dataclasses import dataclass

vllm/worker/neuron_worker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """A Neuron worker class."""

4 import os

5 from typing import List, Optional, Set, Tuple

vllm/worker/neuronx_distributed_model_runner.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 from typing import List, Optional, Set

5

vllm/worker/pooling_model_runner.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import dataclasses

5 from typing import Any, Dict, List, Optional, Tuple, Type, Union

vllm/worker/tpu_model_runner.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import enum

5 import time

vllm/worker/tpu_worker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import os

5 from typing import List, Optional, Tuple, Union

vllm/worker/utils.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 '''

4 Worker-related helper functions.

5 '''

vllm/worker/worker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """A GPU worker class."""

4 import gc

5 import os

vllm/worker/worker_base.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import dataclasses

5 import os

vllm/worker/xpu_model_runner.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3

4 import dataclasses

5 import time

vllm/worker/xpu_worker.py

+1

@@ -1,4 +1,5 @@

1 # SPDX-License-Identifier: Apache-2.0

2 +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

3 """A XPU worker class."""

4 import gc

5 import os