| 1 | # SPDX-License-Identifier: Apache-2.0 |
| 2 | # SPDX-FileCopyrightText: Copyright contributors to the vLLM project |
| 3 | |
| 4 | from vllm.logger import init_logger |
| 5 | from vllm.v1.worker.gpu.model_runner import GPUModelRunner |
| 6 | |
| 7 | logger = init_logger(__name__) |
| 8 | |
| 9 | |
| 10 | class CPUModelRunner(GPUModelRunner): |
| 11 | # TBD: Whether need to move this to Worker? |
| 12 | def warming_up_model(self) -> None: |
| 13 | logger.info("Warming up model for the compilation...") |
| 14 | # Only generate graph for the generic shape |
| 15 | self.profile_run() |
| 16 | logger.info("Warming up done.") |