| 1 | # SPDX-License-Identifier: Apache-2.0 |
| 2 | # SPDX-FileCopyrightText: Copyright contributors to the vLLM project |
| 3 | |
| 4 | import torch |
| 5 | |
| 6 | from vllm.config import VllmConfig |
| 7 | from vllm.v1.spec_decode.llm_base_proposer import SpecDecodeBaseProposer |
| 8 | |
| 9 | |
| 10 | class EagleProposer(SpecDecodeBaseProposer): |
| 11 | def __init__( |
| 12 | self, |
| 13 | vllm_config: VllmConfig, |
| 14 | device: torch.device, |
| 15 | runner=None, |
| 16 | ): |
| 17 | super().__init__( |
| 18 | vllm_config, |
| 19 | device, |
| 20 | pass_hidden_states_to_model=True, |
| 21 | runner=runner, |
| 22 | ) |