| 1 | # SPDX-License-Identifier: Apache-2.0 |
| 2 | # SPDX-FileCopyrightText: Copyright contributors to the vLLM project |
| 3 | |
| 4 | # Adapted from llama.py |
| 5 | """Inference-only Phi3 model code inherit from Llama.py.""" |
| 6 | |
| 7 | from vllm.model_executor.models.llama import LlamaForCausalLM |
| 8 | |
| 9 | |
| 10 | class Phi3ForCausalLM(LlamaForCausalLM): |
| 11 | packed_modules_mapping = { |
| 12 | "qkv_proj": [ |
| 13 | "qkv_proj", |
| 14 | ], |
| 15 | "gate_up_proj": [ |
| 16 | "gate_up_proj", |
| 17 | ], |
| 18 | } |