| 1 | # SPDX-License-Identifier: Apache-2.0 |
| 2 | # SPDX-FileCopyrightText: Copyright contributors to the vLLM project |
| 3 | |
| 4 | |
| 5 | from vllm.config.utils import config |
| 6 | |
| 7 | |
| 8 | @config |
| 9 | class FaultToleranceConfig: |
| 10 | """Configuration for fault tolerance.""" |
| 11 | |
| 12 | engine_recovery_timeout_sec: int = 120 |
| 13 | """Timeout (in seconds) to wait for error handling instructions |
| 14 | before raising an exception. If the EngineCore encounters an |
| 15 | error, it waits up to this many seconds for vLLM to receive |
| 16 | instructions on how to handle the error and then recover from the fault. |
| 17 | If vLLM does not recover during this time, the original error is raised. |
| 18 | """ |