main
py 17 lines 380 Bytes
Raw
1 # SPDX-License-Identifier: Apache-2.0
2 # SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 from typing import Any
4
5 import msgspec
6
7
8 class FaultToleranceResult(msgspec.Struct):
9 request_id: str
10 success: bool
11 reason: str | None = None
12
13
14 class FaultToleranceRequest(msgspec.Struct):
15 instruction: str
16 params: dict[str, Any]
17 request_id: str = ""