A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 17:00 UTC
[BugFix] Fix Duplicate Assignment in Hermes2ProToolParser (#8423)
Luis Vega committed
Sep 12, 2024 at 11:10 UTC
1f0c75afa95303fcb628861f040199090e82004d
1 file changed
-1
vllm/entrypoints/openai/tool_parsers/hermes_tool_parser.py
-1
@@ -33,7 +33,6 @@ class Hermes2ProToolParser(ToolParser):
33
self.current_tool_name_sent: bool = False
34
self.prev_tool_call_arr: List[Dict] = []
35
self.current_tool_id: int = -1
36
- self.current_tool_name_sent = False
36
self.streamed_args_for_tool: List[str] = [
37
] # map what has been streamed for each tool so far to a list
38