A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 15, 12:15 UTC
Ignore `'<string>'` filepath (#17330)
Signed-off-by: rzou <zou3519@gmail.com>
Richard Zou committed
Apr 28, 2025 at 22:23 UTC
165cb56329e6cdbf58741b420c349793ec2390b3
1 file changed
+4
vllm/compilation/backends.py
+4
@@ -382,6 +382,10 @@ class VllmBackend:
382
hash_content = []
383
for filepath in forward_code_files:
384
hash_content.append(filepath)
385
+ if filepath == "<string>":
386
+ # This means the function was dynamically generated, with
387
+ # e.g. exec(). We can't actually check these.
388
+ continue
389
with open(filepath) as f:
390
hash_content.append(f.read())
391
import hashlib