A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 18:15 UTC
[Misc] Remove snapshot_download usage in InternVL2 test (#7835)
Isotr0py committed
Aug 25, 2024 at 23:53 UTC
2059b8d9caf12072710a7d610dd80954ad7c047e
1 file changed
+3
-9
tests/models/test_internvl.py
+3
-9
@@ -3,7 +3,6 @@ from typing import List, Optional, Tuple, Type
3
4
import pytest
5
import torch
6
-from huggingface_hub import snapshot_download
6
from PIL.Image import Image
7
from transformers import AutoConfig
8
@@ -25,17 +24,12 @@ HF_IMAGE_PROMPTS = IMAGE_ASSETS.prompts({
24
"<|im_start|>User\n<image>\nWhat is the season?<|im_end|>\n<|im_start|>Assistant\n", # noqa: E501
25
})
26
28
-# we use snapshot_download to prevent conflicts between
29
-# dynamic_module and trust_remote_code for hf_runner
30
-DOWNLOAD_PATTERN = ["*.json", "*.py", "*.safetensors", "*.txt", "*.model"]
27
models = [
32
- snapshot_download("OpenGVLab/InternVL2-1B",
33
- allow_patterns=DOWNLOAD_PATTERN),
34
- snapshot_download("OpenGVLab/InternVL2-2B",
35
- allow_patterns=DOWNLOAD_PATTERN),
28
+ "OpenGVLab/InternVL2-1B",
29
+ "OpenGVLab/InternVL2-2B",
30
# Broken due to outdated implementation of Phi-3
31
# See: https://huggingface.co/OpenGVLab/InternVL2-4B/discussions/3
38
- # snapshot_download("OpenGVLab/InternVL2-4B"),
32
+ # "OpenGVLab/InternVL2-4B",
33
]
34
35