@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / 2059b8d9ca
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 16, 18:15 UTC

[Misc] Remove snapshot_download usage in InternVL2 test (#7835)

Isotr0py committed Aug 25, 2024 at 23:53 UTC 2059b8d9caf12072710a7d610dd80954ad7c047e
1 file changed +3 -9
tests/models/test_internvl.py
+3 -9
@@ -3,7 +3,6 @@ from typing import List, Optional, Tuple, Type
3
4 import pytest
5 import torch
6 -from huggingface_hub import snapshot_download
6 from PIL.Image import Image
7 from transformers import AutoConfig
8
@@ -25,17 +24,12 @@ HF_IMAGE_PROMPTS = IMAGE_ASSETS.prompts({
24 "<|im_start|>User\n<image>\nWhat is the season?<|im_end|>\n<|im_start|>Assistant\n", # noqa: E501
25 })
26
28 -# we use snapshot_download to prevent conflicts between
29 -# dynamic_module and trust_remote_code for hf_runner
30 -DOWNLOAD_PATTERN = ["*.json", "*.py", "*.safetensors", "*.txt", "*.model"]
27 models = [
32 - snapshot_download("OpenGVLab/InternVL2-1B",
33 - allow_patterns=DOWNLOAD_PATTERN),
34 - snapshot_download("OpenGVLab/InternVL2-2B",
35 - allow_patterns=DOWNLOAD_PATTERN),
28 + "OpenGVLab/InternVL2-1B",
29 + "OpenGVLab/InternVL2-2B",
30 # Broken due to outdated implementation of Phi-3
31 # See: https://huggingface.co/OpenGVLab/InternVL2-4B/discussions/3
38 - # snapshot_download("OpenGVLab/InternVL2-4B"),
32 + # "OpenGVLab/InternVL2-4B",
33 ]
34
35