A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 8, 08:45 UTC
[Bugfix] Remove broken raw url GGUF model loading support (#34433)
Signed-off-by: Isotr0py <mozf@mail2.sysu.edu.cn>
Isotr0py committed
Feb 13, 2026 at 01:40 UTC
becbe2480871573f9464e4941b179c1c21f2c786
2 files changed
+1
-25
tests/models/test_gguf_download.py
-19
@@ -113,25 +113,6 @@ class TestGGUFModelLoader:
113
assert result == "/path/to/model.gguf"
114
mock_isfile.assert_called_once_with("/path/to/model.gguf")
115
116
- @patch("vllm.model_executor.model_loader.gguf_loader.hf_hub_download")
117
- @patch("os.path.isfile", return_value=False)
118
- def test_prepare_weights_https_url(self, mock_isfile, mock_hf_download):
119
- """Test _prepare_weights with HTTPS URL."""
120
- load_config = LoadConfig(load_format="gguf")
121
- loader = GGUFModelLoader(load_config)
122
-
123
- mock_hf_download.return_value = "/downloaded/model.gguf"
124
-
125
- # Create a simple mock ModelConfig with only the model attribute
126
- model_config = MagicMock()
127
- model_config.model = "https://huggingface.co/model.gguf"
128
-
129
- result = loader._prepare_weights(model_config)
130
- assert result == "/downloaded/model.gguf"
131
- mock_hf_download.assert_called_once_with(
132
- url="https://huggingface.co/model.gguf"
133
- )
134
-
116
@patch("vllm.model_executor.model_loader.gguf_loader.hf_hub_download")
117
@patch("os.path.isfile", return_value=False)
118
def test_prepare_weights_repo_filename(self, mock_isfile, mock_hf_download):
vllm/model_executor/model_loader/gguf_loader.py
+1
-6
@@ -49,11 +49,6 @@ class GGUFModelLoader(BaseModelLoader):
49
model_name_or_path = model_config.model
50
if os.path.isfile(model_name_or_path):
51
return model_name_or_path
52
- # for raw HTTPS link
53
- if model_name_or_path.startswith(
54
- ("http://", "https://")
55
- ) and model_name_or_path.endswith(".gguf"):
56
- return hf_hub_download(url=model_name_or_path)
52
# repo id/filename.gguf
53
if "/" in model_name_or_path and model_name_or_path.endswith(".gguf"):
54
repo_id, filename = model_name_or_path.rsplit("/", 1)
@@ -71,7 +66,7 @@ class GGUFModelLoader(BaseModelLoader):
66
67
raise ValueError(
68
f"Unrecognised GGUF reference: {model_name_or_path} "
74
- "(expected local file, raw URL, <repo_id>/<filename>.gguf, "
69
+ "(expected local file, <repo_id>/<filename>.gguf, "
70
"or <repo_id>:<quant_type>)"
71
)
72