[model registry] some simple typos (#50673)
Signed-off-by: Andy Xie <andy.xning@gmail.com>
Ning Xie committed
Aug 1, 2026 at 23:37 UTC
03c782eb91f70ba990432aace77f94be66aaeb2e
2 files changed
+26
-26
vllm/model_executor/model_loader/utils.py
+3
-3
@@ -250,9 +250,9 @@ def get_model_architecture(model_config: ModelConfig) -> tuple[type[nn.Module],
250
if key in _MODEL_ARCH_BY_HASH:
251
return _MODEL_ARCH_BY_HASH[key]
252
253
- model_arch = _get_model_architecture(model_config)
254
- _MODEL_ARCH_BY_HASH[key] = model_arch
255
- return model_arch
253
+ model_cls_and_arch = _get_model_architecture(model_config)
254
+ _MODEL_ARCH_BY_HASH[key] = model_cls_and_arch
255
+ return model_cls_and_arch
256
257
258
def get_model_cls(model_config: ModelConfig) -> type[nn.Module]:
vllm/model_executor/models/registry.py
+23
-23
@@ -1094,7 +1094,7 @@ class _ModelRegistry:
1094
else:
1095
msg = (
1096
"`model_cls` should be a string or PyTorch model class, "
1097
- f"not a {type(model_arch)}"
1097
+ f"not a {type(model_cls)}"
1098
)
1099
raise TypeError(msg)
1100
@@ -1352,88 +1352,88 @@ class _ModelRegistry:
1352
architectures: str | list[str],
1353
model_config: ModelConfig,
1354
) -> bool:
1355
- model_cls, _ = self.inspect_model_cls(architectures, model_config)
1356
- return model_cls.is_text_generation_model
1355
+ model_info, _ = self.inspect_model_cls(architectures, model_config)
1356
+ return model_info.is_text_generation_model
1357
1358
def is_pooling_model(
1359
self,
1360
architectures: str | list[str],
1361
model_config: ModelConfig,
1362
) -> bool:
1363
- model_cls, _ = self.inspect_model_cls(architectures, model_config)
1364
- return model_cls.is_pooling_model
1363
+ model_info, _ = self.inspect_model_cls(architectures, model_config)
1364
+ return model_info.is_pooling_model
1365
1366
def is_multimodal_model(
1367
self,
1368
architectures: str | list[str],
1369
model_config: ModelConfig,
1370
) -> bool:
1371
- model_cls, _ = self.inspect_model_cls(architectures, model_config)
1372
- return model_cls.supports_multimodal
1371
+ model_info, _ = self.inspect_model_cls(architectures, model_config)
1372
+ return model_info.supports_multimodal
1373
1374
def is_multimodal_raw_input_only_model(
1375
self,
1376
architectures: str | list[str],
1377
model_config: ModelConfig,
1378
) -> bool:
1379
- model_cls, _ = self.inspect_model_cls(architectures, model_config)
1380
- return model_cls.supports_multimodal_raw_input_only
1379
+ model_info, _ = self.inspect_model_cls(architectures, model_config)
1380
+ return model_info.supports_multimodal_raw_input_only
1381
1382
def is_pp_supported_model(
1383
self,
1384
architectures: str | list[str],
1385
model_config: ModelConfig,
1386
) -> bool:
1387
- model_cls, _ = self.inspect_model_cls(architectures, model_config)
1388
- return model_cls.supports_pp
1387
+ model_info, _ = self.inspect_model_cls(architectures, model_config)
1388
+ return model_info.supports_pp
1389
1390
def model_has_inner_state(
1391
self,
1392
architectures: str | list[str],
1393
model_config: ModelConfig,
1394
) -> bool:
1395
- model_cls, _ = self.inspect_model_cls(architectures, model_config)
1396
- return model_cls.has_inner_state
1395
+ model_info, _ = self.inspect_model_cls(architectures, model_config)
1396
+ return model_info.has_inner_state
1397
1398
def is_attention_free_model(
1399
self,
1400
architectures: str | list[str],
1401
model_config: ModelConfig,
1402
) -> bool:
1403
- model_cls, _ = self.inspect_model_cls(architectures, model_config)
1404
- return model_cls.is_attention_free
1403
+ model_info, _ = self.inspect_model_cls(architectures, model_config)
1404
+ return model_info.is_attention_free
1405
1406
def is_hybrid_model(
1407
self,
1408
architectures: str | list[str],
1409
model_config: ModelConfig,
1410
) -> bool:
1411
- model_cls, _ = self.inspect_model_cls(architectures, model_config)
1412
- return model_cls.is_hybrid
1411
+ model_info, _ = self.inspect_model_cls(architectures, model_config)
1412
+ return model_info.is_hybrid
1413
1414
def is_noops_model(
1415
self,
1416
architectures: str | list[str],
1417
model_config: ModelConfig,
1418
) -> bool:
1419
- model_cls, _ = self.inspect_model_cls(architectures, model_config)
1420
- return model_cls.has_noops
1419
+ model_info, _ = self.inspect_model_cls(architectures, model_config)
1420
+ return model_info.has_noops
1421
1422
def is_transcription_model(
1423
self,
1424
architectures: str | list[str],
1425
model_config: ModelConfig,
1426
) -> bool:
1427
- model_cls, _ = self.inspect_model_cls(architectures, model_config)
1428
- return model_cls.supports_transcription
1427
+ model_info, _ = self.inspect_model_cls(architectures, model_config)
1428
+ return model_info.supports_transcription
1429
1430
def is_transcription_only_model(
1431
self,
1432
architectures: str | list[str],
1433
model_config: ModelConfig,
1434
) -> bool:
1435
- model_cls, _ = self.inspect_model_cls(architectures, model_config)
1436
- return model_cls.supports_transcription_only
1435
+ model_info, _ = self.inspect_model_cls(architectures, model_config)
1436
+ return model_info.supports_transcription_only
1437
1438
1439
def _resolve_module_name(mod_relname: str) -> str: