[Model][CI/Build] Cosmos3: enable registry tests and register Cosmos3-Super (#48211)
Signed-off-by: Mingfei Guo <1800012773@pku.edu.cn>
Mingfei Guo committed
Jul 10, 2026 at 01:35 UTC
424df4f65df39a6e91f70e031e3c32b479501b25
3 files changed
+8
-2
docs/models/supported_models.md
+1
-1
@@ -512,7 +512,7 @@ These models primarily accept the [`LLM.generate`](./generative_models.md#llmgen
512
| `ChameleonForConditionalGeneration` | Chameleon | T + I | `facebook/chameleon-7b`, etc. | | ✅︎ |
513
| `CheersForConditionalGeneration` | Cheers | T + I | `ai9stars/Cheers` | | ✅︎ |
514
| `Cohere2VisionForConditionalGeneration` | Command A Vision, Command-A+ | T + I<sup>+</sup> | `CohereLabs/command-a-vision-07-2025`, `CohereLabs/command-a-plus-05-2026`, etc. | | ✅︎ |
515
-| `Cosmos3ForConditionalGeneration` | Cosmos3 (understanding tower) | T + I<sup>E+</sup> + V<sup>E+</sup> | `nvidia/Cosmos3-Nano` | | ✅︎ |
515
+| `Cosmos3ForConditionalGeneration` | Cosmos3 (understanding tower) | T + I<sup>E+</sup> + V<sup>E+</sup> | `nvidia/Cosmos3-Nano`, `nvidia/Cosmos3-Super` | | ✅︎ |
516
| `DeepseekVLV2ForCausalLM` | DeepSeek-VL2 | T + I<sup>+</sup> | `deepseek-ai/deepseek-vl2-tiny`, `deepseek-ai/deepseek-vl2-small`, `deepseek-ai/deepseek-vl2`, etc. | | ✅︎ |
517
| `DeepseekOCRForCausalLM` | DeepSeek-OCR | T + I<sup>+</sup> | `deepseek-ai/DeepSeek-OCR`, etc. | ✅︎ | ✅︎ |
518
| `DeepseekOCR2ForCausalLM` | DeepSeek-OCR-2 | T + I<sup>+</sup> | `deepseek-ai/DeepSeek-OCR-2`, etc. | ✅︎ | ✅︎ |
tests/models/multimodal/generation/test_common.py
+6
@@ -369,6 +369,12 @@ VLM_TEST_SETTINGS = {
369
vllm_output_post_proc=model_utils.qwen2_vllm_to_hf_output,
370
patch_hf_runner=model_utils.qwen3_vl_patch_hf_runner,
371
image_size_factors=[(0.25,), (0.25, 0.25, 0.25), (0.25, 0.2, 0.15)],
372
+ marks=[
373
+ pytest.mark.skip(
374
+ reason="Transformers has no cosmos3_omni mapping, so the HF "
375
+ "reference runner cannot load the checkpoint."
376
+ )
377
+ ],
378
),
379
"deepseek_vl_v2": VLMTestInfo(
380
models=["Isotr0py/deepseek-vl2-tiny"], # model repo using dynamic module
tests/models/registry.py
+1
-1
@@ -799,9 +799,9 @@ _MULTIMODAL_EXAMPLE_MODELS = {
799
),
800
"Cosmos3ForConditionalGeneration": _HfExamplesInfo(
801
"nvidia/Cosmos3-Nano",
802
+ extras={"super": "nvidia/Cosmos3-Super"},
803
max_model_len=4096,
804
min_transformers_version="4.57",
804
- is_available_online=False,
805
),
806
"DeepseekVLV2ForCausalLM": _HfExamplesInfo(
807
"deepseek-ai/deepseek-vl2-tiny",