Support gemma-4-12B unified (encoder-free) multimodal model - #2286
Open
Justin Chu (justinchuby) wants to merge 3 commits into
Open
Support gemma-4-12B unified (encoder-free) multimodal model#2286Justin Chu (justinchuby) wants to merge 3 commits into
Justin Chu (justinchuby) wants to merge 3 commits into
Azure Pipelines / Integration Tests
failed
Jul 10, 2026 in 13m 49s
Build #20260709.13 had test failures
Details
- Failed: 12 (100.00%)
- Passed: 0 (0.00%)
- Other: 0 (0.00%)
- Total: 12
Annotations
Check failure on line 48 in Build log
azure-pipelines / Integration Tests
Build log #L48
Bash exited with code '1'.
Check failure on line 101 in Build log
azure-pipelines / Integration Tests
Build log #L101
Bash exited with code '1'.
Check failure on line 101 in Build log
azure-pipelines / Integration Tests
Build log #L101
Bash exited with code '1'.
Check failure on line 19 in Build log
azure-pipelines / Integration Tests
Build log #L19
There are one or more test failures detected in result files. Detailed summary of published test results can be viewed in the Tests tab.
Check failure on line 1 in test_generates_text[cpu-qwen2.5-0.5b-instruct]
azure-pipelines / Integration Tests
test_generates_text[cpu-qwen2.5-0.5b-instruct]
failed on setup with "Failed: Model 'qwen2.5-0.5b-instruct' (device=cpu) has no v<N> directory under /Users/cloudtest/vss/_work/_temp/ortgenai-models/qwen2.5-0.5b-instruct/onnx/cpu_and_mobile."
Raw output
device = 'cpu', model = 'qwen2.5-0.5b-instruct'
pytestconfig = <_pytest.config.Config object at 0x1054955e0>
@pytest.fixture
def model_path(device, model, pytestconfig):
> return resolver.get_path_for(
model, device, model_root=pytestconfig.getoption("--model-root")
)
test/python/integration/conftest.py:48:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
logical_id = 'qwen2.5-0.5b-instruct', device = 'cpu', model_root = None
def get_path_for(
logical_id: str,
device: str,
*,
model_root: str | None = None,
) -> Path:
"""Resolve ``(logical_id, device)`` to an ORT GenAI model directory.
Skips the test if the model doesn't declare support for that device.
Fails the test if the directory is missing under ``model_root`` - that
indicates a stale azcopy filter or a missing upload, both worth
surfacing loudly.
"""
if not models.supports(logical_id, device):
pytest.skip(f"Model '{logical_id}' does not support device '{device}'.")
root = model_root or os.environ.get("ORTGENAI_MODEL_ROOT")
if not root:
pytest.skip(
"No model source configured. Set ORTGENAI_MODEL_ROOT or pass --model-root."
)
base = Path(root) / models.storage_subpath(logical_id, device)
chosen = _newest_version_dir(base)
if chosen is None:
> pytest.fail(
f"Model '{logical_id}' (device={device}) has no v<N> directory under {base}."
)
E Failed: Model 'qwen2.5-0.5b-instruct' (device=cpu) has no v<N> directory under /Users/cloudtest/vss/_work/_temp/ortgenai-models/qwen2.5-0.5b-instruct/onnx/cpu_and_mobile.
test/python/integration/resolver.py:70: Failed
Check failure on line 1 in test_generates_text[webgpu-qwen3-0.6b]
azure-pipelines / Integration Tests
test_generates_text[webgpu-qwen3-0.6b]
failed on setup with "Failed: Model 'qwen3-0.6b' (device=webgpu) has no v<N> directory under /Users/cloudtest/vss/_work/_temp/ortgenai-models/qwen3-0.6b/onnx/webgpu."
Raw output
device = 'webgpu', model = 'qwen3-0.6b'
pytestconfig = <_pytest.config.Config object at 0x100c6e1e0>
@pytest.fixture
def model_path(device, model, pytestconfig):
> return resolver.get_path_for(
model, device, model_root=pytestconfig.getoption("--model-root")
)
test/python/integration/conftest.py:48:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
logical_id = 'qwen3-0.6b', device = 'webgpu', model_root = None
def get_path_for(
logical_id: str,
device: str,
*,
model_root: str | None = None,
) -> Path:
"""Resolve ``(logical_id, device)`` to an ORT GenAI model directory.
Skips the test if the model doesn't declare support for that device.
Fails the test if the directory is missing under ``model_root`` - that
indicates a stale azcopy filter or a missing upload, both worth
surfacing loudly.
"""
if not models.supports(logical_id, device):
pytest.skip(f"Model '{logical_id}' does not support device '{device}'.")
root = model_root or os.environ.get("ORTGENAI_MODEL_ROOT")
if not root:
pytest.skip(
"No model source configured. Set ORTGENAI_MODEL_ROOT or pass --model-root."
)
base = Path(root) / models.storage_subpath(logical_id, device)
chosen = _newest_version_dir(base)
if chosen is None:
> pytest.fail(
f"Model '{logical_id}' (device={device}) has no v<N> directory under {base}."
)
E Failed: Model 'qwen3-0.6b' (device=webgpu) has no v<N> directory under /Users/cloudtest/vss/_work/_temp/ortgenai-models/qwen3-0.6b/onnx/webgpu.
test/python/integration/resolver.py:70: Failed
Check failure on line 1 in test_generates_text[cpu-qwen3-0.6b]
azure-pipelines / Integration Tests
test_generates_text[cpu-qwen3-0.6b]
failed on setup with "Failed: Model 'qwen3-0.6b' (device=cpu) has no v<N> directory under /Users/cloudtest/vss/_work/_temp/ortgenai-models/qwen3-0.6b/onnx/cpu_and_mobile."
Raw output
device = 'cpu', model = 'qwen3-0.6b'
pytestconfig = <_pytest.config.Config object at 0x101a6bf80>
@pytest.fixture
def model_path(device, model, pytestconfig):
> return resolver.get_path_for(
model, device, model_root=pytestconfig.getoption("--model-root")
)
test/python/integration/conftest.py:48:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
logical_id = 'qwen3-0.6b', device = 'cpu', model_root = None
def get_path_for(
logical_id: str,
device: str,
*,
model_root: str | None = None,
) -> Path:
"""Resolve ``(logical_id, device)`` to an ORT GenAI model directory.
Skips the test if the model doesn't declare support for that device.
Fails the test if the directory is missing under ``model_root`` - that
indicates a stale azcopy filter or a missing upload, both worth
surfacing loudly.
"""
if not models.supports(logical_id, device):
pytest.skip(f"Model '{logical_id}' does not support device '{device}'.")
root = model_root or os.environ.get("ORTGENAI_MODEL_ROOT")
if not root:
pytest.skip(
"No model source configured. Set ORTGENAI_MODEL_ROOT or pass --model-root."
)
base = Path(root) / models.storage_subpath(logical_id, device)
chosen = _newest_version_dir(base)
if chosen is None:
> pytest.fail(
f"Model '{logical_id}' (device={device}) has no v<N> directory under {base}."
)
E Failed: Model 'qwen3-0.6b' (device=cpu) has no v<N> directory under /Users/cloudtest/vss/_work/_temp/ortgenai-models/qwen3-0.6b/onnx/cpu_and_mobile.
test/python/integration/resolver.py:70: Failed
Check failure on line 1 in test_generates_text[webgpu-qwen2.5-0.5b-instruct]
azure-pipelines / Integration Tests
test_generates_text[webgpu-qwen2.5-0.5b-instruct]
failed on setup with "Failed: Model 'qwen2.5-0.5b-instruct' (device=webgpu) has no v<N> directory under /Users/cloudtest/vss/_work/_temp/ortgenai-models/qwen2.5-0.5b-instruct/onnx/webgpu."
Raw output
device = 'webgpu', model = 'qwen2.5-0.5b-instruct'
pytestconfig = <_pytest.config.Config object at 0x102ef9d30>
@pytest.fixture
def model_path(device, model, pytestconfig):
> return resolver.get_path_for(
model, device, model_root=pytestconfig.getoption("--model-root")
)
test/python/integration/conftest.py:48:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
logical_id = 'qwen2.5-0.5b-instruct', device = 'webgpu', model_root = None
def get_path_for(
logical_id: str,
device: str,
*,
model_root: str | None = None,
) -> Path:
"""Resolve ``(logical_id, device)`` to an ORT GenAI model directory.
Skips the test if the model doesn't declare support for that device.
Fails the test if the directory is missing under ``model_root`` - that
indicates a stale azcopy filter or a missing upload, both worth
surfacing loudly.
"""
if not models.supports(logical_id, device):
pytest.skip(f"Model '{logical_id}' does not support device '{device}'.")
root = model_root or os.environ.get("ORTGENAI_MODEL_ROOT")
if not root:
pytest.skip(
"No model source configured. Set ORTGENAI_MODEL_ROOT or pass --model-root."
)
base = Path(root) / models.storage_subpath(logical_id, device)
chosen = _newest_version_dir(base)
if chosen is None:
> pytest.fail(
f"Model '{logical_id}' (device={device}) has no v<N> directory under {base}."
)
E Failed: Model 'qwen2.5-0.5b-instruct' (device=webgpu) has no v<N> directory under /Users/cloudtest/vss/_work/_temp/ortgenai-models/qwen2.5-0.5b-instruct/onnx/webgpu.
test/python/integration/resolver.py:70: Failed
Loading