<?xml version="1.0" encoding="utf-8"?><testsuites name="pytest tests"><testsuite name="pytest" errors="5" failures="2" skipped="17" tests="193" time="1076.161" timestamp="2026-09-16T01:29:13.914772+00:00" hostname="ai-gateway-controller-group0b12849f21ce6ea340d7a5acefea5f15-pod"><testcase classname="tests.test_namespace_scoping.TestMaaSAPIWatchNamespace" name="test_subscription_in_subscription_namespace_visible_to_api@security" time="0.002"><skipped type="pytest.skip" message="test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true">/workspace/source/test/maas-e2e/test/e2e/tests/test_namespace_scoping.py:214: test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true</skipped></testcase><testcase classname="tests.test_namespace_scoping.TestMaaSAPIWatchNamespace" name="test_subscription_in_another_namespace_not_visible_to_api@security" time="0.000"><skipped type="pytest.skip" message="test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true">/workspace/source/test/maas-e2e/test/e2e/tests/test_namespace_scoping.py:247: test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true</skipped></testcase><testcase classname="tests.test_namespace_scoping.TestMaaSControllerWatchNamespace" name="test_authpolicy_and_subscription_in_maas_subscription_namespace@security" time="0.000"><skipped type="pytest.skip" message="test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true">/workspace/source/test/maas-e2e/test/e2e/tests/test_namespace_scoping.py:287: test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true</skipped></testcase><testcase classname="tests.test_namespace_scoping.TestMaaSControllerWatchNamespace" name="test_authpolicy_and_subscription_in_another_namespace@security" time="0.000"><skipped type="pytest.skip" message="test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true">/workspace/source/test/maas-e2e/test/e2e/tests/test_namespace_scoping.py:324: test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true</skipped></testcase><testcase classname="tests.test_namespace_scoping.TestModelRef" name="test_auth_policy_model_ref@security" time="0.000"><skipped type="pytest.skip" message="test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true">/workspace/source/test/maas-e2e/test/e2e/tests/test_namespace_scoping.py:382: test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true</skipped></testcase><testcase classname="tests.test_namespace_scoping.TestModelRef" name="test_subscription_model_ref@security" time="0.000"><skipped type="pytest.skip" message="test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true">/workspace/source/test/maas-e2e/test/e2e/tests/test_namespace_scoping.py:456: test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true</skipped></testcase><testcase classname="tests.test_negative_security.TestAPIKeyManagementIsolation" name="test_api_key_cannot_mint_another_api_key@security" time="0.435" /><testcase classname="tests.test_smoke" name="test_healthz_or_404@readonly" time="0.079" /><testcase classname="tests.test_smoke" name="test_tokens_endpoint_replaced_by_api_keys@readonly" time="0.030" /><testcase classname="tests.test_smoke" name="test_models_catalog@readonly" time="0.076" /><testcase classname="tests.test_smoke" name="test_chat_completions_gateway_alive@readonly" time="0.208" /><testcase classname="tests.test_aitenant_lifecycle.TestAITenantLifecycle" name="test_default_aitenant_bootstraps_maas_tenant_config_without_gateway_mutation@mt_lifecycle" time="241.114"><failure message="AssertionError: aitenant/models-as-a-service in ai-tenants did not satisfy condition. Last object: {'apiVersion': 'maas.opendatahub.io/v1alpha1', 'kind': 'AITenant', 'metadata': {'annotations': {'maas.opendatahub.io/payload-processing-type': 'praxis'}, 'creationTimestamp': '2026-09-16T01:25:34Z', 'finalizers': ['maas.opendatahub.io/aitenant-cleanup', 'ai-gateway-controller.opendatahub.io/praxis-cleanup'], 'generation': 1, 'name': 'models-as-a-service', 'namespace': 'ai-tenants', 'ownerReferences': [{'apiVersion': 'maas.opendatahub.io/v1alpha1', 'kind': 'Config', 'name': 'default', 'uid': '63a0758b-5573-4257-9aad-b92bf85ed9a6'}], 'resourceVersion': '25473', 'uid': 'fa47f73d-a735-4eb0-8d92-a219180f424c'}, 'spec': {'gateway': {'name': 'maas-default-gateway'}}, 'status': {'conditions': [{'lastTransitionTime': '2026-09-16T01:28:33Z', 'message': 'waiting for MaasTenantConfig to report Ready', 'observedGeneration': 1, 'reason': 'TenantConfigNotReady', 'status': 'False', 'type': 'Ready'}], 'gatewayRef': {'name': 'maas-default-gateway', 'namespace': 'openshift-ingress'}, 'phase': 'Pending', 'tenantNamespace': 'models-as-a-service'}}">self = &lt;test_aitenant_lifecycle.TestAITenantLifecycle object at 0x7fda856efa90&gt;

    def test_default_aitenant_bootstraps_maas_tenant_config_without_gateway_mutation(self):
&gt;       aitenant = _wait_for_json(
            AITENANT_KIND,
            DEFAULT_AITENANT_NAME,
            AITENANT_NAMESPACE,
            predicate=_aitenant_ready,
            timeout=240,
        )

test/maas-e2e/test/e2e/tests/test_aitenant_lifecycle.py:296: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

kind = 'aitenant', name = 'models-as-a-service', namespace = 'ai-tenants'

    def _wait_for_json(kind, name, namespace=None, *, predicate=None, timeout=180, interval=5):
        deadline = time.time() + timeout
        last_obj = None
        while time.time() &lt; deadline:
            obj = _get_json_or_none(kind, name, namespace)
            if obj is not None:
                last_obj = obj
                if predicate is None or predicate(obj):
                    return obj
            time.sleep(interval)
&gt;       raise AssertionError(f"{kind}/{name} in {namespace or '&lt;cluster&gt;'} did not satisfy condition. Last object: {last_obj}")
E       AssertionError: aitenant/models-as-a-service in ai-tenants did not satisfy condition. Last object: {'apiVersion': 'maas.opendatahub.io/v1alpha1', 'kind': 'AITenant', 'metadata': {'annotations': {'maas.opendatahub.io/payload-processing-type': 'praxis'}, 'creationTimestamp': '2026-09-16T01:25:34Z', 'finalizers': ['maas.opendatahub.io/aitenant-cleanup', 'ai-gateway-controller.opendatahub.io/praxis-cleanup'], 'generation': 1, 'name': 'models-as-a-service', 'namespace': 'ai-tenants', 'ownerReferences': [{'apiVersion': 'maas.opendatahub.io/v1alpha1', 'kind': 'Config', 'name': 'default', 'uid': '63a0758b-5573-4257-9aad-b92bf85ed9a6'}], 'resourceVersion': '25473', 'uid': 'fa47f73d-a735-4eb0-8d92-a219180f424c'}, 'spec': {'gateway': {'name': 'maas-default-gateway'}}, 'status': {'conditions': [{'lastTransitionTime': '2026-09-16T01:28:33Z', 'message': 'waiting for MaasTenantConfig to report Ready', 'observedGeneration': 1, 'reason': 'TenantConfigNotReady', 'status': 'False', 'type': 'Ready'}], 'gatewayRef': {'name': 'maas-default-gateway', 'namespace': 'openshift-ingress'}, 'phase': 'Pending', 'tenantNamespace': 'models-as-a-service'}}

test/maas-e2e/test/e2e/tests/test_aitenant_lifecycle.py:113: AssertionError</failure></testcase><testcase classname="tests.test_smoke" name="test_legacy_completions_optionally@readonly" time="0.099" /><testcase classname="tests.test_negative_security.TestHeaderSpoofing" name="test_forged_identity_headers_rejected_on_key_mint[username-only]@security" time="0.525" /><testcase classname="tests.test_tenant.TestTenantLifecycle" name="test_tenant_ready_and_phase_healthy@readonly" time="184.711"><failure message="AssertionError: MaasTenantConfig Ready did not become True in time.&#10;assert None is not None">self = &lt;test_tenant.TestTenantLifecycle object at 0x7f7796e21400&gt;

    def test_tenant_ready_and_phase_healthy(self):
        st = _wait_tenant_ready()
&gt;       assert st is not None, "MaasTenantConfig Ready did not become True in time."
E       AssertionError: MaasTenantConfig Ready did not become True in time.
E       assert None is not None

test/maas-e2e/test/e2e/tests/test_tenant.py:210: AssertionError</failure></testcase><testcase classname="tests.test_negative_security.TestHeaderSpoofing" name="test_forged_identity_headers_rejected_on_key_mint[group-only]@security" time="0.497" /><testcase classname="tests.test_negative_security.TestHeaderSpoofing" name="test_injected_identity_headers_rejected_on_inference@security" time="0.239" /><testcase classname="tests.test_negative_security.TestHeaderSpoofing" name="test_duplicate_subscription_headers_ignored@security" time="8.412" /><testcase classname="tests.test_negative_security.TestExpiredKeyRejection" name="test_expired_key_rejected_at_gateway@security" time="5.122" /><testcase classname="tests.test_negative_security.TestCrossModelAccess" name="test_key_cannot_access_model_outside_subscription@security" time="0.300" /><testcase classname="tests.test_negative_security.TestMissingModelRef" name="test_subscription_with_nonexistent_model_ref@security" time="1.092" /><testcase classname="tests.test_negative_security.TestMissingModelRef" name="test_authpolicy_with_nonexistent_model_ref@security" time="0.701" /><testcase classname="tests.test_negative_security.TestHeaderAbuse" name="test_special_characters_in_subscription_header@security" time="0.584" /><testcase classname="tests.test_negative_security.TestWebhookValidation" name="test_subscription_rejected_in_unlabeled_namespace@security" time="6.031" /><testcase classname="tests.test_negative_security.TestWebhookValidation" name="test_authpolicy_rejected_in_unlabeled_namespace@security" time="6.742" /><testcase classname="tests.test_negative_security.TestInternalEndpointIsolation" name="test_internal_endpoint_not_routable[subscriptions-select]@security" time="0.200" /><testcase classname="tests.test_negative_security.TestInternalEndpointIsolation" name="test_internal_endpoint_not_routable[api-keys-cleanup]@security" time="0.191" /><testcase classname="tests.test_negative_security.TestInternalEndpointIsolation" name="test_internal_endpoint_not_routable[api-keys-validate]@security" time="0.197" /><testcase classname="tests.test_negative_security.TestInternalEndpointIsolation" name="test_health_endpoint_accessible@security" time="0.069" /><testcase classname="tests.test_negative_security.TestInternalEndpointIsolation" name="test_v1_models_via_maas_api_prefix@security" time="0.201" /><testcase classname="tests.test_api_keys.TestAPIKeyCRUD" name="test_create_api_key@api_keys" time="167.255" /><testcase classname="tests.test_api_keys.TestAPIKeyCRUD" name="test_list_api_keys@api_keys" time="0.143" /><testcase classname="tests.test_api_keys.TestAPIKeyCRUD" name="test_revoke_api_key@api_keys" time="0.103" /><testcase classname="tests.test_api_keys.TestAPIKeyAuthorization" name="test_admin_manage_other_users_keys@api_keys" time="0.580" /><testcase classname="tests.test_api_keys.TestAPIKeyAuthorization" name="test_non_admin_cannot_access_other_users_keys@api_keys" time="0.105" /><testcase classname="tests.test_api_keys.TestAPIKeyBulkOperations" name="test_bulk_revoke_own_keys@api_keys" time="0.298" /><testcase classname="tests.test_api_keys.TestAPIKeyBulkOperations" name="test_bulk_revoke_other_user_forbidden@api_keys" time="0.030" /><testcase classname="tests.test_api_keys.TestAPIKeyBulkOperations" name="test_bulk_revoke_admin_can_revoke_any_user@api_keys" time="0.096" /><testcase classname="tests.test_api_keys.TestAPIKeyBulkOperations" name="test_bulk_revoke_by_subscription@api_keys" time="1.697" /><testcase classname="tests.test_api_keys.TestAPIKeyBulkOperations" name="test_bulk_revoke_by_subscription_forbidden_for_non_admin@api_keys" time="0.033" /><testcase classname="tests.test_api_keys.TestAPIKeyBulkOperations" name="test_bulk_revoke_dry_run@api_keys" time="0.178" /><testcase classname="tests.test_api_keys.TestAPIKeyBulkOperations" name="test_bulk_revoke_dry_run_by_subscription@api_keys" time="1.576" /><testcase classname="tests.test_api_keys.TestAPIKeyBulkOperations" name="test_bulk_revoke_combined_user_and_subscription@api_keys" time="2.031" /><testcase classname="tests.test_api_keys.TestAPIKeyBulkOperations" name="test_bulk_revoke_missing_scope_returns_400@api_keys" time="0.033" /><testcase classname="tests.test_api_keys.TestAPIKeyExpiration" name="test_create_key_within_expiration_limit@api_keys" time="0.033" /><testcase classname="tests.test_api_keys.TestAPIKeyExpiration" name="test_create_key_at_expiration_limit@api_keys" time="0.035" /><testcase classname="tests.test_api_keys.TestAPIKeyExpiration" name="test_create_key_exceeds_expiration_limit@api_keys" time="0.032" /><testcase classname="tests.test_api_keys.TestAPIKeyExpiration" name="test_create_key_without_expiration@api_keys" time="0.032" /><testcase classname="tests.test_api_keys.TestAPIKeyExpiration" name="test_create_key_with_short_expiration@api_keys" time="0.033" /><testcase classname="tests.test_api_keys.TestAPIKeyModelInference" name="test_api_key_model_access_success@api_keys" time="0.126" /><testcase classname="tests.test_api_keys.TestAPIKeyModelInference" name="test_invalid_api_key_rejected@api_keys" time="0.031" /><testcase classname="tests.test_api_keys.TestAPIKeyModelInference" name="test_no_auth_header_rejected@api_keys" time="0.028" /><testcase classname="tests.test_api_keys.TestAPIKeyModelInference" name="test_revoked_api_key_rejected@api_keys" time="2.130" /><testcase classname="tests.test_api_keys.TestAPIKeyModelInference" name="test_api_key_chat_completions@api_keys" time="0.036" /><testcase classname="tests.test_api_keys.TestAPIKeyRevocationE2E" name="test_double_revoke_returns_404@api_keys" time="0.092" /><testcase classname="tests.test_api_keys.TestAPIKeyRevocationE2E" name="test_revoke_nonexistent_key_returns_404@api_keys" time="0.028" /><testcase classname="tests.test_api_keys.TestAPIKeyRevocationE2E" name="test_revoke_then_create_new_key_works@api_keys" time="0.155" /><testcase classname="tests.test_api_keys.TestAPIKeyRevocationE2E" name="test_individual_revoke_multiple_keys@api_keys" time="0.181" /><testcase classname="tests.test_api_keys.TestAPIKeyRevocationE2E" name="test_revoke_keys_rejected_at_gateway@api_keys" time="0.333" /><testcase classname="tests.test_api_keys.TestEphemeralKeyCleanup" name="test_cronjob_exists_and_configured@api_keys" time="0.138" /><testcase classname="tests.test_api_keys.TestEphemeralKeyCleanup" name="test_cleanup_networkpolicy_exists@api_keys" time="0.119" /><testcase classname="tests.test_api_keys.TestEphemeralKeyCleanup" name="test_create_ephemeral_key@api_keys" time="0.094" /><testcase classname="tests.test_api_keys.TestEphemeralKeyCleanup" name="test_trigger_cleanup_preserves_active_keys@api_keys" time="0.151"><skipped type="pytest.skip" message="Cannot find maas-api pod in odh-ai-gateway-infra: error: error executing jsonpath &quot;{.items[0].metadata.name}&quot;: Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template:&#10;&#09;template was:&#10;&#09;&#09;{.items[0].metadata.name}&#10;&#09;object given to jsonpath engine was:&#10;&#09;&#09;map[string]interface {}{&quot;apiVersion&quot;:&quot;v1&quot;, &quot;items&quot;:[]interface {}{}, &quot;kind&quot;:&quot;List&quot;, &quot;metadata&quot;:map[string]interface {}{&quot;resourceVersion&quot;:&quot;&quot;}}">/workspace/source/test/maas-e2e/test/e2e/tests/test_api_keys.py:1470: Cannot find maas-api pod in odh-ai-gateway-infra: error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template:
	template was:
		{.items[0].metadata.name}
	object given to jsonpath engine was:
		map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}}</skipped></testcase><testcase classname="tests.test_api_keys.TestAPIKeySubscriptionPhases" name="test_create_key_for_active_subscription@api_keys" time="1.595" /><testcase classname="tests.test_api_keys.TestAPIKeySubscriptionPhases" name="test_create_key_for_degraded_subscription@api_keys" time="1.546" /><testcase classname="tests.test_api_keys.TestAPIKeySubscriptionPhases" name="test_create_key_for_failed_subscription@api_keys" time="1.542" /><testcase classname="tests.test_api_keys.TestAPIKeySubscriptionFilter" name="test_search_filters_by_subscription@api_keys" time="2.346" /><testcase classname="tests.test_api_keys.TestAPIKeySubscriptionFilter" name="test_search_without_subscription_returns_all@api_keys" time="0.307" /><testcase classname="tests.test_tenant.TestTenantContract" name="test_status_has_phase_and_conditions@readonly" time="0.120" /><testcase classname="tests.test_tenant.TestTenantContract" name="test_spec_is_well_formed@readonly" time="0.114" /><testcase classname="tests.test_api_keys.TestAPIKeyLabels" name="test_create_api_key_with_labels@api_keys" time="0.061" /><testcase classname="tests.test_api_keys.TestAPIKeyLabels" name="test_search_api_keys_by_labels@api_keys" time="0.175" /><testcase classname="tests.test_tenant.TestTenantContract" name="test_conditions_use_kubernetes_metav1_shape@readonly" time="0.112" /><testcase classname="tests.test_tenant.TestTenantNoFalseOwnership" name="test_maas_user_crs_not_owned_by_tenant@readonly" time="0.376" /><testcase classname="tests.test_api_keys.TestAPIKeyLabels" name="test_labels_validation_errors@api_keys" time="0.089" /><testcase classname="tests.test_api_keys.TestAPIKeyLabels" name="test_backward_compatibility_no_labels@api_keys" time="0.313" /><testcase classname="tests.test_subscription.TestAuthEnforcement" name="test_authorized_user_gets_200@api_keys" time="0.081" /><testcase classname="tests.test_subscription.TestAuthEnforcement" name="test_no_auth_gets_401@api_keys" time="0.025" /><testcase classname="tests.test_subscription.TestAuthEnforcement" name="test_invalid_token_gets_403@api_keys" time="0.044" /><testcase classname="tests.test_subscription.TestAuthEnforcement" name="test_wrong_group_gets_403@api_keys" time="0.030" /><testcase classname="tests.test_config_tenant.TestConfigAnchorPresence" name="test_cluster_config_default_exists@readonly" time="0.403" /><testcase classname="tests.test_config_tenant.TestConfigAnchorPresence" name="test_cluster_config_not_terminating@readonly" time="0.150" /><testcase classname="tests.test_subscription.TestAPIKeySubscriptionBinding" name="test_create_api_key_uses_highest_priority_subscription@api_keys" time="0.327" /><testcase classname="tests.test_config_tenant.TestConfigTenantOwnership" name="test_default_aitenant_lists_config_owner_reference@readonly" time="0.120" /><testcase classname="tests.test_subscription.TestAPIKeySubscriptionBinding" name="test_create_api_key_with_explicit_simulator_subscription@api_keys" time="0.061" /><testcase classname="tests.test_subscription.TestAPIKeySubscriptionBinding" name="test_create_api_key_nonexistent_subscription_errors@api_keys" time="0.263" /><testcase classname="tests.test_config_tenant.TestConfigTenantOwnership" name="test_tenant_config_lists_config_owner_reference@readonly" time="0.114" /><testcase classname="tests.test_config_tenant.TestConfigTenantOwnership" name="test_maas_controller_deployment_does_not_list_config_owner_reference@readonly" time="0.127" /><testcase classname="tests.test_subscription.TestSubscriptionEnforcement" name="test_subscribed_user_gets_200@api_keys" time="0.157" /><testcase classname="tests.test_tenant_discovery" name="test_tenant_discovery_requires_auth@readonly" time="3.893" /><testcase classname="tests.test_subscription.TestSubscriptionEnforcement" name="test_auth_pass_no_subscription_gets_403@api_keys" time="0.641" /><testcase classname="tests.test_subscription.TestMultipleAuthPoliciesPerModel" name="test_two_auth_policies_or_logic@api_keys" time="1.146" /><testcase classname="tests.test_subscription.TestOrderingEdgeCases" name="test_subscription_before_auth_policy@api_keys" time="1.996" /><testcase classname="tests.test_tenant_discovery" name="test_tenant_discovery_with_invalid_token@readonly" time="1.983" /><testcase classname="tests.test_subscription.TestManagedAnnotation" name="test_authpolicy_managed_false_prevents_update@api_keys" time="0.240"><skipped type="pytest.skip" message="gateway-only mode: per-model AuthPolicy is not created">/workspace/source/test/maas-e2e/test/e2e/tests/test_subscription.py:1181: gateway-only mode: per-model AuthPolicy is not created</skipped></testcase><testcase classname="tests.test_subscription.TestManagedAnnotation" name="test_trlp_managed_false_prevents_update@api_keys" time="4.762" /><testcase classname="tests.test_tenant_discovery" name="test_tenant_discovery_authenticated@readonly" time="0.001"><skipped type="pytest.skip" message="Skipping when Gateway uses ClusterIP + OpenShift Route (unsupported configuration). This mixes incompatible routing paradigms. Gateway has no external hostname in spec.listeners, so /v1/tenants returns an error. Supported configuration: LoadBalancer service with hostname in spec.listeners.">/workspace/source/test/maas-e2e/test/e2e/tests/test_tenant_discovery.py:79: Skipping when Gateway uses ClusterIP + OpenShift Route (unsupported configuration). This mixes incompatible routing paradigms. Gateway has no external hostname in spec.listeners, so /v1/tenants returns an error. Supported configuration: LoadBalancer service with hostname in spec.listeners.</skipped></testcase><testcase classname="tests.test_tenant_discovery" name="test_tenant_discovery_gateway_matches_deployment@readonly" time="0.000"><skipped type="pytest.skip" message="Skipping when Gateway uses ClusterIP + OpenShift Route (unsupported configuration). This mixes incompatible routing paradigms. Gateway has no external hostname in spec.listeners, so /v1/tenants returns an error. Supported configuration: LoadBalancer service with hostname in spec.listeners.">/workspace/source/test/maas-e2e/test/e2e/tests/test_tenant_discovery.py:155: Skipping when Gateway uses ClusterIP + OpenShift Route (unsupported configuration). This mixes incompatible routing paradigms. Gateway has no external hostname in spec.listeners, so /v1/tenants returns an error. Supported configuration: LoadBalancer service with hostname in spec.listeners.</skipped></testcase><testcase classname="tests.test_tenant_discovery" name="test_tenant_discovery_not_exposed_through_gateway@readonly" time="0.080" /><testcase classname="tests.test_tenant_model_inference.TestTenantModelInference" name="test_model_routes_through_tenant_gateway@tenant_isolation" time="193.635" /><testcase classname="tests.test_tenant_model_inference.TestTenantModelInference" name="test_inference_succeeds_through_tenant_gateway@tenant_isolation" time="8.299" /><testcase classname="tests.test_subscription.TestE2ESubscriptionFlow" name="test_e2e_with_both_access_and_subscription_gets_200@api_keys" time="1.918" /><testcase classname="tests.test_subscription.TestE2ESubscriptionFlow" name="test_e2e_with_subscription_but_no_access_gets_403@api_keys" time="1.963" /><testcase classname="tests.test_subscription.TestE2ESubscriptionFlow" name="test_e2e_multiple_subscriptions_separate_keys_gets_200@api_keys" time="1.953" /><testcase classname="tests.test_subscription.TestE2ESubscriptionFlow" name="test_e2e_mint_api_key_denied_for_inaccessible_subscription@api_keys" time="2.222" /><testcase classname="tests.test_tenant_model_inference.TestTenantModelInference" name="test_tenant_isolation_cross_gateway_blocked@tenant_isolation" time="0.334" /><testcase classname="tests.test_tenant_model_inference.TestTenantBodyRouting" name="test_correct_model_in_body_succeeds@tenant_isolation" time="8.209" /><testcase classname="tests.test_subscription.TestE2ESubscriptionFlow" name="test_e2e_group_based_access_gets_200@api_keys" time="1.461" /><testcase classname="tests.test_subscription.TestE2ESubscriptionFlow" name="test_e2e_group_based_subscription_but_no_auth_gets_403@api_keys" time="1.599" /><testcase classname="tests.test_tenant_model_inference.TestTenantBodyRouting" name="test_wrong_model_in_body_rejected@tenant_isolation" time="8.205" /><testcase classname="tests.test_tenant_model_inference.TestTenantBodyRouting" name="test_missing_model_in_body_rejected@tenant_isolation" time="8.208" /><testcase classname="tests.test_tenant_model_inference.TestTenantBodyRouting" name="test_each_tenant_routes_to_own_model@tenant_isolation" time="86.954" /><testcase classname="tests.test_aitenant_lifecycle.TestAITenantLifecycle" name="test_aitenant_rejected_outside_ai_tenants_namespace@mt_lifecycle" time="6.170" /><testcase classname="tests.test_aitenant_lifecycle.TestAITenantLifecycle" name="test_aitenant_create_bootstrap_resources@mt_lifecycle" time="45.651" /><testcase classname="tests.test_aitenant_lifecycle.TestAITenantLifecycle" name="test_aitenant_migrates_and_removes_legacy_tenant@mt_lifecycle" time="29.611" /><testcase classname="tests.test_aitenant_lifecycle.TestAITenantLifecycle" name="test_aitenant_delete_cleans_maas_resources_and_preserves_user_objects@mt_lifecycle" time="35.950" /><testcase classname="tests.test_aitenant_lifecycle.TestAITenantLifecycle" name="test_aitenant_derives_non_default_tenant_namespace@mt_lifecycle" time="35.705" /><testcase classname="tests.test_tenant_namespace_discovery.TestTenantNamespaceDiscovery" name="test_labeled_tenant_namespace_is_discovered@mt_lifecycle" time="7.828" /><testcase classname="tests.test_tenant_namespace_discovery.TestTenantNamespaceDiscovery" name="test_label_removal_stops_reconciliation@mt_lifecycle" time="32.677" /><testcase classname="tests.test_tenant_namespace_discovery.TestTenantNamespaceDiscovery" name="test_unlabeled_namespace_ignored@mt_lifecycle" time="21.892" /><testcase classname="tests.test_models_endpoint.TestModelsEndpoint" name="test_explicit_subscription_header@models" time="445.037" /><testcase classname="tests.test_models_endpoint.TestModelsEndpoint" name="test_empty_subscription_header_value@models" time="0.564" /><testcase classname="tests.test_models_endpoint.TestModelsEndpoint" name="test_models_filtered_by_subscription@models" time="0.929" /><testcase classname="tests.test_models_endpoint.TestModelsEndpoint" name="test_deduplication_same_model_multiple_refs@models" time="1.582" /><testcase classname="tests.test_models_endpoint.TestModelsEndpoint" name="test_multiple_distinct_models_in_subscription@models" time="10.372" /><testcase classname="tests.test_tenant_namespace_discovery.TestTenantNamespaceDiscovery" name="test_dynamic_discovery_after_label_added@mt_lifecycle" time="17.243" /><testcase classname="tests.test_models_endpoint.TestModelsEndpoint" name="test_user_token_returns_all_models@models" time="11.712" /><testcase classname="tests.test_subscription.TestStatusReporting" name="test_subscription_active_status_with_valid_model@api_keys" time="257.429"><error message="failed on setup with &quot;AssertionError: llminferenceservice/distinct-2-w0-482177 in e2e-models-e2e-worker-w0-482177 did not satisfy condition. Last object: {'apiVersion': 'serving.kserve.io/v1alpha2', 'kind': 'LLMInferenceService', 'metadata': {'annotations': {'kubectl.kubernetes.io/last-applied-configuration': '{&quot;apiVersion&quot;:&quot;serving.kserve.io/v1alpha1&quot;,&quot;kind&quot;:&quot;LLMInferenceService&quot;,&quot;metadata&quot;:{&quot;annotations&quot;:{},&quot;name&quot;:&quot;distinct-2-w0-482177&quot;,&quot;namespace&quot;:&quot;e2e-models-e2e-worker-w0-482177&quot;},&quot;spec&quot;:{&quot;model&quot;:{&quot;name&quot;:&quot;e2e/distinct-2-w0-482177&quot;,&quot;uri&quot;:&quot;hf://placeholder/no-model&quot;},&quot;replicas&quot;:1,&quot;router&quot;:{&quot;gateway&quot;:{&quot;refs&quot;:[{&quot;name&quot;:&quot;e2e-worker-w0-482177&quot;,&quot;namespace&quot;:&quot;openshift-ingress&quot;}]},&quot;route&quot;:{}},&quot;storageInitializer&quot;:{&quot;enabled&quot;:false},&quot;template&quot;:{&quot;containers&quot;:[{&quot;args&quot;:[&quot;--port&quot;,&quot;8000&quot;,&quot;--model&quot;,&quot;e2e/distinct-2-w0-482177&quot;,&quot;--mode&quot;,&quot;random&quot;,&quot;--no-mm-encoder-only&quot;,&quot;--ssl-certfile&quot;,&quot;/var/run/kserve/tls/tls.crt&quot;,&quot;--ssl-keyfile&quot;,&quot;/var/run/kserve/tls/tls.key&quot;],&quot;command&quot;:[&quot;/app/llm-d-inference-sim&quot;],&quot;image&quot;:&quot;ghcr.io/llm-d/llm-d-inference-sim@sha256:c3ba435081a4d032676b218ea34eb3a1c54507da0fade2f6297f9c37894fe0d1&quot;,&quot;livenessProbe&quot;:{&quot;httpGet&quot;:{&quot;path&quot;:&quot;/health&quot;,&quot;port&quot;:&quot;https&quot;,&quot;scheme&quot;:&quot;HTTPS&quot;}},&quot;name&quot;:&quot;main&quot;,&quot;ports&quot;:[{&quot;containerPort&quot;:8000,&quot;name&quot;:&quot;https&quot;,&quot;protocol&quot;:&quot;TCP&quot;}],&quot;readinessProbe&quot;:{&quot;httpGet&quot;:{&quot;path&quot;:&quot;/ready&quot;,&quot;port&quot;:&quot;https&quot;,&quot;scheme&quot;:&quot;HTTPS&quot;}}}]}}}\n'}, 'creationTimestamp': '2026-09-16T01:33:55Z', 'finalizers': ['serving.kserve.io/llmisvc-finalizer'], 'generation': 1, 'name': 'distinct-2-w0-482177', 'namespace': 'e2e-models-e2e-worker-w0-482177', 'resourceVersion': '39220', 'uid': 'c820b122-2bb8-455a-9fe9-44378bbb0bd9'}, 'spec': {'model': {'name': 'e2e/distinct-2-w0-482177', 'uri': 'hf://placeholder/no-model'}, 'replicas': 1, 'router': {'gateway': {'refs': [{'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}]}, 'route': {}}, 'storageInitializer': {'enabled': False}, 'template': {'containers': [{'args': ['--port', '8000', '--model', 'e2e/distinct-2-w0-482177', '--mode', 'random', '--no-mm-encoder-only', '--ssl-certfile', '/var/run/kserve/tls/tls.crt', '--ssl-keyfile', '/var/run/kserve/tls/tls.key'], 'command': ['/app/llm-d-inference-sim'], 'image': 'ghcr.io/llm-d/llm-d-inference-sim@sha256:c3ba435081a4d032676b218ea34eb3a1c54507da0fade2f6297f9c37894fe0d1', 'livenessProbe': {'httpGet': {'path': '/health', 'port': 'https', 'scheme': 'HTTPS'}}, 'name': 'main', 'ports': [{'containerPort': 8000, 'name': 'https', 'protocol': 'TCP'}], 'readinessProbe': {'httpGet': {'path': '/ready', 'port': 'https', 'scheme': 'HTTPS'}}, 'resources': {}}]}}, 'status': {'addresses': [{'models': [{'name': 'publishers/e2e-models-e2e-worker-w0-482177/models/e2e/distinct-2-w0-482177'}], 'name': 'gateway-internal-model-routing', 'origin': {'group': 'gateway.networking.k8s.io', 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/'}, {'models': [{'name': 'publishers/e2e-models-e2e-worker-w0-482177/models/e2e/distinct-2-w0-482177'}, {'name': 'e2e/distinct-2-w0-482177'}], 'name': 'gateway-internal', 'origin': {'group': 'gateway.networking.k8s.io', 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/e2e-models-e2e-worker-w0-482177/distinct-2-w0-482177'}], 'annotations': {'serving.kserve.io/config-llm-decode-template': 'v3-5-0-ea-2-kserve-config-llm-decode-template', 'serving.kserve.io/config-llm-decode-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-decode-worker-data-parallel', 'serving.kserve.io/config-llm-prefill-template': 'v3-5-0-ea-2-kserve-config-llm-prefill-template', 'serving.kserve.io/config-llm-prefill-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-prefill-worker-data-parallel', 'serving.kserve.io/config-llm-router-route': 'v3-5-0-ea-2-kserve-config-llm-router-route', 'serving.kserve.io/config-llm-scheduler': 'v3-5-0-ea-2-kserve-config-llm-scheduler', 'serving.kserve.io/config-llm-template': 'v3-5-0-ea-2-kserve-config-llm-template', 'serving.kserve.io/config-llm-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-worker-data-parallel'}, 'appliedConfigs': [{'name': 'v3-5-0-ea-2-kserve-config-llm-router-route', 'namespace': 'opendatahub', 'source': 'Preset'}, {'name': 'v3-5-0-ea-2-kserve-config-llm-template', 'namespace': 'opendatahub', 'source': 'Preset'}], 'conditions': [{'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'GatewaysReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'HTTPRoutesReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'severity': 'Info', 'status': 'False', 'type': 'MainWorkloadReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'PresetsCombined'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'status': 'False', 'type': 'Ready'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'status': 'True', 'type': 'RouterReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'status': 'False', 'type': 'WorkloadsReady'}], 'observedGeneration': 1, 'router': {'gateways': [{'group': 'gateway.networking.k8s.io', 'httpRoutes': [{'group': 'gateway.networking.k8s.io', 'kind': 'HTTPRoute', 'name': 'distinct-2-w0-482177-kserve-route', 'namespace': 'e2e-models-e2e-worker-w0-482177'}], 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}]}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/e2e-models-e2e-worker-w0-482177/distinct-2-w0-482177', 'workloads': {'primary': {'apiGroup': 'apps', 'kind': 'Deployment', 'name': 'distinct-2-w0-482177-kserve'}, 'service': {'kind': 'Service', 'name': 'distinct-2-w0-482177-kserve-workload-svc'}}}}&quot;">self = &lt;test_subscription.TestStatusReporting object at 0x7fe8d9060e20&gt;
request = &lt;SubRequest '_worker_status_models' for &lt;Function test_subscription_active_status_with_valid_model&gt;&gt;

    @pytest.fixture(scope="class", autouse=True)
    def _worker_status_models(self, request):
        """Provision the optional models used by status-reporting tests."""
        from worker_tenant_fixtures import ensure_worker_models, serial_only_selection
    
        if serial_only_selection(request):
            yield
            return
    
        context = request.getfixturevalue("worker_tenant_context")
&gt;       ensure_worker_models(
            context,
            (context.distinct_model_ref, context.distinct_model_2_ref),
        )

test/maas-e2e/test/e2e/tests/test_subscription.py:1887: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
test/maas-e2e/test/e2e/tests/worker_tenant_fixtures.py:304: in ensure_worker_models
    wait_for_llmisvc_backend_ready(
test/maas-e2e/test/e2e/tests/multitenancy_helpers.py:706: in wait_for_llmisvc_backend_ready
    llmisvc = wait_for_status_condition(
test/maas-e2e/test/e2e/tests/multitenancy_helpers.py:303: in wait_for_status_condition
    return wait_for_json(kind, name, namespace, predicate=_predicate, timeout=timeout, interval=interval)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

kind = 'llminferenceservice', name = 'distinct-2-w0-482177'
namespace = 'e2e-models-e2e-worker-w0-482177'

    def wait_for_json(
        kind: str,
        name: str,
        namespace: Optional[str] = None,
        *,
        predicate=None,
        timeout: int = 180,
        interval: int = 5,
    ) -&gt; dict:
        deadline = time.time() + timeout
        last_obj = None
        while time.time() &lt; deadline:
            obj = get_json_or_none(kind, name, namespace)
            if obj is not None:
                last_obj = obj
                if predicate is None or predicate(obj):
                    return obj
            time.sleep(interval)
&gt;       raise AssertionError(
            f"{kind}/{name} in {namespace or '&lt;cluster&gt;'} did not satisfy condition. Last object: {last_obj}"
        )
E       AssertionError: llminferenceservice/distinct-2-w0-482177 in e2e-models-e2e-worker-w0-482177 did not satisfy condition. Last object: {'apiVersion': 'serving.kserve.io/v1alpha2', 'kind': 'LLMInferenceService', 'metadata': {'annotations': {'kubectl.kubernetes.io/last-applied-configuration': '{"apiVersion":"serving.kserve.io/v1alpha1","kind":"LLMInferenceService","metadata":{"annotations":{},"name":"distinct-2-w0-482177","namespace":"e2e-models-e2e-worker-w0-482177"},"spec":{"model":{"name":"e2e/distinct-2-w0-482177","uri":"hf://placeholder/no-model"},"replicas":1,"router":{"gateway":{"refs":[{"name":"e2e-worker-w0-482177","namespace":"openshift-ingress"}]},"route":{}},"storageInitializer":{"enabled":false},"template":{"containers":[{"args":["--port","8000","--model","e2e/distinct-2-w0-482177","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"command":["/app/llm-d-inference-sim"],"image":"ghcr.io/llm-d/llm-d-inference-sim@sha256:c3ba435081a4d032676b218ea34eb3a1c54507da0fade2f6297f9c37894fe0d1","livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"name":"main","ports":[{"containerPort":8000,"name":"https","protocol":"TCP"}],"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}}}]}}}\n'}, 'creationTimestamp': '2026-09-16T01:33:55Z', 'finalizers': ['serving.kserve.io/llmisvc-finalizer'], 'generation': 1, 'name': 'distinct-2-w0-482177', 'namespace': 'e2e-models-e2e-worker-w0-482177', 'resourceVersion': '39220', 'uid': 'c820b122-2bb8-455a-9fe9-44378bbb0bd9'}, 'spec': {'model': {'name': 'e2e/distinct-2-w0-482177', 'uri': 'hf://placeholder/no-model'}, 'replicas': 1, 'router': {'gateway': {'refs': [{'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}]}, 'route': {}}, 'storageInitializer': {'enabled': False}, 'template': {'containers': [{'args': ['--port', '8000', '--model', 'e2e/distinct-2-w0-482177', '--mode', 'random', '--no-mm-encoder-only', '--ssl-certfile', '/var/run/kserve/tls/tls.crt', '--ssl-keyfile', '/var/run/kserve/tls/tls.key'], 'command': ['/app/llm-d-inference-sim'], 'image': 'ghcr.io/llm-d/llm-d-inference-sim@sha256:c3ba435081a4d032676b218ea34eb3a1c54507da0fade2f6297f9c37894fe0d1', 'livenessProbe': {'httpGet': {'path': '/health', 'port': 'https', 'scheme': 'HTTPS'}}, 'name': 'main', 'ports': [{'containerPort': 8000, 'name': 'https', 'protocol': 'TCP'}], 'readinessProbe': {'httpGet': {'path': '/ready', 'port': 'https', 'scheme': 'HTTPS'}}, 'resources': {}}]}}, 'status': {'addresses': [{'models': [{'name': 'publishers/e2e-models-e2e-worker-w0-482177/models/e2e/distinct-2-w0-482177'}], 'name': 'gateway-internal-model-routing', 'origin': {'group': 'gateway.networking.k8s.io', 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/'}, {'models': [{'name': 'publishers/e2e-models-e2e-worker-w0-482177/models/e2e/distinct-2-w0-482177'}, {'name': 'e2e/distinct-2-w0-482177'}], 'name': 'gateway-internal', 'origin': {'group': 'gateway.networking.k8s.io', 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/e2e-models-e2e-worker-w0-482177/distinct-2-w0-482177'}], 'annotations': {'serving.kserve.io/config-llm-decode-template': 'v3-5-0-ea-2-kserve-config-llm-decode-template', 'serving.kserve.io/config-llm-decode-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-decode-worker-data-parallel', 'serving.kserve.io/config-llm-prefill-template': 'v3-5-0-ea-2-kserve-config-llm-prefill-template', 'serving.kserve.io/config-llm-prefill-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-prefill-worker-data-parallel', 'serving.kserve.io/config-llm-router-route': 'v3-5-0-ea-2-kserve-config-llm-router-route', 'serving.kserve.io/config-llm-scheduler': 'v3-5-0-ea-2-kserve-config-llm-scheduler', 'serving.kserve.io/config-llm-template': 'v3-5-0-ea-2-kserve-config-llm-template', 'serving.kserve.io/config-llm-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-worker-data-parallel'}, 'appliedConfigs': [{'name': 'v3-5-0-ea-2-kserve-config-llm-router-route', 'namespace': 'opendatahub', 'source': 'Preset'}, {'name': 'v3-5-0-ea-2-kserve-config-llm-template', 'namespace': 'opendatahub', 'source': 'Preset'}], 'conditions': [{'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'GatewaysReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'HTTPRoutesReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'severity': 'Info', 'status': 'False', 'type': 'MainWorkloadReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'PresetsCombined'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'status': 'False', 'type': 'Ready'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'status': 'True', 'type': 'RouterReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'status': 'False', 'type': 'WorkloadsReady'}], 'observedGeneration': 1, 'router': {'gateways': [{'group': 'gateway.networking.k8s.io', 'httpRoutes': [{'group': 'gateway.networking.k8s.io', 'kind': 'HTTPRoute', 'name': 'distinct-2-w0-482177-kserve-route', 'namespace': 'e2e-models-e2e-worker-w0-482177'}], 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}]}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/e2e-models-e2e-worker-w0-482177/distinct-2-w0-482177', 'workloads': {'primary': {'apiGroup': 'apps', 'kind': 'Deployment', 'name': 'distinct-2-w0-482177-kserve'}, 'service': {'kind': 'Service', 'name': 'distinct-2-w0-482177-kserve-workload-svc'}}}}

test/maas-e2e/test/e2e/tests/multitenancy_helpers.py:229: AssertionError</error></testcase><testcase classname="tests.test_subscription.TestStatusReporting" name="test_subscription_failed_status_with_missing_model@api_keys" time="0.001"><error message="failed on setup with &quot;AssertionError: llminferenceservice/distinct-2-w0-482177 in e2e-models-e2e-worker-w0-482177 did not satisfy condition. Last object: {'apiVersion': 'serving.kserve.io/v1alpha2', 'kind': 'LLMInferenceService', 'metadata': {'annotations': {'kubectl.kubernetes.io/last-applied-configuration': '{&quot;apiVersion&quot;:&quot;serving.kserve.io/v1alpha1&quot;,&quot;kind&quot;:&quot;LLMInferenceService&quot;,&quot;metadata&quot;:{&quot;annotations&quot;:{},&quot;name&quot;:&quot;distinct-2-w0-482177&quot;,&quot;namespace&quot;:&quot;e2e-models-e2e-worker-w0-482177&quot;},&quot;spec&quot;:{&quot;model&quot;:{&quot;name&quot;:&quot;e2e/distinct-2-w0-482177&quot;,&quot;uri&quot;:&quot;hf://placeholder/no-model&quot;},&quot;replicas&quot;:1,&quot;router&quot;:{&quot;gateway&quot;:{&quot;refs&quot;:[{&quot;name&quot;:&quot;e2e-worker-w0-482177&quot;,&quot;namespace&quot;:&quot;openshift-ingress&quot;}]},&quot;route&quot;:{}},&quot;storageInitializer&quot;:{&quot;enabled&quot;:false},&quot;template&quot;:{&quot;containers&quot;:[{&quot;args&quot;:[&quot;--port&quot;,&quot;8000&quot;,&quot;--model&quot;,&quot;e2e/distinct-2-w0-482177&quot;,&quot;--mode&quot;,&quot;random&quot;,&quot;--no-mm-encoder-only&quot;,&quot;--ssl-certfile&quot;,&quot;/var/run/kserve/tls/tls.crt&quot;,&quot;--ssl-keyfile&quot;,&quot;/var/run/kserve/tls/tls.key&quot;],&quot;command&quot;:[&quot;/app/llm-d-inference-sim&quot;],&quot;image&quot;:&quot;ghcr.io/llm-d/llm-d-inference-sim@sha256:c3ba435081a4d032676b218ea34eb3a1c54507da0fade2f6297f9c37894fe0d1&quot;,&quot;livenessProbe&quot;:{&quot;httpGet&quot;:{&quot;path&quot;:&quot;/health&quot;,&quot;port&quot;:&quot;https&quot;,&quot;scheme&quot;:&quot;HTTPS&quot;}},&quot;name&quot;:&quot;main&quot;,&quot;ports&quot;:[{&quot;containerPort&quot;:8000,&quot;name&quot;:&quot;https&quot;,&quot;protocol&quot;:&quot;TCP&quot;}],&quot;readinessProbe&quot;:{&quot;httpGet&quot;:{&quot;path&quot;:&quot;/ready&quot;,&quot;port&quot;:&quot;https&quot;,&quot;scheme&quot;:&quot;HTTPS&quot;}}}]}}}\n'}, 'creationTimestamp': '2026-09-16T01:33:55Z', 'finalizers': ['serving.kserve.io/llmisvc-finalizer'], 'generation': 1, 'name': 'distinct-2-w0-482177', 'namespace': 'e2e-models-e2e-worker-w0-482177', 'resourceVersion': '39220', 'uid': 'c820b122-2bb8-455a-9fe9-44378bbb0bd9'}, 'spec': {'model': {'name': 'e2e/distinct-2-w0-482177', 'uri': 'hf://placeholder/no-model'}, 'replicas': 1, 'router': {'gateway': {'refs': [{'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}]}, 'route': {}}, 'storageInitializer': {'enabled': False}, 'template': {'containers': [{'args': ['--port', '8000', '--model', 'e2e/distinct-2-w0-482177', '--mode', 'random', '--no-mm-encoder-only', '--ssl-certfile', '/var/run/kserve/tls/tls.crt', '--ssl-keyfile', '/var/run/kserve/tls/tls.key'], 'command': ['/app/llm-d-inference-sim'], 'image': 'ghcr.io/llm-d/llm-d-inference-sim@sha256:c3ba435081a4d032676b218ea34eb3a1c54507da0fade2f6297f9c37894fe0d1', 'livenessProbe': {'httpGet': {'path': '/health', 'port': 'https', 'scheme': 'HTTPS'}}, 'name': 'main', 'ports': [{'containerPort': 8000, 'name': 'https', 'protocol': 'TCP'}], 'readinessProbe': {'httpGet': {'path': '/ready', 'port': 'https', 'scheme': 'HTTPS'}}, 'resources': {}}]}}, 'status': {'addresses': [{'models': [{'name': 'publishers/e2e-models-e2e-worker-w0-482177/models/e2e/distinct-2-w0-482177'}], 'name': 'gateway-internal-model-routing', 'origin': {'group': 'gateway.networking.k8s.io', 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/'}, {'models': [{'name': 'publishers/e2e-models-e2e-worker-w0-482177/models/e2e/distinct-2-w0-482177'}, {'name': 'e2e/distinct-2-w0-482177'}], 'name': 'gateway-internal', 'origin': {'group': 'gateway.networking.k8s.io', 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/e2e-models-e2e-worker-w0-482177/distinct-2-w0-482177'}], 'annotations': {'serving.kserve.io/config-llm-decode-template': 'v3-5-0-ea-2-kserve-config-llm-decode-template', 'serving.kserve.io/config-llm-decode-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-decode-worker-data-parallel', 'serving.kserve.io/config-llm-prefill-template': 'v3-5-0-ea-2-kserve-config-llm-prefill-template', 'serving.kserve.io/config-llm-prefill-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-prefill-worker-data-parallel', 'serving.kserve.io/config-llm-router-route': 'v3-5-0-ea-2-kserve-config-llm-router-route', 'serving.kserve.io/config-llm-scheduler': 'v3-5-0-ea-2-kserve-config-llm-scheduler', 'serving.kserve.io/config-llm-template': 'v3-5-0-ea-2-kserve-config-llm-template', 'serving.kserve.io/config-llm-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-worker-data-parallel'}, 'appliedConfigs': [{'name': 'v3-5-0-ea-2-kserve-config-llm-router-route', 'namespace': 'opendatahub', 'source': 'Preset'}, {'name': 'v3-5-0-ea-2-kserve-config-llm-template', 'namespace': 'opendatahub', 'source': 'Preset'}], 'conditions': [{'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'GatewaysReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'HTTPRoutesReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'severity': 'Info', 'status': 'False', 'type': 'MainWorkloadReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'PresetsCombined'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'status': 'False', 'type': 'Ready'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'status': 'True', 'type': 'RouterReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'status': 'False', 'type': 'WorkloadsReady'}], 'observedGeneration': 1, 'router': {'gateways': [{'group': 'gateway.networking.k8s.io', 'httpRoutes': [{'group': 'gateway.networking.k8s.io', 'kind': 'HTTPRoute', 'name': 'distinct-2-w0-482177-kserve-route', 'namespace': 'e2e-models-e2e-worker-w0-482177'}], 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}]}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/e2e-models-e2e-worker-w0-482177/distinct-2-w0-482177', 'workloads': {'primary': {'apiGroup': 'apps', 'kind': 'Deployment', 'name': 'distinct-2-w0-482177-kserve'}, 'service': {'kind': 'Service', 'name': 'distinct-2-w0-482177-kserve-workload-svc'}}}}&quot;">self = &lt;test_subscription.TestStatusReporting object at 0x7fe8d9060e20&gt;
request = &lt;SubRequest '_worker_status_models' for &lt;Function test_subscription_active_status_with_valid_model&gt;&gt;

    @pytest.fixture(scope="class", autouse=True)
    def _worker_status_models(self, request):
        """Provision the optional models used by status-reporting tests."""
        from worker_tenant_fixtures import ensure_worker_models, serial_only_selection
    
        if serial_only_selection(request):
            yield
            return
    
        context = request.getfixturevalue("worker_tenant_context")
&gt;       ensure_worker_models(
            context,
            (context.distinct_model_ref, context.distinct_model_2_ref),
        )

test/maas-e2e/test/e2e/tests/test_subscription.py:1887: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
test/maas-e2e/test/e2e/tests/worker_tenant_fixtures.py:304: in ensure_worker_models
    wait_for_llmisvc_backend_ready(
test/maas-e2e/test/e2e/tests/multitenancy_helpers.py:706: in wait_for_llmisvc_backend_ready
    llmisvc = wait_for_status_condition(
test/maas-e2e/test/e2e/tests/multitenancy_helpers.py:303: in wait_for_status_condition
    return wait_for_json(kind, name, namespace, predicate=_predicate, timeout=timeout, interval=interval)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

kind = 'llminferenceservice', name = 'distinct-2-w0-482177'
namespace = 'e2e-models-e2e-worker-w0-482177'

    def wait_for_json(
        kind: str,
        name: str,
        namespace: Optional[str] = None,
        *,
        predicate=None,
        timeout: int = 180,
        interval: int = 5,
    ) -&gt; dict:
        deadline = time.time() + timeout
        last_obj = None
        while time.time() &lt; deadline:
            obj = get_json_or_none(kind, name, namespace)
            if obj is not None:
                last_obj = obj
                if predicate is None or predicate(obj):
                    return obj
            time.sleep(interval)
&gt;       raise AssertionError(
            f"{kind}/{name} in {namespace or '&lt;cluster&gt;'} did not satisfy condition. Last object: {last_obj}"
        )
E       AssertionError: llminferenceservice/distinct-2-w0-482177 in e2e-models-e2e-worker-w0-482177 did not satisfy condition. Last object: {'apiVersion': 'serving.kserve.io/v1alpha2', 'kind': 'LLMInferenceService', 'metadata': {'annotations': {'kubectl.kubernetes.io/last-applied-configuration': '{"apiVersion":"serving.kserve.io/v1alpha1","kind":"LLMInferenceService","metadata":{"annotations":{},"name":"distinct-2-w0-482177","namespace":"e2e-models-e2e-worker-w0-482177"},"spec":{"model":{"name":"e2e/distinct-2-w0-482177","uri":"hf://placeholder/no-model"},"replicas":1,"router":{"gateway":{"refs":[{"name":"e2e-worker-w0-482177","namespace":"openshift-ingress"}]},"route":{}},"storageInitializer":{"enabled":false},"template":{"containers":[{"args":["--port","8000","--model","e2e/distinct-2-w0-482177","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"command":["/app/llm-d-inference-sim"],"image":"ghcr.io/llm-d/llm-d-inference-sim@sha256:c3ba435081a4d032676b218ea34eb3a1c54507da0fade2f6297f9c37894fe0d1","livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"name":"main","ports":[{"containerPort":8000,"name":"https","protocol":"TCP"}],"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}}}]}}}\n'}, 'creationTimestamp': '2026-09-16T01:33:55Z', 'finalizers': ['serving.kserve.io/llmisvc-finalizer'], 'generation': 1, 'name': 'distinct-2-w0-482177', 'namespace': 'e2e-models-e2e-worker-w0-482177', 'resourceVersion': '39220', 'uid': 'c820b122-2bb8-455a-9fe9-44378bbb0bd9'}, 'spec': {'model': {'name': 'e2e/distinct-2-w0-482177', 'uri': 'hf://placeholder/no-model'}, 'replicas': 1, 'router': {'gateway': {'refs': [{'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}]}, 'route': {}}, 'storageInitializer': {'enabled': False}, 'template': {'containers': [{'args': ['--port', '8000', '--model', 'e2e/distinct-2-w0-482177', '--mode', 'random', '--no-mm-encoder-only', '--ssl-certfile', '/var/run/kserve/tls/tls.crt', '--ssl-keyfile', '/var/run/kserve/tls/tls.key'], 'command': ['/app/llm-d-inference-sim'], 'image': 'ghcr.io/llm-d/llm-d-inference-sim@sha256:c3ba435081a4d032676b218ea34eb3a1c54507da0fade2f6297f9c37894fe0d1', 'livenessProbe': {'httpGet': {'path': '/health', 'port': 'https', 'scheme': 'HTTPS'}}, 'name': 'main', 'ports': [{'containerPort': 8000, 'name': 'https', 'protocol': 'TCP'}], 'readinessProbe': {'httpGet': {'path': '/ready', 'port': 'https', 'scheme': 'HTTPS'}}, 'resources': {}}]}}, 'status': {'addresses': [{'models': [{'name': 'publishers/e2e-models-e2e-worker-w0-482177/models/e2e/distinct-2-w0-482177'}], 'name': 'gateway-internal-model-routing', 'origin': {'group': 'gateway.networking.k8s.io', 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/'}, {'models': [{'name': 'publishers/e2e-models-e2e-worker-w0-482177/models/e2e/distinct-2-w0-482177'}, {'name': 'e2e/distinct-2-w0-482177'}], 'name': 'gateway-internal', 'origin': {'group': 'gateway.networking.k8s.io', 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/e2e-models-e2e-worker-w0-482177/distinct-2-w0-482177'}], 'annotations': {'serving.kserve.io/config-llm-decode-template': 'v3-5-0-ea-2-kserve-config-llm-decode-template', 'serving.kserve.io/config-llm-decode-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-decode-worker-data-parallel', 'serving.kserve.io/config-llm-prefill-template': 'v3-5-0-ea-2-kserve-config-llm-prefill-template', 'serving.kserve.io/config-llm-prefill-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-prefill-worker-data-parallel', 'serving.kserve.io/config-llm-router-route': 'v3-5-0-ea-2-kserve-config-llm-router-route', 'serving.kserve.io/config-llm-scheduler': 'v3-5-0-ea-2-kserve-config-llm-scheduler', 'serving.kserve.io/config-llm-template': 'v3-5-0-ea-2-kserve-config-llm-template', 'serving.kserve.io/config-llm-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-worker-data-parallel'}, 'appliedConfigs': [{'name': 'v3-5-0-ea-2-kserve-config-llm-router-route', 'namespace': 'opendatahub', 'source': 'Preset'}, {'name': 'v3-5-0-ea-2-kserve-config-llm-template', 'namespace': 'opendatahub', 'source': 'Preset'}], 'conditions': [{'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'GatewaysReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'HTTPRoutesReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'severity': 'Info', 'status': 'False', 'type': 'MainWorkloadReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'PresetsCombined'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'status': 'False', 'type': 'Ready'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'status': 'True', 'type': 'RouterReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'status': 'False', 'type': 'WorkloadsReady'}], 'observedGeneration': 1, 'router': {'gateways': [{'group': 'gateway.networking.k8s.io', 'httpRoutes': [{'group': 'gateway.networking.k8s.io', 'kind': 'HTTPRoute', 'name': 'distinct-2-w0-482177-kserve-route', 'namespace': 'e2e-models-e2e-worker-w0-482177'}], 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}]}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/e2e-models-e2e-worker-w0-482177/distinct-2-w0-482177', 'workloads': {'primary': {'apiGroup': 'apps', 'kind': 'Deployment', 'name': 'distinct-2-w0-482177-kserve'}, 'service': {'kind': 'Service', 'name': 'distinct-2-w0-482177-kserve-workload-svc'}}}}

test/maas-e2e/test/e2e/tests/multitenancy_helpers.py:229: AssertionError</error></testcase><testcase classname="tests.test_subscription.TestStatusReporting" name="test_authpolicy_active_status_with_valid_model@api_keys" time="0.000"><error message="failed on setup with &quot;AssertionError: llminferenceservice/distinct-2-w0-482177 in e2e-models-e2e-worker-w0-482177 did not satisfy condition. Last object: {'apiVersion': 'serving.kserve.io/v1alpha2', 'kind': 'LLMInferenceService', 'metadata': {'annotations': {'kubectl.kubernetes.io/last-applied-configuration': '{&quot;apiVersion&quot;:&quot;serving.kserve.io/v1alpha1&quot;,&quot;kind&quot;:&quot;LLMInferenceService&quot;,&quot;metadata&quot;:{&quot;annotations&quot;:{},&quot;name&quot;:&quot;distinct-2-w0-482177&quot;,&quot;namespace&quot;:&quot;e2e-models-e2e-worker-w0-482177&quot;},&quot;spec&quot;:{&quot;model&quot;:{&quot;name&quot;:&quot;e2e/distinct-2-w0-482177&quot;,&quot;uri&quot;:&quot;hf://placeholder/no-model&quot;},&quot;replicas&quot;:1,&quot;router&quot;:{&quot;gateway&quot;:{&quot;refs&quot;:[{&quot;name&quot;:&quot;e2e-worker-w0-482177&quot;,&quot;namespace&quot;:&quot;openshift-ingress&quot;}]},&quot;route&quot;:{}},&quot;storageInitializer&quot;:{&quot;enabled&quot;:false},&quot;template&quot;:{&quot;containers&quot;:[{&quot;args&quot;:[&quot;--port&quot;,&quot;8000&quot;,&quot;--model&quot;,&quot;e2e/distinct-2-w0-482177&quot;,&quot;--mode&quot;,&quot;random&quot;,&quot;--no-mm-encoder-only&quot;,&quot;--ssl-certfile&quot;,&quot;/var/run/kserve/tls/tls.crt&quot;,&quot;--ssl-keyfile&quot;,&quot;/var/run/kserve/tls/tls.key&quot;],&quot;command&quot;:[&quot;/app/llm-d-inference-sim&quot;],&quot;image&quot;:&quot;ghcr.io/llm-d/llm-d-inference-sim@sha256:c3ba435081a4d032676b218ea34eb3a1c54507da0fade2f6297f9c37894fe0d1&quot;,&quot;livenessProbe&quot;:{&quot;httpGet&quot;:{&quot;path&quot;:&quot;/health&quot;,&quot;port&quot;:&quot;https&quot;,&quot;scheme&quot;:&quot;HTTPS&quot;}},&quot;name&quot;:&quot;main&quot;,&quot;ports&quot;:[{&quot;containerPort&quot;:8000,&quot;name&quot;:&quot;https&quot;,&quot;protocol&quot;:&quot;TCP&quot;}],&quot;readinessProbe&quot;:{&quot;httpGet&quot;:{&quot;path&quot;:&quot;/ready&quot;,&quot;port&quot;:&quot;https&quot;,&quot;scheme&quot;:&quot;HTTPS&quot;}}}]}}}\n'}, 'creationTimestamp': '2026-09-16T01:33:55Z', 'finalizers': ['serving.kserve.io/llmisvc-finalizer'], 'generation': 1, 'name': 'distinct-2-w0-482177', 'namespace': 'e2e-models-e2e-worker-w0-482177', 'resourceVersion': '39220', 'uid': 'c820b122-2bb8-455a-9fe9-44378bbb0bd9'}, 'spec': {'model': {'name': 'e2e/distinct-2-w0-482177', 'uri': 'hf://placeholder/no-model'}, 'replicas': 1, 'router': {'gateway': {'refs': [{'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}]}, 'route': {}}, 'storageInitializer': {'enabled': False}, 'template': {'containers': [{'args': ['--port', '8000', '--model', 'e2e/distinct-2-w0-482177', '--mode', 'random', '--no-mm-encoder-only', '--ssl-certfile', '/var/run/kserve/tls/tls.crt', '--ssl-keyfile', '/var/run/kserve/tls/tls.key'], 'command': ['/app/llm-d-inference-sim'], 'image': 'ghcr.io/llm-d/llm-d-inference-sim@sha256:c3ba435081a4d032676b218ea34eb3a1c54507da0fade2f6297f9c37894fe0d1', 'livenessProbe': {'httpGet': {'path': '/health', 'port': 'https', 'scheme': 'HTTPS'}}, 'name': 'main', 'ports': [{'containerPort': 8000, 'name': 'https', 'protocol': 'TCP'}], 'readinessProbe': {'httpGet': {'path': '/ready', 'port': 'https', 'scheme': 'HTTPS'}}, 'resources': {}}]}}, 'status': {'addresses': [{'models': [{'name': 'publishers/e2e-models-e2e-worker-w0-482177/models/e2e/distinct-2-w0-482177'}], 'name': 'gateway-internal-model-routing', 'origin': {'group': 'gateway.networking.k8s.io', 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/'}, {'models': [{'name': 'publishers/e2e-models-e2e-worker-w0-482177/models/e2e/distinct-2-w0-482177'}, {'name': 'e2e/distinct-2-w0-482177'}], 'name': 'gateway-internal', 'origin': {'group': 'gateway.networking.k8s.io', 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/e2e-models-e2e-worker-w0-482177/distinct-2-w0-482177'}], 'annotations': {'serving.kserve.io/config-llm-decode-template': 'v3-5-0-ea-2-kserve-config-llm-decode-template', 'serving.kserve.io/config-llm-decode-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-decode-worker-data-parallel', 'serving.kserve.io/config-llm-prefill-template': 'v3-5-0-ea-2-kserve-config-llm-prefill-template', 'serving.kserve.io/config-llm-prefill-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-prefill-worker-data-parallel', 'serving.kserve.io/config-llm-router-route': 'v3-5-0-ea-2-kserve-config-llm-router-route', 'serving.kserve.io/config-llm-scheduler': 'v3-5-0-ea-2-kserve-config-llm-scheduler', 'serving.kserve.io/config-llm-template': 'v3-5-0-ea-2-kserve-config-llm-template', 'serving.kserve.io/config-llm-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-worker-data-parallel'}, 'appliedConfigs': [{'name': 'v3-5-0-ea-2-kserve-config-llm-router-route', 'namespace': 'opendatahub', 'source': 'Preset'}, {'name': 'v3-5-0-ea-2-kserve-config-llm-template', 'namespace': 'opendatahub', 'source': 'Preset'}], 'conditions': [{'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'GatewaysReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'HTTPRoutesReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'severity': 'Info', 'status': 'False', 'type': 'MainWorkloadReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'PresetsCombined'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'status': 'False', 'type': 'Ready'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'status': 'True', 'type': 'RouterReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'status': 'False', 'type': 'WorkloadsReady'}], 'observedGeneration': 1, 'router': {'gateways': [{'group': 'gateway.networking.k8s.io', 'httpRoutes': [{'group': 'gateway.networking.k8s.io', 'kind': 'HTTPRoute', 'name': 'distinct-2-w0-482177-kserve-route', 'namespace': 'e2e-models-e2e-worker-w0-482177'}], 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}]}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/e2e-models-e2e-worker-w0-482177/distinct-2-w0-482177', 'workloads': {'primary': {'apiGroup': 'apps', 'kind': 'Deployment', 'name': 'distinct-2-w0-482177-kserve'}, 'service': {'kind': 'Service', 'name': 'distinct-2-w0-482177-kserve-workload-svc'}}}}&quot;">self = &lt;test_subscription.TestStatusReporting object at 0x7fe8d9060e20&gt;
request = &lt;SubRequest '_worker_status_models' for &lt;Function test_subscription_active_status_with_valid_model&gt;&gt;

    @pytest.fixture(scope="class", autouse=True)
    def _worker_status_models(self, request):
        """Provision the optional models used by status-reporting tests."""
        from worker_tenant_fixtures import ensure_worker_models, serial_only_selection
    
        if serial_only_selection(request):
            yield
            return
    
        context = request.getfixturevalue("worker_tenant_context")
&gt;       ensure_worker_models(
            context,
            (context.distinct_model_ref, context.distinct_model_2_ref),
        )

test/maas-e2e/test/e2e/tests/test_subscription.py:1887: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
test/maas-e2e/test/e2e/tests/worker_tenant_fixtures.py:304: in ensure_worker_models
    wait_for_llmisvc_backend_ready(
test/maas-e2e/test/e2e/tests/multitenancy_helpers.py:706: in wait_for_llmisvc_backend_ready
    llmisvc = wait_for_status_condition(
test/maas-e2e/test/e2e/tests/multitenancy_helpers.py:303: in wait_for_status_condition
    return wait_for_json(kind, name, namespace, predicate=_predicate, timeout=timeout, interval=interval)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

kind = 'llminferenceservice', name = 'distinct-2-w0-482177'
namespace = 'e2e-models-e2e-worker-w0-482177'

    def wait_for_json(
        kind: str,
        name: str,
        namespace: Optional[str] = None,
        *,
        predicate=None,
        timeout: int = 180,
        interval: int = 5,
    ) -&gt; dict:
        deadline = time.time() + timeout
        last_obj = None
        while time.time() &lt; deadline:
            obj = get_json_or_none(kind, name, namespace)
            if obj is not None:
                last_obj = obj
                if predicate is None or predicate(obj):
                    return obj
            time.sleep(interval)
&gt;       raise AssertionError(
            f"{kind}/{name} in {namespace or '&lt;cluster&gt;'} did not satisfy condition. Last object: {last_obj}"
        )
E       AssertionError: llminferenceservice/distinct-2-w0-482177 in e2e-models-e2e-worker-w0-482177 did not satisfy condition. Last object: {'apiVersion': 'serving.kserve.io/v1alpha2', 'kind': 'LLMInferenceService', 'metadata': {'annotations': {'kubectl.kubernetes.io/last-applied-configuration': '{"apiVersion":"serving.kserve.io/v1alpha1","kind":"LLMInferenceService","metadata":{"annotations":{},"name":"distinct-2-w0-482177","namespace":"e2e-models-e2e-worker-w0-482177"},"spec":{"model":{"name":"e2e/distinct-2-w0-482177","uri":"hf://placeholder/no-model"},"replicas":1,"router":{"gateway":{"refs":[{"name":"e2e-worker-w0-482177","namespace":"openshift-ingress"}]},"route":{}},"storageInitializer":{"enabled":false},"template":{"containers":[{"args":["--port","8000","--model","e2e/distinct-2-w0-482177","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"command":["/app/llm-d-inference-sim"],"image":"ghcr.io/llm-d/llm-d-inference-sim@sha256:c3ba435081a4d032676b218ea34eb3a1c54507da0fade2f6297f9c37894fe0d1","livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"name":"main","ports":[{"containerPort":8000,"name":"https","protocol":"TCP"}],"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}}}]}}}\n'}, 'creationTimestamp': '2026-09-16T01:33:55Z', 'finalizers': ['serving.kserve.io/llmisvc-finalizer'], 'generation': 1, 'name': 'distinct-2-w0-482177', 'namespace': 'e2e-models-e2e-worker-w0-482177', 'resourceVersion': '39220', 'uid': 'c820b122-2bb8-455a-9fe9-44378bbb0bd9'}, 'spec': {'model': {'name': 'e2e/distinct-2-w0-482177', 'uri': 'hf://placeholder/no-model'}, 'replicas': 1, 'router': {'gateway': {'refs': [{'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}]}, 'route': {}}, 'storageInitializer': {'enabled': False}, 'template': {'containers': [{'args': ['--port', '8000', '--model', 'e2e/distinct-2-w0-482177', '--mode', 'random', '--no-mm-encoder-only', '--ssl-certfile', '/var/run/kserve/tls/tls.crt', '--ssl-keyfile', '/var/run/kserve/tls/tls.key'], 'command': ['/app/llm-d-inference-sim'], 'image': 'ghcr.io/llm-d/llm-d-inference-sim@sha256:c3ba435081a4d032676b218ea34eb3a1c54507da0fade2f6297f9c37894fe0d1', 'livenessProbe': {'httpGet': {'path': '/health', 'port': 'https', 'scheme': 'HTTPS'}}, 'name': 'main', 'ports': [{'containerPort': 8000, 'name': 'https', 'protocol': 'TCP'}], 'readinessProbe': {'httpGet': {'path': '/ready', 'port': 'https', 'scheme': 'HTTPS'}}, 'resources': {}}]}}, 'status': {'addresses': [{'models': [{'name': 'publishers/e2e-models-e2e-worker-w0-482177/models/e2e/distinct-2-w0-482177'}], 'name': 'gateway-internal-model-routing', 'origin': {'group': 'gateway.networking.k8s.io', 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/'}, {'models': [{'name': 'publishers/e2e-models-e2e-worker-w0-482177/models/e2e/distinct-2-w0-482177'}, {'name': 'e2e/distinct-2-w0-482177'}], 'name': 'gateway-internal', 'origin': {'group': 'gateway.networking.k8s.io', 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/e2e-models-e2e-worker-w0-482177/distinct-2-w0-482177'}], 'annotations': {'serving.kserve.io/config-llm-decode-template': 'v3-5-0-ea-2-kserve-config-llm-decode-template', 'serving.kserve.io/config-llm-decode-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-decode-worker-data-parallel', 'serving.kserve.io/config-llm-prefill-template': 'v3-5-0-ea-2-kserve-config-llm-prefill-template', 'serving.kserve.io/config-llm-prefill-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-prefill-worker-data-parallel', 'serving.kserve.io/config-llm-router-route': 'v3-5-0-ea-2-kserve-config-llm-router-route', 'serving.kserve.io/config-llm-scheduler': 'v3-5-0-ea-2-kserve-config-llm-scheduler', 'serving.kserve.io/config-llm-template': 'v3-5-0-ea-2-kserve-config-llm-template', 'serving.kserve.io/config-llm-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-worker-data-parallel'}, 'appliedConfigs': [{'name': 'v3-5-0-ea-2-kserve-config-llm-router-route', 'namespace': 'opendatahub', 'source': 'Preset'}, {'name': 'v3-5-0-ea-2-kserve-config-llm-template', 'namespace': 'opendatahub', 'source': 'Preset'}], 'conditions': [{'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'GatewaysReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'HTTPRoutesReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'severity': 'Info', 'status': 'False', 'type': 'MainWorkloadReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'PresetsCombined'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'status': 'False', 'type': 'Ready'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'status': 'True', 'type': 'RouterReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'status': 'False', 'type': 'WorkloadsReady'}], 'observedGeneration': 1, 'router': {'gateways': [{'group': 'gateway.networking.k8s.io', 'httpRoutes': [{'group': 'gateway.networking.k8s.io', 'kind': 'HTTPRoute', 'name': 'distinct-2-w0-482177-kserve-route', 'namespace': 'e2e-models-e2e-worker-w0-482177'}], 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}]}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/e2e-models-e2e-worker-w0-482177/distinct-2-w0-482177', 'workloads': {'primary': {'apiGroup': 'apps', 'kind': 'Deployment', 'name': 'distinct-2-w0-482177-kserve'}, 'service': {'kind': 'Service', 'name': 'distinct-2-w0-482177-kserve-workload-svc'}}}}

test/maas-e2e/test/e2e/tests/multitenancy_helpers.py:229: AssertionError</error></testcase><testcase classname="tests.test_subscription.TestStatusReporting" name="test_authpolicy_failed_status_with_missing_model@api_keys" time="0.001"><error message="failed on setup with &quot;AssertionError: llminferenceservice/distinct-2-w0-482177 in e2e-models-e2e-worker-w0-482177 did not satisfy condition. Last object: {'apiVersion': 'serving.kserve.io/v1alpha2', 'kind': 'LLMInferenceService', 'metadata': {'annotations': {'kubectl.kubernetes.io/last-applied-configuration': '{&quot;apiVersion&quot;:&quot;serving.kserve.io/v1alpha1&quot;,&quot;kind&quot;:&quot;LLMInferenceService&quot;,&quot;metadata&quot;:{&quot;annotations&quot;:{},&quot;name&quot;:&quot;distinct-2-w0-482177&quot;,&quot;namespace&quot;:&quot;e2e-models-e2e-worker-w0-482177&quot;},&quot;spec&quot;:{&quot;model&quot;:{&quot;name&quot;:&quot;e2e/distinct-2-w0-482177&quot;,&quot;uri&quot;:&quot;hf://placeholder/no-model&quot;},&quot;replicas&quot;:1,&quot;router&quot;:{&quot;gateway&quot;:{&quot;refs&quot;:[{&quot;name&quot;:&quot;e2e-worker-w0-482177&quot;,&quot;namespace&quot;:&quot;openshift-ingress&quot;}]},&quot;route&quot;:{}},&quot;storageInitializer&quot;:{&quot;enabled&quot;:false},&quot;template&quot;:{&quot;containers&quot;:[{&quot;args&quot;:[&quot;--port&quot;,&quot;8000&quot;,&quot;--model&quot;,&quot;e2e/distinct-2-w0-482177&quot;,&quot;--mode&quot;,&quot;random&quot;,&quot;--no-mm-encoder-only&quot;,&quot;--ssl-certfile&quot;,&quot;/var/run/kserve/tls/tls.crt&quot;,&quot;--ssl-keyfile&quot;,&quot;/var/run/kserve/tls/tls.key&quot;],&quot;command&quot;:[&quot;/app/llm-d-inference-sim&quot;],&quot;image&quot;:&quot;ghcr.io/llm-d/llm-d-inference-sim@sha256:c3ba435081a4d032676b218ea34eb3a1c54507da0fade2f6297f9c37894fe0d1&quot;,&quot;livenessProbe&quot;:{&quot;httpGet&quot;:{&quot;path&quot;:&quot;/health&quot;,&quot;port&quot;:&quot;https&quot;,&quot;scheme&quot;:&quot;HTTPS&quot;}},&quot;name&quot;:&quot;main&quot;,&quot;ports&quot;:[{&quot;containerPort&quot;:8000,&quot;name&quot;:&quot;https&quot;,&quot;protocol&quot;:&quot;TCP&quot;}],&quot;readinessProbe&quot;:{&quot;httpGet&quot;:{&quot;path&quot;:&quot;/ready&quot;,&quot;port&quot;:&quot;https&quot;,&quot;scheme&quot;:&quot;HTTPS&quot;}}}]}}}\n'}, 'creationTimestamp': '2026-09-16T01:33:55Z', 'finalizers': ['serving.kserve.io/llmisvc-finalizer'], 'generation': 1, 'name': 'distinct-2-w0-482177', 'namespace': 'e2e-models-e2e-worker-w0-482177', 'resourceVersion': '39220', 'uid': 'c820b122-2bb8-455a-9fe9-44378bbb0bd9'}, 'spec': {'model': {'name': 'e2e/distinct-2-w0-482177', 'uri': 'hf://placeholder/no-model'}, 'replicas': 1, 'router': {'gateway': {'refs': [{'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}]}, 'route': {}}, 'storageInitializer': {'enabled': False}, 'template': {'containers': [{'args': ['--port', '8000', '--model', 'e2e/distinct-2-w0-482177', '--mode', 'random', '--no-mm-encoder-only', '--ssl-certfile', '/var/run/kserve/tls/tls.crt', '--ssl-keyfile', '/var/run/kserve/tls/tls.key'], 'command': ['/app/llm-d-inference-sim'], 'image': 'ghcr.io/llm-d/llm-d-inference-sim@sha256:c3ba435081a4d032676b218ea34eb3a1c54507da0fade2f6297f9c37894fe0d1', 'livenessProbe': {'httpGet': {'path': '/health', 'port': 'https', 'scheme': 'HTTPS'}}, 'name': 'main', 'ports': [{'containerPort': 8000, 'name': 'https', 'protocol': 'TCP'}], 'readinessProbe': {'httpGet': {'path': '/ready', 'port': 'https', 'scheme': 'HTTPS'}}, 'resources': {}}]}}, 'status': {'addresses': [{'models': [{'name': 'publishers/e2e-models-e2e-worker-w0-482177/models/e2e/distinct-2-w0-482177'}], 'name': 'gateway-internal-model-routing', 'origin': {'group': 'gateway.networking.k8s.io', 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/'}, {'models': [{'name': 'publishers/e2e-models-e2e-worker-w0-482177/models/e2e/distinct-2-w0-482177'}, {'name': 'e2e/distinct-2-w0-482177'}], 'name': 'gateway-internal', 'origin': {'group': 'gateway.networking.k8s.io', 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/e2e-models-e2e-worker-w0-482177/distinct-2-w0-482177'}], 'annotations': {'serving.kserve.io/config-llm-decode-template': 'v3-5-0-ea-2-kserve-config-llm-decode-template', 'serving.kserve.io/config-llm-decode-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-decode-worker-data-parallel', 'serving.kserve.io/config-llm-prefill-template': 'v3-5-0-ea-2-kserve-config-llm-prefill-template', 'serving.kserve.io/config-llm-prefill-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-prefill-worker-data-parallel', 'serving.kserve.io/config-llm-router-route': 'v3-5-0-ea-2-kserve-config-llm-router-route', 'serving.kserve.io/config-llm-scheduler': 'v3-5-0-ea-2-kserve-config-llm-scheduler', 'serving.kserve.io/config-llm-template': 'v3-5-0-ea-2-kserve-config-llm-template', 'serving.kserve.io/config-llm-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-worker-data-parallel'}, 'appliedConfigs': [{'name': 'v3-5-0-ea-2-kserve-config-llm-router-route', 'namespace': 'opendatahub', 'source': 'Preset'}, {'name': 'v3-5-0-ea-2-kserve-config-llm-template', 'namespace': 'opendatahub', 'source': 'Preset'}], 'conditions': [{'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'GatewaysReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'HTTPRoutesReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'severity': 'Info', 'status': 'False', 'type': 'MainWorkloadReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'PresetsCombined'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'status': 'False', 'type': 'Ready'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'status': 'True', 'type': 'RouterReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'status': 'False', 'type': 'WorkloadsReady'}], 'observedGeneration': 1, 'router': {'gateways': [{'group': 'gateway.networking.k8s.io', 'httpRoutes': [{'group': 'gateway.networking.k8s.io', 'kind': 'HTTPRoute', 'name': 'distinct-2-w0-482177-kserve-route', 'namespace': 'e2e-models-e2e-worker-w0-482177'}], 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}]}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/e2e-models-e2e-worker-w0-482177/distinct-2-w0-482177', 'workloads': {'primary': {'apiGroup': 'apps', 'kind': 'Deployment', 'name': 'distinct-2-w0-482177-kserve'}, 'service': {'kind': 'Service', 'name': 'distinct-2-w0-482177-kserve-workload-svc'}}}}&quot;">self = &lt;test_subscription.TestStatusReporting object at 0x7fe8d9060e20&gt;
request = &lt;SubRequest '_worker_status_models' for &lt;Function test_subscription_active_status_with_valid_model&gt;&gt;

    @pytest.fixture(scope="class", autouse=True)
    def _worker_status_models(self, request):
        """Provision the optional models used by status-reporting tests."""
        from worker_tenant_fixtures import ensure_worker_models, serial_only_selection
    
        if serial_only_selection(request):
            yield
            return
    
        context = request.getfixturevalue("worker_tenant_context")
&gt;       ensure_worker_models(
            context,
            (context.distinct_model_ref, context.distinct_model_2_ref),
        )

test/maas-e2e/test/e2e/tests/test_subscription.py:1887: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
test/maas-e2e/test/e2e/tests/worker_tenant_fixtures.py:304: in ensure_worker_models
    wait_for_llmisvc_backend_ready(
test/maas-e2e/test/e2e/tests/multitenancy_helpers.py:706: in wait_for_llmisvc_backend_ready
    llmisvc = wait_for_status_condition(
test/maas-e2e/test/e2e/tests/multitenancy_helpers.py:303: in wait_for_status_condition
    return wait_for_json(kind, name, namespace, predicate=_predicate, timeout=timeout, interval=interval)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

kind = 'llminferenceservice', name = 'distinct-2-w0-482177'
namespace = 'e2e-models-e2e-worker-w0-482177'

    def wait_for_json(
        kind: str,
        name: str,
        namespace: Optional[str] = None,
        *,
        predicate=None,
        timeout: int = 180,
        interval: int = 5,
    ) -&gt; dict:
        deadline = time.time() + timeout
        last_obj = None
        while time.time() &lt; deadline:
            obj = get_json_or_none(kind, name, namespace)
            if obj is not None:
                last_obj = obj
                if predicate is None or predicate(obj):
                    return obj
            time.sleep(interval)
&gt;       raise AssertionError(
            f"{kind}/{name} in {namespace or '&lt;cluster&gt;'} did not satisfy condition. Last object: {last_obj}"
        )
E       AssertionError: llminferenceservice/distinct-2-w0-482177 in e2e-models-e2e-worker-w0-482177 did not satisfy condition. Last object: {'apiVersion': 'serving.kserve.io/v1alpha2', 'kind': 'LLMInferenceService', 'metadata': {'annotations': {'kubectl.kubernetes.io/last-applied-configuration': '{"apiVersion":"serving.kserve.io/v1alpha1","kind":"LLMInferenceService","metadata":{"annotations":{},"name":"distinct-2-w0-482177","namespace":"e2e-models-e2e-worker-w0-482177"},"spec":{"model":{"name":"e2e/distinct-2-w0-482177","uri":"hf://placeholder/no-model"},"replicas":1,"router":{"gateway":{"refs":[{"name":"e2e-worker-w0-482177","namespace":"openshift-ingress"}]},"route":{}},"storageInitializer":{"enabled":false},"template":{"containers":[{"args":["--port","8000","--model","e2e/distinct-2-w0-482177","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"command":["/app/llm-d-inference-sim"],"image":"ghcr.io/llm-d/llm-d-inference-sim@sha256:c3ba435081a4d032676b218ea34eb3a1c54507da0fade2f6297f9c37894fe0d1","livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"name":"main","ports":[{"containerPort":8000,"name":"https","protocol":"TCP"}],"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}}}]}}}\n'}, 'creationTimestamp': '2026-09-16T01:33:55Z', 'finalizers': ['serving.kserve.io/llmisvc-finalizer'], 'generation': 1, 'name': 'distinct-2-w0-482177', 'namespace': 'e2e-models-e2e-worker-w0-482177', 'resourceVersion': '39220', 'uid': 'c820b122-2bb8-455a-9fe9-44378bbb0bd9'}, 'spec': {'model': {'name': 'e2e/distinct-2-w0-482177', 'uri': 'hf://placeholder/no-model'}, 'replicas': 1, 'router': {'gateway': {'refs': [{'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}]}, 'route': {}}, 'storageInitializer': {'enabled': False}, 'template': {'containers': [{'args': ['--port', '8000', '--model', 'e2e/distinct-2-w0-482177', '--mode', 'random', '--no-mm-encoder-only', '--ssl-certfile', '/var/run/kserve/tls/tls.crt', '--ssl-keyfile', '/var/run/kserve/tls/tls.key'], 'command': ['/app/llm-d-inference-sim'], 'image': 'ghcr.io/llm-d/llm-d-inference-sim@sha256:c3ba435081a4d032676b218ea34eb3a1c54507da0fade2f6297f9c37894fe0d1', 'livenessProbe': {'httpGet': {'path': '/health', 'port': 'https', 'scheme': 'HTTPS'}}, 'name': 'main', 'ports': [{'containerPort': 8000, 'name': 'https', 'protocol': 'TCP'}], 'readinessProbe': {'httpGet': {'path': '/ready', 'port': 'https', 'scheme': 'HTTPS'}}, 'resources': {}}]}}, 'status': {'addresses': [{'models': [{'name': 'publishers/e2e-models-e2e-worker-w0-482177/models/e2e/distinct-2-w0-482177'}], 'name': 'gateway-internal-model-routing', 'origin': {'group': 'gateway.networking.k8s.io', 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/'}, {'models': [{'name': 'publishers/e2e-models-e2e-worker-w0-482177/models/e2e/distinct-2-w0-482177'}, {'name': 'e2e/distinct-2-w0-482177'}], 'name': 'gateway-internal', 'origin': {'group': 'gateway.networking.k8s.io', 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/e2e-models-e2e-worker-w0-482177/distinct-2-w0-482177'}], 'annotations': {'serving.kserve.io/config-llm-decode-template': 'v3-5-0-ea-2-kserve-config-llm-decode-template', 'serving.kserve.io/config-llm-decode-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-decode-worker-data-parallel', 'serving.kserve.io/config-llm-prefill-template': 'v3-5-0-ea-2-kserve-config-llm-prefill-template', 'serving.kserve.io/config-llm-prefill-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-prefill-worker-data-parallel', 'serving.kserve.io/config-llm-router-route': 'v3-5-0-ea-2-kserve-config-llm-router-route', 'serving.kserve.io/config-llm-scheduler': 'v3-5-0-ea-2-kserve-config-llm-scheduler', 'serving.kserve.io/config-llm-template': 'v3-5-0-ea-2-kserve-config-llm-template', 'serving.kserve.io/config-llm-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-worker-data-parallel'}, 'appliedConfigs': [{'name': 'v3-5-0-ea-2-kserve-config-llm-router-route', 'namespace': 'opendatahub', 'source': 'Preset'}, {'name': 'v3-5-0-ea-2-kserve-config-llm-template', 'namespace': 'opendatahub', 'source': 'Preset'}], 'conditions': [{'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'GatewaysReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'HTTPRoutesReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'severity': 'Info', 'status': 'False', 'type': 'MainWorkloadReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'PresetsCombined'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'status': 'False', 'type': 'Ready'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'status': 'True', 'type': 'RouterReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'status': 'False', 'type': 'WorkloadsReady'}], 'observedGeneration': 1, 'router': {'gateways': [{'group': 'gateway.networking.k8s.io', 'httpRoutes': [{'group': 'gateway.networking.k8s.io', 'kind': 'HTTPRoute', 'name': 'distinct-2-w0-482177-kserve-route', 'namespace': 'e2e-models-e2e-worker-w0-482177'}], 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}]}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/e2e-models-e2e-worker-w0-482177/distinct-2-w0-482177', 'workloads': {'primary': {'apiGroup': 'apps', 'kind': 'Deployment', 'name': 'distinct-2-w0-482177-kserve'}, 'service': {'kind': 'Service', 'name': 'distinct-2-w0-482177-kserve-workload-svc'}}}}

test/maas-e2e/test/e2e/tests/multitenancy_helpers.py:229: AssertionError</error></testcase><testcase classname="tests.test_subscription.TestStatusReporting" name="test_subscription_degraded_status_with_partial_models@api_keys" time="22.848"><error message="failed on setup with &quot;AssertionError: llminferenceservice/distinct-2-w0-482177 in e2e-models-e2e-worker-w0-482177 did not satisfy condition. Last object: {'apiVersion': 'serving.kserve.io/v1alpha2', 'kind': 'LLMInferenceService', 'metadata': {'annotations': {'kubectl.kubernetes.io/last-applied-configuration': '{&quot;apiVersion&quot;:&quot;serving.kserve.io/v1alpha1&quot;,&quot;kind&quot;:&quot;LLMInferenceService&quot;,&quot;metadata&quot;:{&quot;annotations&quot;:{},&quot;name&quot;:&quot;distinct-2-w0-482177&quot;,&quot;namespace&quot;:&quot;e2e-models-e2e-worker-w0-482177&quot;},&quot;spec&quot;:{&quot;model&quot;:{&quot;name&quot;:&quot;e2e/distinct-2-w0-482177&quot;,&quot;uri&quot;:&quot;hf://placeholder/no-model&quot;},&quot;replicas&quot;:1,&quot;router&quot;:{&quot;gateway&quot;:{&quot;refs&quot;:[{&quot;name&quot;:&quot;e2e-worker-w0-482177&quot;,&quot;namespace&quot;:&quot;openshift-ingress&quot;}]},&quot;route&quot;:{}},&quot;storageInitializer&quot;:{&quot;enabled&quot;:false},&quot;template&quot;:{&quot;containers&quot;:[{&quot;args&quot;:[&quot;--port&quot;,&quot;8000&quot;,&quot;--model&quot;,&quot;e2e/distinct-2-w0-482177&quot;,&quot;--mode&quot;,&quot;random&quot;,&quot;--no-mm-encoder-only&quot;,&quot;--ssl-certfile&quot;,&quot;/var/run/kserve/tls/tls.crt&quot;,&quot;--ssl-keyfile&quot;,&quot;/var/run/kserve/tls/tls.key&quot;],&quot;command&quot;:[&quot;/app/llm-d-inference-sim&quot;],&quot;image&quot;:&quot;ghcr.io/llm-d/llm-d-inference-sim@sha256:c3ba435081a4d032676b218ea34eb3a1c54507da0fade2f6297f9c37894fe0d1&quot;,&quot;livenessProbe&quot;:{&quot;httpGet&quot;:{&quot;path&quot;:&quot;/health&quot;,&quot;port&quot;:&quot;https&quot;,&quot;scheme&quot;:&quot;HTTPS&quot;}},&quot;name&quot;:&quot;main&quot;,&quot;ports&quot;:[{&quot;containerPort&quot;:8000,&quot;name&quot;:&quot;https&quot;,&quot;protocol&quot;:&quot;TCP&quot;}],&quot;readinessProbe&quot;:{&quot;httpGet&quot;:{&quot;path&quot;:&quot;/ready&quot;,&quot;port&quot;:&quot;https&quot;,&quot;scheme&quot;:&quot;HTTPS&quot;}}}]}}}\n'}, 'creationTimestamp': '2026-09-16T01:33:55Z', 'finalizers': ['serving.kserve.io/llmisvc-finalizer'], 'generation': 1, 'name': 'distinct-2-w0-482177', 'namespace': 'e2e-models-e2e-worker-w0-482177', 'resourceVersion': '39220', 'uid': 'c820b122-2bb8-455a-9fe9-44378bbb0bd9'}, 'spec': {'model': {'name': 'e2e/distinct-2-w0-482177', 'uri': 'hf://placeholder/no-model'}, 'replicas': 1, 'router': {'gateway': {'refs': [{'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}]}, 'route': {}}, 'storageInitializer': {'enabled': False}, 'template': {'containers': [{'args': ['--port', '8000', '--model', 'e2e/distinct-2-w0-482177', '--mode', 'random', '--no-mm-encoder-only', '--ssl-certfile', '/var/run/kserve/tls/tls.crt', '--ssl-keyfile', '/var/run/kserve/tls/tls.key'], 'command': ['/app/llm-d-inference-sim'], 'image': 'ghcr.io/llm-d/llm-d-inference-sim@sha256:c3ba435081a4d032676b218ea34eb3a1c54507da0fade2f6297f9c37894fe0d1', 'livenessProbe': {'httpGet': {'path': '/health', 'port': 'https', 'scheme': 'HTTPS'}}, 'name': 'main', 'ports': [{'containerPort': 8000, 'name': 'https', 'protocol': 'TCP'}], 'readinessProbe': {'httpGet': {'path': '/ready', 'port': 'https', 'scheme': 'HTTPS'}}, 'resources': {}}]}}, 'status': {'addresses': [{'models': [{'name': 'publishers/e2e-models-e2e-worker-w0-482177/models/e2e/distinct-2-w0-482177'}], 'name': 'gateway-internal-model-routing', 'origin': {'group': 'gateway.networking.k8s.io', 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/'}, {'models': [{'name': 'publishers/e2e-models-e2e-worker-w0-482177/models/e2e/distinct-2-w0-482177'}, {'name': 'e2e/distinct-2-w0-482177'}], 'name': 'gateway-internal', 'origin': {'group': 'gateway.networking.k8s.io', 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/e2e-models-e2e-worker-w0-482177/distinct-2-w0-482177'}], 'annotations': {'serving.kserve.io/config-llm-decode-template': 'v3-5-0-ea-2-kserve-config-llm-decode-template', 'serving.kserve.io/config-llm-decode-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-decode-worker-data-parallel', 'serving.kserve.io/config-llm-prefill-template': 'v3-5-0-ea-2-kserve-config-llm-prefill-template', 'serving.kserve.io/config-llm-prefill-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-prefill-worker-data-parallel', 'serving.kserve.io/config-llm-router-route': 'v3-5-0-ea-2-kserve-config-llm-router-route', 'serving.kserve.io/config-llm-scheduler': 'v3-5-0-ea-2-kserve-config-llm-scheduler', 'serving.kserve.io/config-llm-template': 'v3-5-0-ea-2-kserve-config-llm-template', 'serving.kserve.io/config-llm-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-worker-data-parallel'}, 'appliedConfigs': [{'name': 'v3-5-0-ea-2-kserve-config-llm-router-route', 'namespace': 'opendatahub', 'source': 'Preset'}, {'name': 'v3-5-0-ea-2-kserve-config-llm-template', 'namespace': 'opendatahub', 'source': 'Preset'}], 'conditions': [{'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'GatewaysReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'HTTPRoutesReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'severity': 'Info', 'status': 'False', 'type': 'MainWorkloadReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'PresetsCombined'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'status': 'False', 'type': 'Ready'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'status': 'True', 'type': 'RouterReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'status': 'False', 'type': 'WorkloadsReady'}], 'observedGeneration': 1, 'router': {'gateways': [{'group': 'gateway.networking.k8s.io', 'httpRoutes': [{'group': 'gateway.networking.k8s.io', 'kind': 'HTTPRoute', 'name': 'distinct-2-w0-482177-kserve-route', 'namespace': 'e2e-models-e2e-worker-w0-482177'}], 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}]}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/e2e-models-e2e-worker-w0-482177/distinct-2-w0-482177', 'workloads': {'primary': {'apiGroup': 'apps', 'kind': 'Deployment', 'name': 'distinct-2-w0-482177-kserve'}, 'service': {'kind': 'Service', 'name': 'distinct-2-w0-482177-kserve-workload-svc'}}}}&quot;">self = &lt;test_subscription.TestStatusReporting object at 0x7fe8d9060e20&gt;
request = &lt;SubRequest '_worker_status_models' for &lt;Function test_subscription_active_status_with_valid_model&gt;&gt;

    @pytest.fixture(scope="class", autouse=True)
    def _worker_status_models(self, request):
        """Provision the optional models used by status-reporting tests."""
        from worker_tenant_fixtures import ensure_worker_models, serial_only_selection
    
        if serial_only_selection(request):
            yield
            return
    
        context = request.getfixturevalue("worker_tenant_context")
&gt;       ensure_worker_models(
            context,
            (context.distinct_model_ref, context.distinct_model_2_ref),
        )

test/maas-e2e/test/e2e/tests/test_subscription.py:1887: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
test/maas-e2e/test/e2e/tests/worker_tenant_fixtures.py:304: in ensure_worker_models
    wait_for_llmisvc_backend_ready(
test/maas-e2e/test/e2e/tests/multitenancy_helpers.py:706: in wait_for_llmisvc_backend_ready
    llmisvc = wait_for_status_condition(
test/maas-e2e/test/e2e/tests/multitenancy_helpers.py:303: in wait_for_status_condition
    return wait_for_json(kind, name, namespace, predicate=_predicate, timeout=timeout, interval=interval)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

kind = 'llminferenceservice', name = 'distinct-2-w0-482177'
namespace = 'e2e-models-e2e-worker-w0-482177'

    def wait_for_json(
        kind: str,
        name: str,
        namespace: Optional[str] = None,
        *,
        predicate=None,
        timeout: int = 180,
        interval: int = 5,
    ) -&gt; dict:
        deadline = time.time() + timeout
        last_obj = None
        while time.time() &lt; deadline:
            obj = get_json_or_none(kind, name, namespace)
            if obj is not None:
                last_obj = obj
                if predicate is None or predicate(obj):
                    return obj
            time.sleep(interval)
&gt;       raise AssertionError(
            f"{kind}/{name} in {namespace or '&lt;cluster&gt;'} did not satisfy condition. Last object: {last_obj}"
        )
E       AssertionError: llminferenceservice/distinct-2-w0-482177 in e2e-models-e2e-worker-w0-482177 did not satisfy condition. Last object: {'apiVersion': 'serving.kserve.io/v1alpha2', 'kind': 'LLMInferenceService', 'metadata': {'annotations': {'kubectl.kubernetes.io/last-applied-configuration': '{"apiVersion":"serving.kserve.io/v1alpha1","kind":"LLMInferenceService","metadata":{"annotations":{},"name":"distinct-2-w0-482177","namespace":"e2e-models-e2e-worker-w0-482177"},"spec":{"model":{"name":"e2e/distinct-2-w0-482177","uri":"hf://placeholder/no-model"},"replicas":1,"router":{"gateway":{"refs":[{"name":"e2e-worker-w0-482177","namespace":"openshift-ingress"}]},"route":{}},"storageInitializer":{"enabled":false},"template":{"containers":[{"args":["--port","8000","--model","e2e/distinct-2-w0-482177","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"command":["/app/llm-d-inference-sim"],"image":"ghcr.io/llm-d/llm-d-inference-sim@sha256:c3ba435081a4d032676b218ea34eb3a1c54507da0fade2f6297f9c37894fe0d1","livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"name":"main","ports":[{"containerPort":8000,"name":"https","protocol":"TCP"}],"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}}}]}}}\n'}, 'creationTimestamp': '2026-09-16T01:33:55Z', 'finalizers': ['serving.kserve.io/llmisvc-finalizer'], 'generation': 1, 'name': 'distinct-2-w0-482177', 'namespace': 'e2e-models-e2e-worker-w0-482177', 'resourceVersion': '39220', 'uid': 'c820b122-2bb8-455a-9fe9-44378bbb0bd9'}, 'spec': {'model': {'name': 'e2e/distinct-2-w0-482177', 'uri': 'hf://placeholder/no-model'}, 'replicas': 1, 'router': {'gateway': {'refs': [{'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}]}, 'route': {}}, 'storageInitializer': {'enabled': False}, 'template': {'containers': [{'args': ['--port', '8000', '--model', 'e2e/distinct-2-w0-482177', '--mode', 'random', '--no-mm-encoder-only', '--ssl-certfile', '/var/run/kserve/tls/tls.crt', '--ssl-keyfile', '/var/run/kserve/tls/tls.key'], 'command': ['/app/llm-d-inference-sim'], 'image': 'ghcr.io/llm-d/llm-d-inference-sim@sha256:c3ba435081a4d032676b218ea34eb3a1c54507da0fade2f6297f9c37894fe0d1', 'livenessProbe': {'httpGet': {'path': '/health', 'port': 'https', 'scheme': 'HTTPS'}}, 'name': 'main', 'ports': [{'containerPort': 8000, 'name': 'https', 'protocol': 'TCP'}], 'readinessProbe': {'httpGet': {'path': '/ready', 'port': 'https', 'scheme': 'HTTPS'}}, 'resources': {}}]}}, 'status': {'addresses': [{'models': [{'name': 'publishers/e2e-models-e2e-worker-w0-482177/models/e2e/distinct-2-w0-482177'}], 'name': 'gateway-internal-model-routing', 'origin': {'group': 'gateway.networking.k8s.io', 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/'}, {'models': [{'name': 'publishers/e2e-models-e2e-worker-w0-482177/models/e2e/distinct-2-w0-482177'}, {'name': 'e2e/distinct-2-w0-482177'}], 'name': 'gateway-internal', 'origin': {'group': 'gateway.networking.k8s.io', 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/e2e-models-e2e-worker-w0-482177/distinct-2-w0-482177'}], 'annotations': {'serving.kserve.io/config-llm-decode-template': 'v3-5-0-ea-2-kserve-config-llm-decode-template', 'serving.kserve.io/config-llm-decode-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-decode-worker-data-parallel', 'serving.kserve.io/config-llm-prefill-template': 'v3-5-0-ea-2-kserve-config-llm-prefill-template', 'serving.kserve.io/config-llm-prefill-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-prefill-worker-data-parallel', 'serving.kserve.io/config-llm-router-route': 'v3-5-0-ea-2-kserve-config-llm-router-route', 'serving.kserve.io/config-llm-scheduler': 'v3-5-0-ea-2-kserve-config-llm-scheduler', 'serving.kserve.io/config-llm-template': 'v3-5-0-ea-2-kserve-config-llm-template', 'serving.kserve.io/config-llm-worker-data-parallel': 'v3-5-0-ea-2-kserve-config-llm-worker-data-parallel'}, 'appliedConfigs': [{'name': 'v3-5-0-ea-2-kserve-config-llm-router-route', 'namespace': 'opendatahub', 'source': 'Preset'}, {'name': 'v3-5-0-ea-2-kserve-config-llm-template', 'namespace': 'opendatahub', 'source': 'Preset'}], 'conditions': [{'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'GatewaysReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'HTTPRoutesReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'severity': 'Info', 'status': 'False', 'type': 'MainWorkloadReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'severity': 'Info', 'status': 'True', 'type': 'PresetsCombined'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'status': 'False', 'type': 'Ready'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'status': 'True', 'type': 'RouterReady'}, {'lastTransitionTime': '2026-09-16T01:36:18Z', 'reason': 'Progressing', 'status': 'False', 'type': 'WorkloadsReady'}], 'observedGeneration': 1, 'router': {'gateways': [{'group': 'gateway.networking.k8s.io', 'httpRoutes': [{'group': 'gateway.networking.k8s.io', 'kind': 'HTTPRoute', 'name': 'distinct-2-w0-482177-kserve-route', 'namespace': 'e2e-models-e2e-worker-w0-482177'}], 'kind': 'Gateway', 'name': 'e2e-worker-w0-482177', 'namespace': 'openshift-ingress'}]}, 'url': 'https://e2e-worker-w0-482177-openshift-default.openshift-ingress.svc.cluster.local/e2e-models-e2e-worker-w0-482177/distinct-2-w0-482177', 'workloads': {'primary': {'apiGroup': 'apps', 'kind': 'Deployment', 'name': 'distinct-2-w0-482177-kserve'}, 'service': {'kind': 'Service', 'name': 'distinct-2-w0-482177-kserve-workload-svc'}}}}

test/maas-e2e/test/e2e/tests/multitenancy_helpers.py:229: AssertionError</error></testcase><testcase classname="tests.test_models_endpoint.TestModelsEndpoint" name="test_user_token_with_subscription_header_filters@models" time="1.560" /><testcase classname="tests.test_models_endpoint.TestModelsEndpoint" name="test_response_schema_matches_openapi@models" time="0.406" /><testcase classname="tests.test_models_endpoint.TestModelsEndpoint" name="test_model_metadata_preserved@models" time="0.409" /><testcase classname="tests.test_models_endpoint.TestModelsEndpoint" name="test_api_key_scoped_to_subscription@models" time="1.628" /><testcase classname="tests.test_tenant_namespace_discovery.TestTenantNamespaceDiscovery" name="test_per_tenant_oidc_configuration@mt_lifecycle" time="0.001"><skipped type="pytest.skip" message="OIDC_ISSUER_URL not set; per-tenant OIDC E2E requires external OIDC deploy">/workspace/source/test/maas-e2e/test/e2e/tests/test_tenant_namespace_discovery.py:189: OIDC_ISSUER_URL not set; per-tenant OIDC E2E requires external OIDC deploy</skipped></testcase><testcase classname="tests.test_tenant_namespace_discovery.TestTenantNamespaceDiscovery" name="test_namespace_qualified_collision_prevention@mt_lifecycle" time="15.872" /><testcase classname="tests.test_models_endpoint.TestModelsEndpoint" name="test_api_key_with_deleted_subscription_403@models" time="1.684" /><testcase classname="tests.test_models_endpoint.TestModelsEndpoint" name="test_api_key_with_inaccessible_subscription_403@models" time="1.854" /><testcase classname="tests.test_models_endpoint.TestModelsEndpoint" name="test_invalid_subscription_header_403@models" time="1.573" /><testcase classname="tests.test_models_endpoint.TestModelsEndpoint" name="test_access_denied_to_subscription_403@models" time="2.406" /><testcase classname="tests.test_models_endpoint.TestModelsEndpoint" name="test_api_key_ignores_subscription_header@models" time="33.759" /><testcase classname="tests.test_tenant_namespace_discovery.TestTenantNamespaceDiscovery" name="test_tenant_admin_rbac_is_namespace_scoped@mt_lifecycle" time="53.676" /><testcase classname="tests.test_models_endpoint.TestModelsEndpoint" name="test_multiple_api_keys_different_subscriptions@models" time="11.234" /><testcase classname="tests.test_models_endpoint.TestModelsEndpoint" name="test_service_account_token_multiple_subs_no_header@models" time="9.197" /><testcase classname="tests.test_models_endpoint.TestModelsEndpoint" name="test_service_account_token_multiple_subs_with_header@models" time="15.699" /><testcase classname="tests.test_tenant_namespace_discovery.TestTenantWebhookValidation" name="test_maassubscription_rejected_without_tenant_config_cr@mt_lifecycle" time="5.981" /><testcase classname="tests.test_tenant_namespace_discovery.TestTenantWebhookValidation" name="test_maasauthpolicy_rejected_without_tenant_config_cr@mt_lifecycle" time="6.039" /><testcase classname="tests.test_models_endpoint.TestModelsEndpoint" name="test_unauthenticated_request_401@models" time="0.054" /><testcase classname="tests.test_gateway_scoped_authpolicy.TestGatewayAuthPolicyStructure" name="test_target_ref_points_to_gateway@models" time="0.255" /><testcase classname="tests.test_gateway_scoped_authpolicy.TestGatewayAuthPolicyStructure" name="test_no_per_model_authpolicy_for_fixture_model@models" time="0.115" /><testcase classname="tests.test_gateway_scoped_authpolicy.TestGatewayAuthPolicyLifecycle" name="test_gateway_auth_rego_is_fixed_size@models" time="1.209" /><testcase classname="tests.test_gateway_scoped_authpolicy.TestGatewayAuthPolicyLifecycle" name="test_only_one_gateway_authpolicy_named_maas_gateway_auth@models" time="0.255" /><testcase classname="tests.test_gateway_scoped_authpolicy.TestGatewayAuthPolicyManagementEndpointAccess" name="test_gateway_auth_group_membership_has_when_guard@models" time="0.119" /><testcase classname="tests.test_gateway_scoped_authpolicy.TestGatewayAuthPolicyManagementEndpointAccess" name="test_gateway_auth_subscription_check_gated_by_model_identity@models" time="0.135" /><testcase classname="tests.test_gateway_scoped_authpolicy.TestGatewayAuthPolicyManagementEndpointAccess" name="test_gateway_default_auth_scoped_if_present@models" time="23.804"><skipped type="pytest.skip" message="legacy gateway-default-auth is scoped to the shared default gateway">/workspace/source/test/maas-e2e/test/e2e/tests/test_gateway_scoped_authpolicy.py:219: legacy gateway-default-auth is scoped to the shared default gateway</skipped></testcase><testcase classname="tests.test_tenant_namespace_discovery.TestTenantDiscoveryDormantMode" name="test_dormant_mode_ignores_labeled_namespace@mt_lifecycle" time="0.001"><skipped type="pytest.skip" message="Dormant-mode test mutates controller flags; set ENABLE_TENANT_DISCOVERY_DORMANT_E2E=true">/workspace/source/test/maas-e2e/test/e2e/tests/test_tenant_namespace_discovery.py:355: Dormant-mode test mutates controller flags; set ENABLE_TENANT_DISCOVERY_DORMANT_E2E=true</skipped></testcase><testcase classname="tests.test_tenant_namespace_discovery.TestLegacyDefaultNamespaceStillWorks" name="test_models_as_a_service_namespace_reconciles@mt_lifecycle" time="0.610" /><testcase classname="tests.test_tenant_auth_isolation.TestTenantAuthIsolation" name="test_api_key_creation_scoped_to_tenant@tenant_isolation" time="263.642" /><testcase classname="tests.test_tenant_auth_isolation.TestTenantAuthIsolation" name="test_api_key_validates_against_correct_tenant@tenant_isolation" time="22.780" /><testcase classname="tests.test_tenant_discovery_isolation" name="test_tenant_discovery_same_tenant_access@mt_lifecycle" time="48.114"><skipped type="pytest.skip" message="Skipping when Gateway uses ClusterIP + OpenShift Route (unsupported configuration). This mixes incompatible routing paradigms. Gateway has no external hostname in spec.listeners, so /v1/tenants returns an error. Supported configuration: LoadBalancer service with hostname in spec.listeners.">/workspace/source/test/maas-e2e/test/e2e/tests/test_tenant_discovery_isolation.py:93: Skipping when Gateway uses ClusterIP + OpenShift Route (unsupported configuration). This mixes incompatible routing paradigms. Gateway has no external hostname in spec.listeners, so /v1/tenants returns an error. Supported configuration: LoadBalancer service with hostname in spec.listeners.</skipped></testcase><testcase classname="tests.test_tenant_discovery_isolation" name="test_tenant_discovery_cross_tenant_isolation@mt_lifecycle" time="0.001"><skipped type="pytest.skip" message="Skipping when Gateway uses ClusterIP + OpenShift Route (unsupported configuration). This mixes incompatible routing paradigms. Gateway has no external hostname in spec.listeners, so /v1/tenants returns an error. Supported configuration: LoadBalancer service with hostname in spec.listeners.">/workspace/source/test/maas-e2e/test/e2e/tests/test_tenant_discovery_isolation.py:141: Skipping when Gateway uses ClusterIP + OpenShift Route (unsupported configuration). This mixes incompatible routing paradigms. Gateway has no external hostname in spec.listeners, so /v1/tenants returns an error. Supported configuration: LoadBalancer service with hostname in spec.listeners.</skipped></testcase><testcase classname="tests.test_tenant_discovery_isolation" name="test_tenant_discovery_unauthorized_access@mt_lifecycle" time="9.269" /><testcase classname="tests.test_tenant_discovery_isolation" name="test_tenant_discovery_each_tenant_returns_own_gateway@mt_lifecycle" time="0.001"><skipped type="pytest.skip" message="Skipping when Gateway uses ClusterIP + OpenShift Route (unsupported configuration). This mixes incompatible routing paradigms. Gateway has no external hostname in spec.listeners, so /v1/tenants returns an error. Supported configuration: LoadBalancer service with hostname in spec.listeners.">/workspace/source/test/maas-e2e/test/e2e/tests/test_tenant_discovery_isolation.py:228: Skipping when Gateway uses ClusterIP + OpenShift Route (unsupported configuration). This mixes incompatible routing paradigms. Gateway has no external hostname in spec.listeners, so /v1/tenants returns an error. Supported configuration: LoadBalancer service with hostname in spec.listeners.</skipped></testcase><testcase classname="tests.test_multi_tenant_integration.TestMultiTenantIntegration" name="test_full_tenant_lifecycle_create_to_delete@mt_lifecycle" time="141.740" /><testcase classname="tests.test_tenant_auth_isolation.TestTenantAuthIsolation" name="test_api_key_rejected_cross_tenant@tenant_isolation" time="15.481" /><testcase classname="tests.test_tenant_auth_isolation.TestTenantAuthIsolation" name="test_oidc_token_validation_per_tenant@tenant_isolation" time="0.001"><skipped type="pytest.skip" message="Per-tenant OIDC tokens unavailable — set OIDC_TOKEN_URL (tenant-a) and OIDC_TOKEN_URL_TENANT_B (tenant-b), or OIDC_TOKEN_TENANT_A / OIDC_TOKEN_TENANT_B">/workspace/source/test/maas-e2e/test/e2e/tests/test_tenant_auth_isolation.py:215: Per-tenant OIDC tokens unavailable — set OIDC_TOKEN_URL (tenant-a) and OIDC_TOKEN_URL_TENANT_B (tenant-b), or OIDC_TOKEN_TENANT_A / OIDC_TOKEN_TENANT_B</skipped></testcase><testcase classname="tests.test_tenant_auth_isolation.TestTenantAuthIsolation" name="test_api_key_list_scoped_to_tenant@tenant_isolation" time="17.662" /><testcase classname="tests.test_tenant_auth_isolation.TestTenantAuthIsolation" name="test_api_key_metadata_not_leaked_cross_tenant@tenant_isolation" time="17.690" /><testcase classname="tests.test_tenant_auth_isolation.TestTenantAuthIsolation" name="test_api_key_subscription_selection_uses_tenant_namespace@tenant_isolation" time="20.992" /><testcase classname="tests.test_tenant_subscription_isolation.TestTenantSubscriptionIsolation" name="test_subscription_list_scoped_to_tenant@tenant_isolation" time="51.570" /><testcase classname="tests.test_tenant_subscription_isolation.TestTenantSubscriptionIsolation" name="test_subscription_selection_per_tenant@tenant_isolation" time="13.626" /><testcase classname="tests.test_multi_tenant_integration.TestMultiTenantIntegration" name="test_default_tenant_unaffected_by_multitenancy_enablement@mt_lifecycle" time="0.933" /><testcase classname="tests.test_multi_tenant_integration.TestMultiTenantIntegration" name="test_same_named_resources_across_tenants@mt_lifecycle" time="14.476" /><testcase classname="tests.test_multi_tenant_integration.TestMultiTenantIntegration" name="test_tenant_namespace_label_change_triggers_reconciliation@mt_lifecycle" time="37.837" /><testcase classname="tests.test_tenant_rate_limit_isolation.TestTenantRateLimitIsolation" name="test_rate_limit_enforced_per_tenant@tenant_isolation" time="56.440" /><testcase classname="tests.test_tenant_rate_limit_isolation.TestTenantRateLimitIsolation" name="test_independent_tenant_rate_limits@tenant_isolation" time="12.527" /><testcase classname="tests.test_per_tenant_ipp_isolation.TestPerTenantIPPInfrastructure" name="test_per_tenant_ipp_deployments_exist@tenant_isolation" time="54.043" /><testcase classname="tests.test_per_tenant_ipp_isolation.TestPerTenantIPPInfrastructure" name="test_per_tenant_ipp_env_vars@tenant_isolation" time="0.233" /><testcase classname="tests.test_per_tenant_ipp_isolation.TestPerTenantIPPInfrastructure" name="test_per_tenant_envoyfilter_workload_selector_isolated@tenant_isolation" time="0.348" /><testcase classname="tests.test_per_tenant_ipp_isolation.TestPerTenantIPPInfrastructure" name="test_per_tenant_envoyfilter_grpc_clusters@tenant_isolation" time="0.243" /><testcase classname="tests.test_per_tenant_ipp_isolation.TestPerTenantIPPInfrastructure" name="test_default_tenant_keeps_legacy_ipp_names@tenant_isolation" time="0.237" /><testcase classname="tests.test_per_tenant_ipp_isolation.TestPerTenantIPPInfrastructure" name="test_multiple_tenant_ipp_stacks_coexist@tenant_isolation" time="0.345" /><testcase classname="tests.test_per_tenant_ipp_isolation.TestPerTenantIPPInfrastructure" name="test_per_tenant_networkpolicy_when_applied@tenant_isolation" time="0.230" /><testcase classname="tests.test_per_tenant_ipp_isolation.TestPerTenantIPPRouting" name="test_default_gateway_hits_default_ipp_only@tenant_isolation" time="3.074" /><testcase classname="tests.test_multi_tenant_maas_api.TestPerTenantMaaSAPI" name="test_aitenant_creates_dedicated_maas_api_infrastructure@mt_lifecycle" time="69.467" /><testcase classname="tests.test_multi_tenant_maas_api.TestPerTenantMaaSAPI" name="test_tenant_name_environment_variable_set@mt_lifecycle" time="0.239" /><testcase classname="tests.test_multi_tenant_maas_api.TestPerTenantMaaSAPI" name="test_service_routing_isolation@mt_lifecycle" time="0.472" /><testcase classname="tests.test_multi_tenant_maas_api.TestPerTenantMaaSAPI" name="test_httproute_tenant_attachment@mt_lifecycle" time="0.238" /><testcase classname="tests.test_multi_tenant_maas_api.TestPerTenantMaaSAPI" name="test_default_and_multiple_tenants_coexist@mt_lifecycle" time="79.037" /><testcase classname="tests.test_per_tenant_ipp_isolation.TestPerTenantIPPRouting" name="test_tenant_gateway_hits_tenant_ipp_only@tenant_isolation" time="46.016" /><testcase classname="tests.test_per_tenant_ipp_isolation.TestPerTenantIPPCleanup" name="test_ipp_resources_removed_on_aitenant_delete@tenant_isolation" time="163.324" /></testsuite></testsuites>