/workspace/source/test/e2e/tests/test_namespace_scoping.py:212: test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true/workspace/source/test/e2e/tests/test_namespace_scoping.py:245: test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true/workspace/source/test/e2e/tests/test_namespace_scoping.py:283: test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true/workspace/source/test/e2e/tests/test_namespace_scoping.py:320: test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true/workspace/source/test/e2e/tests/test_namespace_scoping.py:377: test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true/workspace/source/test/e2e/tests/test_namespace_scoping.py:453: test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true/workspace/source/test/e2e/tests/test_subscription.py:1055: gateway-only mode: per-model AuthPolicy is not createdself = <test_subscription.TestStatusReporting object at 0x7f8f1a002b20> def test_subscription_status_transitions_on_model_deletion(self): """ Test: MaaSSubscription transitions from Active to Degraded/Failed when model is deleted. Creates a subscription with a temporary model, verifies Active status, then deletes the model and verifies status transitions appropriately. """ ns = _ns() subscription_name = "e2e-status-transition-sub" auth_name = "e2e-status-transition-auth" model_name = "e2e-temp-model-status" sa_name = "e2e-status-transition-sa" try: _create_sa_token(sa_name, namespace=MODEL_NAMESPACE) sa_user = _sa_to_user(sa_name, namespace=MODEL_NAMESPACE) # Create a temporary model _create_test_maas_model(model_name, llmis_name=MODEL_REF, namespace=MODEL_NAMESPACE) _wait_reconcile() # Create auth policy and subscription for the model _create_test_auth_policy(auth_name, model_name, users=[sa_user]) _create_test_subscription(subscription_name, model_name, users=[sa_user]) > _wait_for_maas_auth_policy_phase(auth_name) test/e2e/tests/test_subscription.py:2136: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ name = 'e2e-status-transition-auth', expected_phase = 'Active' namespace = 'models-as-a-service', timeout = 60, require_auth_policies = False require_enforced = True def _wait_for_maas_auth_policy_phase(name, expected_phase="Active", namespace=None, timeout=60, require_auth_policies=False, require_enforced=True): """Wait for MaaSAuthPolicy to reach a specific phase. Args: name: Name of the MaaSAuthPolicy expected_phase: Phase to wait for (default: "Active") namespace: Namespace (defaults to _ns()) timeout: Maximum wait time in seconds (default: 60) require_auth_policies: If True, requires authPolicies to be populated (default: False). Keep False for gateway-only AuthPolicy reconciliation. require_enforced: If True (default): - with require_auth_policies=True: all status.authPolicies entries must be ready - with require_auth_policies=False and expected_phase Active: also wait for the gateway Kuadrant AuthPolicy (maas-gateway-auth) to be Accepted+Enforced Returns: The auth policy CR dict when the expected phase is reached Raises: TimeoutError: If MaaSAuthPolicy doesn't reach expected phase within timeout """ namespace = namespace or _ns() deadline = time.time() + timeout log.info(f"Waiting for MaaSAuthPolicy {name} to reach phase '{expected_phase}' (timeout: {timeout}s)...") while time.time() < deadline: cr = _get_cr("maasauthpolicy", name, namespace) if cr: status = cr.get("status", {}) phase = status.get("phase") auth_policies = status.get("authPolicies", []) if phase == expected_phase: # No per-model auth policies required — phase match is sufficient for the CR, # but gateway-only mode still needs Kuadrant Enforced before HTTP calls. # Callers that intentionally stop Kuadrant (e.g. TRLP degraded tests) must # pass require_enforced=False — Enforced cannot become True while Kuadrant is down. if not require_auth_policies: if require_enforced and expected_phase == "Active": # Keep a floor so a slow phase wait does not starve Kuadrant Enforced. # AuthConfig backlog after policy churn often needs the full enforced timeout. remaining = max(GATEWAY_ENFORCED_TIMEOUT, int(deadline - time.time())) _wait_for_gateway_auth_enforced(timeout=remaining) log.info(f"MaaSAuthPolicy {name} reached phase '{expected_phase}'") return cr # Auth policies required — check they exist if len(auth_policies) > 0: if require_enforced: all_enforced = all( ap.get("ready") is True for ap in auth_policies ) if all_enforced: log.info(f"MaaSAuthPolicy {name} reached phase '{expected_phase}' and all enforced") return cr else: log.info(f"MaaSAuthPolicy {name} reached phase '{expected_phase}' with {len(auth_policies)} auth policy status(es)") return cr log.debug(f"MaaSAuthPolicy {name}: phase={phase}, authPolicies={len(auth_policies)}") time.sleep(2) # Timeout - return current state for debugging cr = _get_cr("maasauthpolicy", name, namespace) status = cr.get("status", {}) if cr else {} > raise TimeoutError( f"MaaSAuthPolicy {name} did not reach phase '{expected_phase}' within {timeout}s " f"(current: phase={status.get('phase')}, authPolicies={len(status.get('authPolicies', []))})" ) E TimeoutError: MaaSAuthPolicy e2e-status-transition-auth did not reach phase 'Active' within 60s (current: phase=Pending, authPolicies=0) test/e2e/tests/test_helper.py:1134: TimeoutErrorself = <test_tenant.TestTenantLifecycle object at 0x7f8f1a58ed60> def test_tenant_ready_and_phase_healthy(self): st = _wait_tenant_ready() > assert st is not None, "MaasTenantConfig Ready did not become True in time." E AssertionError: MaasTenantConfig Ready did not become True in time. E assert None is not None test/e2e/tests/test_tenant.py:115: AssertionErrorself = <test_tenant.TestTenantLifecycle object at 0x7f8f1a58e640> def test_payload_processing_deployed_with_active_tenant(self): """Default-tenant MaasTenantConfig should reconcile legacy unsuffixed IPP Deployments.""" st = _wait_tenant_ready() > assert st is not None, "MaasTenantConfig not Ready; skip workload checks." E AssertionError: MaasTenantConfig not Ready; skip workload checks. E assert None is not None test/e2e/tests/test_tenant.py:125: AssertionErrorself = <test_aitenant_lifecycle.TestAITenantLifecycle object at 0x7f8f1a0f6100> def test_default_aitenant_bootstraps_maas_tenant_config_without_gateway_mutation(self): > aitenant = _wait_for_json( AITENANT_KIND, DEFAULT_AITENANT_NAME, AITENANT_NAMESPACE, predicate=_aitenant_ready, timeout=240, ) test/e2e/tests/test_aitenant_lifecycle.py:297: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ kind = 'aitenant', name = 'models-as-a-service', namespace = 'ai-tenants' def _wait_for_json(kind, name, namespace=None, *, predicate=None, timeout=180, interval=5): deadline = time.time() + timeout last_obj = None while time.time() < deadline: obj = _get_json_or_none(kind, name, namespace) if obj is not None: last_obj = obj if predicate is None or predicate(obj): return obj time.sleep(interval) > raise AssertionError(f"{kind}/{name} in {namespace or '<cluster>'} did not satisfy condition. Last object: {last_obj}") E AssertionError: aitenant/models-as-a-service in ai-tenants did not satisfy condition. Last object: {'apiVersion': 'maas.opendatahub.io/v1alpha1', 'kind': 'AITenant', 'metadata': {'creationTimestamp': '2026-07-31T21:37:37Z', 'finalizers': ['maas.opendatahub.io/aitenant-cleanup'], 'generation': 1, 'name': 'models-as-a-service', 'namespace': 'ai-tenants', 'ownerReferences': [{'apiVersion': 'maas.opendatahub.io/v1alpha1', 'kind': 'Config', 'name': 'default', 'uid': '972e90c0-1e9a-462d-8ed2-277ea7b1f44b'}], 'resourceVersion': '21748', 'uid': '46eb8cf7-feaf-47f6-9a06-bbd188f7f247'}, 'spec': {'gateway': {'name': 'maas-default-gateway'}}, 'status': {'conditions': [{'lastTransitionTime': '2026-07-31T21:37:39Z', 'message': 'waiting for MaasTenantConfig to report Ready', 'observedGeneration': 1, 'reason': 'TenantConfigNotReady', 'status': 'False', 'type': 'Ready'}], 'gatewayRef': {'name': 'maas-default-gateway', 'namespace': 'openshift-ingress'}, 'phase': 'Pending', 'tenantNamespace': 'models-as-a-service'}} test/e2e/tests/test_aitenant_lifecycle.py:114: AssertionErrorself = <test_aitenant_lifecycle.TestAITenantLifecycle object at 0x7f8f1a0f64c0> def test_aitenant_create_bootstrap_resources(self): case = _new_aitenant_case() try: _apply_gateway_fixture(case) _apply_aitenant(case) > _assert_aitenant_bootstrap_resources(case) test/e2e/tests/test_aitenant_lifecycle.py:423: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ test/e2e/tests/test_aitenant_lifecycle.py:206: in _assert_aitenant_bootstrap_resources aitenant = _wait_for_json( _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ kind = 'aitenant', name = 'e2e-ait-8ef214f7', namespace = 'ai-tenants' def _wait_for_json(kind, name, namespace=None, *, predicate=None, timeout=180, interval=5): deadline = time.time() + timeout last_obj = None while time.time() < deadline: obj = _get_json_or_none(kind, name, namespace) if obj is not None: last_obj = obj if predicate is None or predicate(obj): return obj time.sleep(interval) > raise AssertionError(f"{kind}/{name} in {namespace or '<cluster>'} did not satisfy condition. Last object: {last_obj}") E AssertionError: aitenant/e2e-ait-8ef214f7 in ai-tenants did not satisfy condition. Last object: {'apiVersion': 'maas.opendatahub.io/v1alpha1', 'kind': 'AITenant', 'metadata': {'annotations': {'kubectl.kubernetes.io/last-applied-configuration': '{"apiVersion":"maas.opendatahub.io/v1alpha1","kind":"AITenant","metadata":{"annotations":{},"name":"e2e-ait-8ef214f7","namespace":"ai-tenants"},"spec":{}}\n'}, 'creationTimestamp': '2026-07-31T22:08:17Z', 'finalizers': ['maas.opendatahub.io/aitenant-cleanup'], 'generation': 1, 'name': 'e2e-ait-8ef214f7', 'namespace': 'ai-tenants', 'resourceVersion': '52155', 'uid': '11633a20-3706-457a-9fc8-89cd2dad7ac2'}, 'spec': {}, 'status': {'conditions': [{'lastTransitionTime': '2026-07-31T22:08:18Z', 'message': 'waiting for MaasTenantConfig to report Ready', 'observedGeneration': 1, 'reason': 'TenantConfigNotReady', 'status': 'False', 'type': 'Ready'}], 'gatewayRef': {'name': 'e2e-ait-8ef214f7', 'namespace': 'openshift-ingress'}, 'phase': 'Pending', 'tenantNamespace': 'ai-tenant-e2e-ait-8ef214f7'}} test/e2e/tests/test_aitenant_lifecycle.py:114: AssertionError