/workspace/source/test/e2e/tests/test_namespace_scoping.py:212: test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true/workspace/source/test/e2e/tests/test_namespace_scoping.py:245: test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true/workspace/source/test/e2e/tests/test_namespace_scoping.py:283: test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true/workspace/source/test/e2e/tests/test_namespace_scoping.py:320: test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true/workspace/source/test/e2e/tests/test_namespace_scoping.py:377: test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true/workspace/source/test/e2e/tests/test_namespace_scoping.py:453: test_namespace_scoping validates single-tenant dormant mode; skipped when ENABLE_TENANT_NAMESPACE_DISCOVERY=true/workspace/source/test/e2e/tests/test_subscription.py:1056: gateway-only mode: per-model AuthPolicy is not createdself = <test_subscription.TestE2ESubscriptionFlow object at 0x7fd2527d6850> def test_e2e_multiple_subscriptions_separate_keys_gets_200(self): """ User with two subscriptions for the same model: mint one API key per subscription; each key succeeds on inference without x-maas-subscription. """ ns = _ns() auth_policy_name = "e2e-test-auth-multi-sub-valid" subscription_1 = "e2e-test-subscription-free" subscription_2 = "e2e-test-subscription-premium" sa_name = "e2e-sa-multi-sub-valid" try: # Create service account and get OC token for maas-api oc_token = _create_sa_token(sa_name, namespace=ns) sa_user = _sa_to_user(sa_name, namespace=ns) # Create test resources with 2 subscriptions for the same user _create_test_auth_policy(auth_policy_name, MODEL_REF, users=[sa_user]) _create_test_subscription(subscription_1, MODEL_REF, users=[sa_user], token_limit=100) _create_test_subscription(subscription_2, MODEL_REF, users=[sa_user], token_limit=1000) _wait_reconcile() > key1 = _create_api_key( oc_token, name=f"{sa_name}-key-tier1", subscription=subscription_1, ) test/e2e/tests/test_subscription.py:1515: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ oc_token = 'eyJhbGciOiJSUzI1NiIsImtpZCI6ImJVOXpRTHE0ck9ZM0NieUNBd1FIU1M0UEl3dmNrVjFWS2lWNzk5bzU3QWsifQ.eyJhdWQiOlsiaHR0cHM6Ly9wcm...osr6NTtS28g7vVF0JkRG_zZV-S-wm6nfSoBOg2DyTn4Lq3N5eiDNn-XN5jYkjTmmtkig41E4wBj7VsqGozrdMcnJz380oVogLjqGTaDij8C1bV5qqG2zLw' name = 'e2e-sa-multi-sub-valid-key-tier1' subscription = 'e2e-test-subscription-free' def _create_api_key(oc_token: str, name: str = None, subscription: str = None) -> str: """Create an API key using the MaaS API and return the plaintext key. Args: oc_token: OC token for authentication with maas-api name: Optional name for the key (auto-generated if not provided) subscription: Optional MaaSSubscription name to bind (highest-priority auto-bind if omitted) Returns: The plaintext API key (sk-oai-xxx format) """ r = _create_api_key_raw(oc_token, name, subscription) if r.status_code not in (200, 201): > raise RuntimeError(f"Failed to create API key: {r.status_code} {r.text}") E RuntimeError: Failed to create API key: 500 Internal Server Error. test/e2e/tests/test_helper.py:247: RuntimeError/workspace/source/test/e2e/tests/test_tenant.py:127: Tenant not Active (e.g. Degraded); payload-processing not asserted/workspace/source/test/e2e/tests/test_tenant_namespace_discovery.py:186: OIDC_ISSUER_URL not set; per-tenant OIDC E2E requires external OIDC deploy/workspace/source/test/e2e/tests/test_tenant_namespace_discovery.py:358: Dormant-mode test mutates controller flags; set ENABLE_TENANT_DISCOVERY_DORMANT_E2E=true/workspace/source/test/e2e/tests/test_gateway_scoped_authpolicy.py:170: gateway-default-auth not present (maas-gateway-auth is active); scoping is validated by unit tests/workspace/source/test/e2e/tests/test_tenant_auth_isolation.py:158: OIDC_TOKEN_TENANT_A and OIDC_TOKEN_TENANT_B are required for per-tenant OIDC validationshared_test_tenants = ({'base_url': 'https://e2e-shared-a-f22821.apps.1399986c-7307-42fb-a25f-d0c94ebff181.prod.konfluxeaas.com/maas-api', '...ateway_name': 'e2e-shared-b-9293de', 'name': 'e2e-shared-b-9293de', 'namespace': 'ai-tenant-e2e-shared-b-9293de', ...}) @pytest.fixture(scope="module") def tenant_env(shared_test_tenants): """Adapter fixture with tenant-specific models.""" tenant_a, tenant_b = dict(shared_test_tenants[0]), dict(shared_test_tenants[1]) for tenant in (tenant_a, tenant_b): model_name = f"rate-test-model-{tenant['suffix']}" > provision_tenant_model(model_name, tenant["namespace"], tenant["gateway_name"]) test/e2e/tests/test_tenant_rate_limit_isolation.py:44: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ test/e2e/tests/multitenancy_helpers.py:842: in provision_tenant_model wait_for_status_condition( test/e2e/tests/multitenancy_helpers.py:289: in wait_for_status_condition return wait_for_json(kind, name, namespace, predicate=_predicate, timeout=timeout, interval=interval) test/e2e/tests/multitenancy_helpers.py:209: in wait_for_json obj = get_json_or_none(kind, name, namespace) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ kind = 'maasmodelref', name = 'rate-test-model-9293de' namespace = 'ai-tenant-e2e-shared-b-9293de' def get_json_or_none(kind: str, name: str, namespace: Optional[str] = None) -> Optional[dict]: args = ["get", kind, name, "-o", "json"] if namespace: args.extend(["-n", namespace]) result = _oc_run(args) if result.returncode == 0: return json.loads(result.stdout) if _oc_output_not_found(result): return None > raise RuntimeError(f"`oc {' '.join(args)}` failed: {result.stderr.strip() or result.stdout.strip()}") E RuntimeError: `oc get maasmodelref rate-test-model-9293de -o json -n ai-tenant-e2e-shared-b-9293de` failed: Unable to connect to the server: net/http: TLS handshake timeout test/e2e/tests/multitenancy_helpers.py:180: RuntimeErrorshared_test_tenants = ({'base_url': 'https://e2e-shared-a-f22821.apps.1399986c-7307-42fb-a25f-d0c94ebff181.prod.konfluxeaas.com/maas-api', '...ateway_name': 'e2e-shared-b-9293de', 'name': 'e2e-shared-b-9293de', 'namespace': 'ai-tenant-e2e-shared-b-9293de', ...}) @pytest.fixture(scope="module") def tenant_env(shared_test_tenants): """Adapter fixture with tenant-specific models.""" tenant_a, tenant_b = dict(shared_test_tenants[0]), dict(shared_test_tenants[1]) for tenant in (tenant_a, tenant_b): model_name = f"rate-test-model-{tenant['suffix']}" > provision_tenant_model(model_name, tenant["namespace"], tenant["gateway_name"]) test/e2e/tests/test_tenant_rate_limit_isolation.py:44: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ test/e2e/tests/multitenancy_helpers.py:842: in provision_tenant_model wait_for_status_condition( test/e2e/tests/multitenancy_helpers.py:289: in wait_for_status_condition return wait_for_json(kind, name, namespace, predicate=_predicate, timeout=timeout, interval=interval) test/e2e/tests/multitenancy_helpers.py:209: in wait_for_json obj = get_json_or_none(kind, name, namespace) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ kind = 'maasmodelref', name = 'rate-test-model-9293de' namespace = 'ai-tenant-e2e-shared-b-9293de' def get_json_or_none(kind: str, name: str, namespace: Optional[str] = None) -> Optional[dict]: args = ["get", kind, name, "-o", "json"] if namespace: args.extend(["-n", namespace]) result = _oc_run(args) if result.returncode == 0: return json.loads(result.stdout) if _oc_output_not_found(result): return None > raise RuntimeError(f"`oc {' '.join(args)}` failed: {result.stderr.strip() or result.stdout.strip()}") E RuntimeError: `oc get maasmodelref rate-test-model-9293de -o json -n ai-tenant-e2e-shared-b-9293de` failed: Unable to connect to the server: net/http: TLS handshake timeout test/e2e/tests/multitenancy_helpers.py:180: RuntimeError/workspace/source/test/e2e/tests/test_external_oidc.py:238: EXTERNAL_OIDC is not true/workspace/source/test/e2e/tests/test_external_oidc.py:249: EXTERNAL_OIDC is not true/workspace/source/test/e2e/tests/test_external_oidc.py:263: EXTERNAL_OIDC is not true/workspace/source/test/e2e/tests/test_external_oidc.py:276: EXTERNAL_OIDC is not true/workspace/source/test/e2e/tests/test_external_oidc.py:289: EXTERNAL_OIDC is not true/workspace/source/test/e2e/tests/test_external_oidc.py:321: EXTERNAL_OIDC is not true/workspace/source/test/e2e/tests/test_external_oidc.py:365: EXTERNAL_OIDC is not true/workspace/source/test/e2e/tests/test_external_oidc.py:381: EXTERNAL_OIDC is not true/workspace/source/test/e2e/tests/test_external_oidc.py:391: EXTERNAL_OIDC is not true/workspace/source/test/e2e/tests/test_external_oidc.py:414: EXTERNAL_OIDC is not true/workspace/source/test/e2e/tests/test_external_oidc.py:422: EXTERNAL_OIDC is not true/workspace/source/test/e2e/tests/test_external_oidc.py:427: EXTERNAL_OIDC is not true/workspace/source/test/e2e/tests/test_external_oidc.py:440: EXTERNAL_OIDC is not true/workspace/source/test/e2e/tests/test_external_oidc.py:487: EXTERNAL_OIDC is not true/workspace/source/test/e2e/tests/test_external_oidc.py:523: EXTERNAL_OIDC is not true/workspace/source/test/e2e/tests/test_external_oidc.py:588: EXTERNAL_OIDC is not true/workspace/source/test/e2e/tests/test_external_oidc.py:619: EXTERNAL_OIDC is not true/workspace/source/test/e2e/tests/test_external_oidc.py:645: EXTERNAL_OIDC is not true/workspace/source/test/e2e/tests/test_external_oidc.py:689: EXTERNAL_OIDC is not true/workspace/source/test/e2e/tests/test_external_oidc.py:713: EXTERNAL_OIDC is not true/workspace/source/test/e2e/tests/test_external_oidc.py:766: EXTERNAL_OIDC is not true/workspace/source/test/e2e/tests/test_external_oidc.py:814: EXTERNAL_OIDC is not true