2026-09-10T17:48:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-912593"}, "namespace": "ai-tenant-e2e-api-b-912593", "name": "odh-trusted-ca-bundle", "reconcileID": "be3d889b-8de2-4d85-b4bc-6809592ee37b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-912593"} 2026-09-10T17:48:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-912593"}, "namespace": "ai-tenant-e2e-api-b-912593", "name": "odh-trusted-ca-bundle", "reconcileID": "be3d889b-8de2-4d85-b4bc-6809592ee37b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-912593"} 2026-09-10T17:48:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-912593"}, "namespace": "ai-tenant-e2e-api-b-912593", "name": "openshift-service-ca.crt", "reconcileID": "b3cfe7eb-5174-4654-9033-c2708359b0c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-912593"} 2026-09-10T17:48:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-912593"}, "namespace": "ai-tenant-e2e-api-b-912593", "name": "openshift-service-ca.crt", "reconcileID": "b3cfe7eb-5174-4654-9033-c2708359b0c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-912593"} 2026-09-10T17:48:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-912593"}, "namespace": "ai-tenant-e2e-api-b-912593", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2427606e-4ca7-4a6d-91c8-a148ec87d3ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-912593"} 2026-09-10T17:48:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-912593"}, "namespace": "ai-tenant-e2e-api-b-912593", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2427606e-4ca7-4a6d-91c8-a148ec87d3ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-912593"} 2026-09-10T17:48:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-912593","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-912593", "reconcileID": "7844a774-40c7-44f2-8738-5b5733b0d0a1", "Gateway": "e2e-api-b-912593", "namespace": "openshift-ingress"} 2026-09-10T17:48:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-912593","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-912593", "reconcileID": "7844a774-40c7-44f2-8738-5b5733b0d0a1", "Gateway": "e2e-api-b-912593", "namespace": "openshift-ingress", "name": "e2e-api-b-912593-authn-ssl"} 2026-09-10T17:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-912593","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-912593", "reconcileID": "7844a774-40c7-44f2-8738-5b5733b0d0a1", "Gateway": "e2e-api-b-912593", "namespace": "openshift-ingress"} 2026-09-10T17:48:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-912593","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-912593", "reconcileID": "65b613ed-006d-42ad-a9a3-4535ac35d8b6", "Gateway": "e2e-api-b-912593", "namespace": "openshift-ingress"} 2026-09-10T17:48:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-058069","namespace":"ai-tenant-e2e-shared-a-w3-058069"}, "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "rate-test-model-058069", "reconcileID": "4ddf840e-a7b4-4bb3-9e56-1e6dae831b47", "LLMInferenceService": "rate-test-model-058069", "namespace": "ai-tenant-e2e-shared-a-w3-058069"} 2026-09-10T17:48:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-058069","namespace":"ai-tenant-e2e-shared-a-w3-058069"}, "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "rate-test-model-058069", "reconcileID": "4ddf840e-a7b4-4bb3-9e56-1e6dae831b47", "LLMInferenceService": "rate-test-model-058069", "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "rate-test-model-058069"} 2026-09-10T17:48:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-058069","namespace":"ai-tenant-e2e-shared-a-w3-058069"}, "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "rate-test-model-058069", "reconcileID": "4ddf840e-a7b4-4bb3-9e56-1e6dae831b47", "LLMInferenceService": "rate-test-model-058069", "namespace": "ai-tenant-e2e-shared-a-w3-058069"} 2026-09-10T17:48:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-058069","namespace":"ai-tenant-e2e-shared-a-w3-058069"}, "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "rate-test-model-058069", "reconcileID": "4ddf840e-a7b4-4bb3-9e56-1e6dae831b47", "LLMInferenceService": "rate-test-model-058069", "namespace": "ai-tenant-e2e-shared-a-w3-058069"} 2026-09-10T17:48:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-058069","namespace":"ai-tenant-e2e-shared-a-w3-058069"}, "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "rate-test-model-058069", "reconcileID": "4ddf840e-a7b4-4bb3-9e56-1e6dae831b47", "LLMInferenceService": "rate-test-model-058069", "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "rate-test-model-058069-kserve-route-authn"} 2026-09-10T17:48:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-058069","namespace":"ai-tenant-e2e-shared-a-w3-058069"}, "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "rate-test-model-058069", "reconcileID": "4ddf840e-a7b4-4bb3-9e56-1e6dae831b47", "LLMInferenceService": "rate-test-model-058069", "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "rate-test-model-058069-kserve-route-authn"} 2026-09-10T17:48:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-058069","namespace":"ai-tenant-e2e-shared-a-w3-058069"}, "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "rate-test-model-058069", "reconcileID": "4ddf840e-a7b4-4bb3-9e56-1e6dae831b47", "LLMInferenceService": "rate-test-model-058069", "namespace": "ai-tenant-e2e-shared-a-w3-058069", "namespace": "ai-tenant-e2e-shared-a-w3-058069"} 2026-09-10T17:48:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-058069","namespace":"ai-tenant-e2e-shared-a-w3-058069"}, "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "rate-test-model-058069", "reconcileID": "4ddf840e-a7b4-4bb3-9e56-1e6dae831b47", "LLMInferenceService": "rate-test-model-058069", "namespace": "ai-tenant-e2e-shared-a-w3-058069", "namespace": "ai-tenant-e2e-shared-a-w3-058069"} 2026-09-10T17:48:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-058069","namespace":"ai-tenant-e2e-shared-a-w3-058069"}, "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "rate-test-model-058069", "reconcileID": "fe597adb-bfb8-46fe-b225-c19e05cf44dd", "LLMInferenceService": "rate-test-model-058069", "namespace": "ai-tenant-e2e-shared-a-w3-058069"} 2026-09-10T17:48:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-058069","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-058069", "reconcileID": "7bb492e4-876d-4bb1-9d0f-0090d14f75fb", "Gateway": "e2e-shared-a-w3-058069", "namespace": "openshift-ingress"} 2026-09-10T17:48:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-058069","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-058069", "reconcileID": "7bb492e4-876d-4bb1-9d0f-0090d14f75fb", "Gateway": "e2e-shared-a-w3-058069", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-058069-authn-ssl"} 2026-09-10T17:48:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-058069","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-058069", "reconcileID": "7bb492e4-876d-4bb1-9d0f-0090d14f75fb", "Gateway": "e2e-shared-a-w3-058069", "namespace": "openshift-ingress"} 2026-09-10T17:48:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-058069","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-058069", "reconcileID": "6752aa36-f5f4-4b3f-a79f-16447b180275", "Gateway": "e2e-shared-a-w3-058069", "namespace": "openshift-ingress"} 2026-09-10T17:48:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-058069","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-058069", "reconcileID": "6752aa36-f5f4-4b3f-a79f-16447b180275", "Gateway": "e2e-shared-a-w3-058069", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-058069-authn-ssl"} 2026-09-10T17:48:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-058069","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-058069", "reconcileID": "6752aa36-f5f4-4b3f-a79f-16447b180275", "Gateway": "e2e-shared-a-w3-058069", "namespace": "openshift-ingress"} 2026-09-10T17:48:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4f14bf","namespace":"ai-tenant-e2e-shared-b-w3-4f14bf"}, "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "name": "rate-test-model-4f14bf", "reconcileID": "a096266d-f7d9-48b3-8aac-70300c92fe5d", "LLMInferenceService": "rate-test-model-4f14bf", "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf"} 2026-09-10T17:48:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4f14bf","namespace":"ai-tenant-e2e-shared-b-w3-4f14bf"}, "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "name": "rate-test-model-4f14bf", "reconcileID": "a096266d-f7d9-48b3-8aac-70300c92fe5d", "LLMInferenceService": "rate-test-model-4f14bf", "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "name": "rate-test-model-4f14bf"} 2026-09-10T17:48:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4f14bf","namespace":"ai-tenant-e2e-shared-b-w3-4f14bf"}, "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "name": "rate-test-model-4f14bf", "reconcileID": "a096266d-f7d9-48b3-8aac-70300c92fe5d", "LLMInferenceService": "rate-test-model-4f14bf", "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf"} 2026-09-10T17:48:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4f14bf","namespace":"ai-tenant-e2e-shared-b-w3-4f14bf"}, "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "name": "rate-test-model-4f14bf", "reconcileID": "a096266d-f7d9-48b3-8aac-70300c92fe5d", "LLMInferenceService": "rate-test-model-4f14bf", "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf"} 2026-09-10T17:48:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4f14bf","namespace":"ai-tenant-e2e-shared-b-w3-4f14bf"}, "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "name": "rate-test-model-4f14bf", "reconcileID": "a096266d-f7d9-48b3-8aac-70300c92fe5d", "LLMInferenceService": "rate-test-model-4f14bf", "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "name": "rate-test-model-4f14bf-kserve-route-authn"} 2026-09-10T17:48:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4f14bf","namespace":"ai-tenant-e2e-shared-b-w3-4f14bf"}, "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "name": "rate-test-model-4f14bf", "reconcileID": "a096266d-f7d9-48b3-8aac-70300c92fe5d", "LLMInferenceService": "rate-test-model-4f14bf", "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "name": "rate-test-model-4f14bf-kserve-route-authn"} 2026-09-10T17:48:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4f14bf","namespace":"ai-tenant-e2e-shared-b-w3-4f14bf"}, "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "name": "rate-test-model-4f14bf", "reconcileID": "a096266d-f7d9-48b3-8aac-70300c92fe5d", "LLMInferenceService": "rate-test-model-4f14bf", "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf"} 2026-09-10T17:48:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4f14bf","namespace":"ai-tenant-e2e-shared-b-w3-4f14bf"}, "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "name": "rate-test-model-4f14bf", "reconcileID": "a096266d-f7d9-48b3-8aac-70300c92fe5d", "LLMInferenceService": "rate-test-model-4f14bf", "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf"} 2026-09-10T17:48:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4f14bf","namespace":"ai-tenant-e2e-shared-b-w3-4f14bf"}, "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "name": "rate-test-model-4f14bf", "reconcileID": "3a5edc5d-292b-4e00-a1a0-e79eacd1f3c2", "LLMInferenceService": "rate-test-model-4f14bf", "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf"} 2026-09-10T17:48:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4f14bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4f14bf", "reconcileID": "6c6b7112-5b92-441d-a1d2-c0f7ab4a9ed1", "Gateway": "e2e-shared-b-w3-4f14bf", "namespace": "openshift-ingress"} 2026-09-10T17:48:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4f14bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4f14bf", "reconcileID": "6c6b7112-5b92-441d-a1d2-c0f7ab4a9ed1", "Gateway": "e2e-shared-b-w3-4f14bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4f14bf-authn-ssl"} 2026-09-10T17:48:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4f14bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4f14bf", "reconcileID": "6c6b7112-5b92-441d-a1d2-c0f7ab4a9ed1", "Gateway": "e2e-shared-b-w3-4f14bf", "namespace": "openshift-ingress"} 2026-09-10T17:48:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4f14bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4f14bf", "reconcileID": "03feaf7e-bf9e-4553-9493-baf0caf6a805", "Gateway": "e2e-shared-b-w3-4f14bf", "namespace": "openshift-ingress"} 2026-09-10T17:48:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4f14bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4f14bf", "reconcileID": "03feaf7e-bf9e-4553-9493-baf0caf6a805", "Gateway": "e2e-shared-b-w3-4f14bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4f14bf-authn-ssl"} 2026-09-10T17:48:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4f14bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4f14bf", "reconcileID": "03feaf7e-bf9e-4553-9493-baf0caf6a805", "Gateway": "e2e-shared-b-w3-4f14bf", "namespace": "openshift-ingress"} 2026-09-10T17:48:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "d3a90406-f493-4095-9105-5cb3bca36aa2", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:48:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "d3a90406-f493-4095-9105-5cb3bca36aa2", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd-authn-ssl"} 2026-09-10T17:48:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "d3a90406-f493-4095-9105-5cb3bca36aa2", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:48:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "c23b12c7-92b1-441d-af9e-ad3bf8681280", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:48:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "c23b12c7-92b1-441d-af9e-ad3bf8681280", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd-authn-ssl"} 2026-09-10T17:48:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "c23b12c7-92b1-441d-af9e-ad3bf8681280", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:48:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "21b12ac4-03bc-4f37-a9d5-5b207c5d8340", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:48:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "21b12ac4-03bc-4f37-a9d5-5b207c5d8340", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd-authn-ssl"} 2026-09-10T17:48:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "21b12ac4-03bc-4f37-a9d5-5b207c5d8340", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:48:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "cd2b0b79-1422-4ac8-bb2e-d942741657c2", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:48:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "cd2b0b79-1422-4ac8-bb2e-d942741657c2", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd-authn-ssl"} 2026-09-10T17:48:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "cd2b0b79-1422-4ac8-bb2e-d942741657c2", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:48:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "d75983cb-7f2f-4a6f-a3b7-76dbb940f249", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:48:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "d75983cb-7f2f-4a6f-a3b7-76dbb940f249", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd-authn-ssl"} 2026-09-10T17:48:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "d75983cb-7f2f-4a6f-a3b7-76dbb940f249", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:48:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "b502d8f2-6328-48fa-97dc-e9b0de95b146", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:48:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "b502d8f2-6328-48fa-97dc-e9b0de95b146", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd-authn-ssl"} 2026-09-10T17:48:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "b502d8f2-6328-48fa-97dc-e9b0de95b146", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:48:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "6519550f-4bfa-40d9-89bb-a72e409970df", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:48:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "6519550f-4bfa-40d9-89bb-a72e409970df", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd-authn-ssl"} 2026-09-10T17:48:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "6519550f-4bfa-40d9-89bb-a72e409970df", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:48:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "openshift-service-ca.crt", "reconcileID": "08622fd3-1d3d-4f71-b043-5b2fdd18a774", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:48:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "odh-trusted-ca-bundle", "reconcileID": "2120392f-e966-4f00-8eb0-6eb4083c7926", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:48:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "openshift-service-ca.crt", "reconcileID": "016bacf0-a181-4965-aa27-e7d02e644cf7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:48:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "openshift-service-ca.crt", "reconcileID": "016bacf0-a181-4965-aa27-e7d02e644cf7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:48:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "818312dd-5945-4a5d-9d79-2359af380c08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:48:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "openshift-service-ca.crt", "reconcileID": "6bc835fd-8a1c-45ee-912a-b78d202596ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:48:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "odh-trusted-ca-bundle", "reconcileID": "59b9cb51-90a6-4967-8b4b-be6148025463", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:48:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "odh-trusted-ca-bundle", "reconcileID": "59b9cb51-90a6-4967-8b4b-be6148025463", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:48:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fc4465f-67ce-4daa-97dd-9126f1fed6f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:48:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "782665e1-fcc4-48c9-9d4b-f39fe42e0711", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:48:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "782665e1-fcc4-48c9-9d4b-f39fe42e0711", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd-authn-ssl"} 2026-09-10T17:48:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "782665e1-fcc4-48c9-9d4b-f39fe42e0711", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:48:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c990a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c990a5", "reconcileID": "cff54aa5-d167-4f30-96ef-5a116d3a0a39", "Gateway": "e2e-shared-a-w2-c990a5", "namespace": "openshift-ingress"} 2026-09-10T17:48:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c990a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c990a5", "reconcileID": "cff54aa5-d167-4f30-96ef-5a116d3a0a39", "Gateway": "e2e-shared-a-w2-c990a5", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c990a5-authn-ssl"} 2026-09-10T17:48:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c990a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c990a5", "reconcileID": "cff54aa5-d167-4f30-96ef-5a116d3a0a39", "Gateway": "e2e-shared-a-w2-c990a5", "namespace": "openshift-ingress"} 2026-09-10T17:48:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "a756c279-4eeb-499b-9ac5-032ff9fffa0a", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:48:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "a756c279-4eeb-499b-9ac5-032ff9fffa0a", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd-authn-ssl"} 2026-09-10T17:48:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "a756c279-4eeb-499b-9ac5-032ff9fffa0a", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:48:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c990a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c990a5", "reconcileID": "9036ed10-03c5-4faa-a7f9-94c9d5430418", "Gateway": "e2e-shared-a-w2-c990a5", "namespace": "openshift-ingress"} 2026-09-10T17:48:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c990a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c990a5", "reconcileID": "9036ed10-03c5-4faa-a7f9-94c9d5430418", "Gateway": "e2e-shared-a-w2-c990a5", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c990a5-authn-ssl"} 2026-09-10T17:48:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c990a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c990a5", "reconcileID": "9036ed10-03c5-4faa-a7f9-94c9d5430418", "Gateway": "e2e-shared-a-w2-c990a5", "namespace": "openshift-ingress"} 2026-09-10T17:48:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c990a5"}, "namespace": "ai-tenant-e2e-shared-a-w2-c990a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "068459fb-28fe-4c0a-9221-deec14b82e94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-c990a5"} 2026-09-10T17:48:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c990a5"}, "namespace": "ai-tenant-e2e-shared-a-w2-c990a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "068459fb-28fe-4c0a-9221-deec14b82e94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-c990a5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:48:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c990a5"}, "namespace": "ai-tenant-e2e-shared-a-w2-c990a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "068459fb-28fe-4c0a-9221-deec14b82e94", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-c990a5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:48:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c990a5"}, "namespace": "ai-tenant-e2e-shared-a-w2-c990a5", "name": "odh-trusted-ca-bundle", "reconcileID": "6f4c0a89-756c-4753-90d3-aa999fb6da72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-c990a5"} 2026-09-10T17:48:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c990a5"}, "namespace": "ai-tenant-e2e-shared-a-w2-c990a5", "name": "odh-trusted-ca-bundle", "reconcileID": "6f4c0a89-756c-4753-90d3-aa999fb6da72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-c990a5"} 2026-09-10T17:48:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-c990a5"}, "namespace": "ai-tenant-e2e-shared-a-w2-c990a5", "name": "openshift-service-ca.crt", "reconcileID": "8878ca8b-af45-4eee-a88a-c24d37b61aaa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-c990a5"} 2026-09-10T17:48:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-c990a5"}, "namespace": "ai-tenant-e2e-shared-a-w2-c990a5", "name": "openshift-service-ca.crt", "reconcileID": "8878ca8b-af45-4eee-a88a-c24d37b61aaa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-c990a5"} 2026-09-10T17:48:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c990a5"}, "namespace": "ai-tenant-e2e-shared-a-w2-c990a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdef3010-e2b8-4d78-b7dd-1fa7ed89a143", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-c990a5"} 2026-09-10T17:48:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c990a5"}, "namespace": "ai-tenant-e2e-shared-a-w2-c990a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdef3010-e2b8-4d78-b7dd-1fa7ed89a143", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-c990a5"} 2026-09-10T17:48:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c990a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c990a5", "reconcileID": "46b858bb-492c-4ec7-adec-10eaf4d3d6d6", "Gateway": "e2e-shared-a-w2-c990a5", "namespace": "openshift-ingress"} 2026-09-10T17:48:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-762738","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-762738", "reconcileID": "cee46c8b-4d15-449c-9153-901a91700e65", "Gateway": "e2e-shared-b-w2-762738", "namespace": "openshift-ingress"} 2026-09-10T17:48:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-762738","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-762738", "reconcileID": "cee46c8b-4d15-449c-9153-901a91700e65", "Gateway": "e2e-shared-b-w2-762738", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-762738-authn-ssl"} 2026-09-10T17:48:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-762738","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-762738", "reconcileID": "cee46c8b-4d15-449c-9153-901a91700e65", "Gateway": "e2e-shared-b-w2-762738", "namespace": "openshift-ingress"} 2026-09-10T17:48:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-762738","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-762738", "reconcileID": "fa22678f-c7da-4c76-a943-46aba5377695", "Gateway": "e2e-shared-b-w2-762738", "namespace": "openshift-ingress"} 2026-09-10T17:48:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-762738","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-762738", "reconcileID": "fa22678f-c7da-4c76-a943-46aba5377695", "Gateway": "e2e-shared-b-w2-762738", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-762738-authn-ssl"} 2026-09-10T17:48:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-762738","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-762738", "reconcileID": "fa22678f-c7da-4c76-a943-46aba5377695", "Gateway": "e2e-shared-b-w2-762738", "namespace": "openshift-ingress"} 2026-09-10T17:48:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "c2ecc2b3-3985-4ad2-bf94-8c5d01fbb6df", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:48:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "c2ecc2b3-3985-4ad2-bf94-8c5d01fbb6df", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1-authn-ssl"} 2026-09-10T17:48:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "c2ecc2b3-3985-4ad2-bf94-8c5d01fbb6df", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:48:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "c97750d4-b2a7-4135-9649-7f522cbf045f", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:48:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "c97750d4-b2a7-4135-9649-7f522cbf045f", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1-authn-ssl"} 2026-09-10T17:48:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "c97750d4-b2a7-4135-9649-7f522cbf045f", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:48:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "03e1d521-5427-4b0c-b3c5-dd6c222bf255", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:48:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "03e1d521-5427-4b0c-b3c5-dd6c222bf255", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1-authn-ssl"} 2026-09-10T17:48:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "03e1d521-5427-4b0c-b3c5-dd6c222bf255", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:48:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "50f883f9-6da1-4521-9b3d-1ddeaa9480a1", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:48:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "50f883f9-6da1-4521-9b3d-1ddeaa9480a1", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1-authn-ssl"} 2026-09-10T17:48:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "50f883f9-6da1-4521-9b3d-1ddeaa9480a1", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:48:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "9d5899b9-1f32-485c-97f5-70aaf6a87486", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:48:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "9d5899b9-1f32-485c-97f5-70aaf6a87486", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1-authn-ssl"} 2026-09-10T17:48:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "9d5899b9-1f32-485c-97f5-70aaf6a87486", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:48:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "ce02518e-af68-402b-b521-984300f14ef9", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:48:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "ce02518e-af68-402b-b521-984300f14ef9", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1-authn-ssl"} 2026-09-10T17:48:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "ce02518e-af68-402b-b521-984300f14ef9", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:48:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "562b9229-6696-4137-b268-fecc1edbf9ca", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:48:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "562b9229-6696-4137-b268-fecc1edbf9ca", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1-authn-ssl"} 2026-09-10T17:48:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "562b9229-6696-4137-b268-fecc1edbf9ca", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:48:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-762738"}, "namespace": "ai-tenant-e2e-shared-b-w2-762738", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afb4f33a-b228-47bb-b275-a52bbe752840", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-762738"} 2026-09-10T17:48:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-762738"}, "namespace": "ai-tenant-e2e-shared-b-w2-762738", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afb4f33a-b228-47bb-b275-a52bbe752840", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-762738", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:48:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-762738"}, "namespace": "ai-tenant-e2e-shared-b-w2-762738", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afb4f33a-b228-47bb-b275-a52bbe752840", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-762738 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:48:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-762738"}, "namespace": "ai-tenant-e2e-shared-b-w2-762738", "name": "odh-trusted-ca-bundle", "reconcileID": "973bdb1a-b381-4ca8-b1d6-4db8bb8109b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-762738"} 2026-09-10T17:48:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-762738"}, "namespace": "ai-tenant-e2e-shared-b-w2-762738", "name": "odh-trusted-ca-bundle", "reconcileID": "973bdb1a-b381-4ca8-b1d6-4db8bb8109b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-762738"} 2026-09-10T17:48:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-762738"}, "namespace": "ai-tenant-e2e-shared-b-w2-762738", "name": "openshift-service-ca.crt", "reconcileID": "2f4d2668-ad82-4d18-8d9b-7e564fad4058", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-762738"} 2026-09-10T17:48:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-762738"}, "namespace": "ai-tenant-e2e-shared-b-w2-762738", "name": "openshift-service-ca.crt", "reconcileID": "2f4d2668-ad82-4d18-8d9b-7e564fad4058", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-762738"} 2026-09-10T17:48:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-762738"}, "namespace": "ai-tenant-e2e-shared-b-w2-762738", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ae10099-6ef9-473f-9796-2bebf51a4cd3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-762738"} 2026-09-10T17:48:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-762738"}, "namespace": "ai-tenant-e2e-shared-b-w2-762738", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ae10099-6ef9-473f-9796-2bebf51a4cd3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-762738"} 2026-09-10T17:49:00Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-762738","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-762738", "reconcileID": "ba4c1d27-88ab-41f4-a840-dd04d36a9cbf", "Gateway": "e2e-shared-b-w2-762738", "namespace": "openshift-ingress"} 2026-09-10T17:49:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "ead438e3-ed96-4bc4-b742-9df033103d17", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:49:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "ead438e3-ed96-4bc4-b742-9df033103d17", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1-authn-ssl"} 2026-09-10T17:49:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "ead438e3-ed96-4bc4-b742-9df033103d17", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:49:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7621a1"}, "namespace": "ai-tenant-e2e-ipp-b-7621a1", "name": "openshift-service-ca.crt", "reconcileID": "30f8b291-dfc0-4d39-a5b9-744c11fa2fb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7621a1"} 2026-09-10T17:49:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7621a1"}, "namespace": "ai-tenant-e2e-ipp-b-7621a1", "name": "odh-trusted-ca-bundle", "reconcileID": "1f1e8975-c889-44cc-abe2-c7b1902cba99", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7621a1"} 2026-09-10T17:49:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7621a1"}, "namespace": "ai-tenant-e2e-ipp-b-7621a1", "name": "openshift-service-ca.crt", "reconcileID": "19d4cbe7-a447-4fc1-9951-5d761e9affb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7621a1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:49:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7621a1"}, "namespace": "ai-tenant-e2e-ipp-b-7621a1", "name": "openshift-service-ca.crt", "reconcileID": "19d4cbe7-a447-4fc1-9951-5d761e9affb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7621a1"} 2026-09-10T17:49:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7621a1"}, "namespace": "ai-tenant-e2e-ipp-b-7621a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9aabb7e4-ff0e-4205-8a72-5a3eb9ba5c1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7621a1"} 2026-09-10T17:49:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7621a1"}, "namespace": "ai-tenant-e2e-ipp-b-7621a1", "name": "openshift-service-ca.crt", "reconcileID": "215f7da8-aeff-4192-970f-536159ffa6c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7621a1"} 2026-09-10T17:49:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7621a1"}, "namespace": "ai-tenant-e2e-ipp-b-7621a1", "name": "odh-trusted-ca-bundle", "reconcileID": "ac93a0da-b7d4-4a5c-b29c-9a6b6159e876", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7621a1", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:49:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7621a1"}, "namespace": "ai-tenant-e2e-ipp-b-7621a1", "name": "odh-trusted-ca-bundle", "reconcileID": "ac93a0da-b7d4-4a5c-b29c-9a6b6159e876", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7621a1"} 2026-09-10T17:49:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7621a1"}, "namespace": "ai-tenant-e2e-ipp-b-7621a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f8e78e5-de82-4df5-b26a-c80cee2e27b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7621a1"} 2026-09-10T17:49:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "76b27f5e-7634-42f9-8708-439655f5b7ed", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:49:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "76b27f5e-7634-42f9-8708-439655f5b7ed", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1-authn-ssl"} 2026-09-10T17:49:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "76b27f5e-7634-42f9-8708-439655f5b7ed", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:49:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "3ee44dd3-783a-404e-86cb-d74380f55037", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:49:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "3ee44dd3-783a-404e-86cb-d74380f55037", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1-authn-ssl"} 2026-09-10T17:49:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "3ee44dd3-783a-404e-86cb-d74380f55037", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:49:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "300af3a5-a5ef-4361-a721-7e71c364e7c4", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:49:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "300af3a5-a5ef-4361-a721-7e71c364e7c4", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:49:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "300af3a5-a5ef-4361-a721-7e71c364e7c4", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:49:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "a417010d-6dc4-40e1-bad0-bbb42aa7d48a", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:49:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "300af3a5-a5ef-4361-a721-7e71c364e7c4", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd-kserve-route-authn"} 2026-09-10T17:49:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "300af3a5-a5ef-4361-a721-7e71c364e7c4", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "authType": "userdefined"} 2026-09-10T17:49:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "300af3a5-a5ef-4361-a721-7e71c364e7c4", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:49:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "a417010d-6dc4-40e1-bad0-bbb42aa7d48a", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd-authn-ssl"} 2026-09-10T17:49:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "a417010d-6dc4-40e1-bad0-bbb42aa7d48a", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:49:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "90e28727-ec54-4495-89ff-052e927c5c0f", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:49:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "90e28727-ec54-4495-89ff-052e927c5c0f", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:49:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "90e28727-ec54-4495-89ff-052e927c5c0f", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:49:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "90e28727-ec54-4495-89ff-052e927c5c0f", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd-kserve-route-authn"} 2026-09-10T17:49:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "90e28727-ec54-4495-89ff-052e927c5c0f", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "authType": "userdefined"} 2026-09-10T17:49:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "90e28727-ec54-4495-89ff-052e927c5c0f", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:49:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "c2119ae5-a8c3-4c95-aa0d-37878101e1de", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:49:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "c2119ae5-a8c3-4c95-aa0d-37878101e1de", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd-authn-ssl"} 2026-09-10T17:49:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "c2119ae5-a8c3-4c95-aa0d-37878101e1de", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:49:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "d6f44f5e-3092-4a90-a656-7db2b31ca333", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:49:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "d6f44f5e-3092-4a90-a656-7db2b31ca333", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:49:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "d6f44f5e-3092-4a90-a656-7db2b31ca333", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:49:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "d6f44f5e-3092-4a90-a656-7db2b31ca333", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd-kserve-route-authn"} 2026-09-10T17:49:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "d6f44f5e-3092-4a90-a656-7db2b31ca333", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "authType": "userdefined"} 2026-09-10T17:49:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "d6f44f5e-3092-4a90-a656-7db2b31ca333", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:49:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "45f60d4e-37ca-471a-8aef-c138bde9deaa", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:49:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "45f60d4e-37ca-471a-8aef-c138bde9deaa", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:49:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "45f60d4e-37ca-471a-8aef-c138bde9deaa", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:49:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "45f60d4e-37ca-471a-8aef-c138bde9deaa", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd-kserve-route-authn"} 2026-09-10T17:49:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "45f60d4e-37ca-471a-8aef-c138bde9deaa", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "authType": "userdefined"} 2026-09-10T17:49:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "45f60d4e-37ca-471a-8aef-c138bde9deaa", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:49:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "c3562d85-ad24-4b1c-a034-552a706507cc", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:49:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "c3562d85-ad24-4b1c-a034-552a706507cc", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:49:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "c3562d85-ad24-4b1c-a034-552a706507cc", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:49:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "c3562d85-ad24-4b1c-a034-552a706507cc", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd-kserve-route-authn"} 2026-09-10T17:49:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "c3562d85-ad24-4b1c-a034-552a706507cc", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "authType": "userdefined"} 2026-09-10T17:49:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "c3562d85-ad24-4b1c-a034-552a706507cc", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:50:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "7fe4acef-6f69-430d-8ab5-361531f218f7", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress"} 2026-09-10T17:50:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "7fe4acef-6f69-430d-8ab5-361531f218f7", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477-authn-ssl"} 2026-09-10T17:50:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "7fe4acef-6f69-430d-8ab5-361531f218f7", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress"} 2026-09-10T17:50:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "d93dac0e-a0a8-449a-8d11-9fa2238ee5d3", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress"} 2026-09-10T17:50:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "d93dac0e-a0a8-449a-8d11-9fa2238ee5d3", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477-authn-ssl"} 2026-09-10T17:50:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "d93dac0e-a0a8-449a-8d11-9fa2238ee5d3", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress"} 2026-09-10T17:50:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "d1c7b81a-a50f-456b-a42f-8ad429497c89", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress"} 2026-09-10T17:50:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "d1c7b81a-a50f-456b-a42f-8ad429497c89", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477-authn-ssl"} 2026-09-10T17:50:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "d1c7b81a-a50f-456b-a42f-8ad429497c89", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress"} 2026-09-10T17:50:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "de7a9ea6-6857-4521-8699-f7c5907e209f", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress"} 2026-09-10T17:50:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "de7a9ea6-6857-4521-8699-f7c5907e209f", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477-authn-ssl"} 2026-09-10T17:50:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "de7a9ea6-6857-4521-8699-f7c5907e209f", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress"} 2026-09-10T17:50:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "64bc455d-f19b-47be-b3e5-11837929a35c", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress"} 2026-09-10T17:50:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "64bc455d-f19b-47be-b3e5-11837929a35c", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477-authn-ssl"} 2026-09-10T17:50:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "64bc455d-f19b-47be-b3e5-11837929a35c", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress"} 2026-09-10T17:50:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "3d9a0aa8-61e0-4d0d-b9b8-4d92deba9ac9", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress"} 2026-09-10T17:50:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "3d9a0aa8-61e0-4d0d-b9b8-4d92deba9ac9", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477-authn-ssl"} 2026-09-10T17:50:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "3d9a0aa8-61e0-4d0d-b9b8-4d92deba9ac9", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress"} 2026-09-10T17:50:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "0c5f56f4-9e5e-4713-87b3-dc9f6522a44a", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress"} 2026-09-10T17:50:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "0c5f56f4-9e5e-4713-87b3-dc9f6522a44a", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477-authn-ssl"} 2026-09-10T17:50:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "0c5f56f4-9e5e-4713-87b3-dc9f6522a44a", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress"} 2026-09-10T17:50:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8e4477"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "name": "openshift-service-ca.crt", "reconcileID": "0c9477dd-02f6-4089-9d41-d76c9e5a6856", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477"} 2026-09-10T17:50:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e4477"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "name": "odh-trusted-ca-bundle", "reconcileID": "f7d83be1-d941-4713-a095-45a7594f0f96", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477"} 2026-09-10T17:50:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8e4477"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "name": "openshift-service-ca.crt", "reconcileID": "2bba3edf-6dde-466b-8dd0-40d5edd14fbb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:50:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8e4477"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "name": "openshift-service-ca.crt", "reconcileID": "2bba3edf-6dde-466b-8dd0-40d5edd14fbb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477"} 2026-09-10T17:50:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8e4477"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "name": "openshift-service-ca.crt", "reconcileID": "8a25af08-a382-4d02-bb23-7fdb0fe5074c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477"} 2026-09-10T17:50:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e4477"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2550ca4e-8fae-4088-bb28-b0a96b4bf0d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477"} 2026-09-10T17:50:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e4477"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "name": "odh-trusted-ca-bundle", "reconcileID": "aa10bfbb-0cf9-4a3e-a458-8a294c5e4c7c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:50:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e4477"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "name": "odh-trusted-ca-bundle", "reconcileID": "aa10bfbb-0cf9-4a3e-a458-8a294c5e4c7c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477"} 2026-09-10T17:50:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e4477"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8606b423-9061-4ae8-b694-a8a11d486b56", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477"} 2026-09-10T17:50:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "2a02811e-fab8-4fe0-b969-23c013abc28b", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress"} 2026-09-10T17:50:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "2a02811e-fab8-4fe0-b969-23c013abc28b", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477-authn-ssl"} 2026-09-10T17:50:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "2a02811e-fab8-4fe0-b969-23c013abc28b", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress"} 2026-09-10T17:50:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "c91abd30-315b-4eaa-980a-8d16525e44fb", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress"} 2026-09-10T17:50:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "c91abd30-315b-4eaa-980a-8d16525e44fb", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477-authn-ssl"} 2026-09-10T17:50:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "c91abd30-315b-4eaa-980a-8d16525e44fb", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress"} 2026-09-10T17:50:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "bfcb6a83-2020-4298-babf-d6bded405beb", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress"} 2026-09-10T17:50:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "bfcb6a83-2020-4298-babf-d6bded405beb", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477-authn-ssl"} 2026-09-10T17:50:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "bfcb6a83-2020-4298-babf-d6bded405beb", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress"} 2026-09-10T17:50:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "3cc6c161-fa77-43fd-9efe-e602ab381918", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress"} 2026-09-10T17:50:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "3cc6c161-fa77-43fd-9efe-e602ab381918", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477-authn-ssl"} 2026-09-10T17:50:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "3cc6c161-fa77-43fd-9efe-e602ab381918", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress"} 2026-09-10T17:50:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e4477"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "949892ad-95f7-4a7e-a635-9e0aaffb542c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477"} 2026-09-10T17:50:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e4477"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "949892ad-95f7-4a7e-a635-9e0aaffb542c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:50:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e4477"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "949892ad-95f7-4a7e-a635-9e0aaffb542c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-8e4477 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:50:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e4477"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "name": "odh-trusted-ca-bundle", "reconcileID": "049cc993-1321-4b83-91b5-2feb1df2cf7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477"} 2026-09-10T17:50:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e4477"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "name": "odh-trusted-ca-bundle", "reconcileID": "049cc993-1321-4b83-91b5-2feb1df2cf7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:50:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e4477"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "name": "odh-trusted-ca-bundle", "reconcileID": "049cc993-1321-4b83-91b5-2feb1df2cf7e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-8e4477 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:50:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8e4477"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "name": "openshift-service-ca.crt", "reconcileID": "112ce3fc-8675-4b4e-bb1a-d3fec7160a35", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477"} 2026-09-10T17:50:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8e4477"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "name": "openshift-service-ca.crt", "reconcileID": "112ce3fc-8675-4b4e-bb1a-d3fec7160a35", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477"} 2026-09-10T17:50:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e4477"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55127641-1cce-443b-be26-00e62b2f365a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477"} 2026-09-10T17:50:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e4477"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55127641-1cce-443b-be26-00e62b2f365a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477"} 2026-09-10T17:50:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e4477"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "name": "odh-trusted-ca-bundle", "reconcileID": "4a1d2721-650d-4fec-b86c-d318e296e379", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477"} 2026-09-10T17:50:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e4477"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477", "name": "odh-trusted-ca-bundle", "reconcileID": "4a1d2721-650d-4fec-b86c-d318e296e379", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e4477"} 2026-09-10T17:50:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e4477","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e4477", "reconcileID": "31c7888a-3cb6-4be6-8c76-32330b999c46", "Gateway": "e2e-ipp-cleanup-8e4477", "namespace": "openshift-ingress"} 2026-09-10T17:51:06Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T17:51:06Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T17:51:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "2aaac481-f6f9-41f8-b123-8b0698542879", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:51:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "2aaac481-f6f9-41f8-b123-8b0698542879", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd-authn-ssl"} 2026-09-10T17:51:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "2aaac481-f6f9-41f8-b123-8b0698542879", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:51:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "c7daa704-6439-4881-b8be-5b127c36ab50", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:51:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "c7daa704-6439-4881-b8be-5b127c36ab50", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd-authn-ssl"} 2026-09-10T17:51:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "c7daa704-6439-4881-b8be-5b127c36ab50", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:51:09Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T17:51:09Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T17:51:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "3d4a2504-260b-4aa5-b55f-84800574d129", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:51:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "3d4a2504-260b-4aa5-b55f-84800574d129", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd-authn-ssl"} 2026-09-10T17:51:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "3d4a2504-260b-4aa5-b55f-84800574d129", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:51:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "7f578a1e-afeb-432d-9842-e99dd249cd4c", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:51:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "7f578a1e-afeb-432d-9842-e99dd249cd4c", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:51:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "7f578a1e-afeb-432d-9842-e99dd249cd4c", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:51:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "7f578a1e-afeb-432d-9842-e99dd249cd4c", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd-kserve-route-authn"} 2026-09-10T17:51:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "7f578a1e-afeb-432d-9842-e99dd249cd4c", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "authType": "userdefined"} 2026-09-10T17:51:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "7f578a1e-afeb-432d-9842-e99dd249cd4c", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:51:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "17ffb361-68ae-4c03-bac2-1e028ce8cb5e", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:51:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "17ffb361-68ae-4c03-bac2-1e028ce8cb5e", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd-authn-ssl"} 2026-09-10T17:51:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "17ffb361-68ae-4c03-bac2-1e028ce8cb5e", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:51:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5029614e-6b6b-43fe-b328-c82d47c72375", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:51:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5029614e-6b6b-43fe-b328-c82d47c72375", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:51:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5029614e-6b6b-43fe-b328-c82d47c72375", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-dc47cd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:51:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "odh-trusted-ca-bundle", "reconcileID": "a634eac1-51e2-4270-a4df-7f4ced711453", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:51:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "odh-trusted-ca-bundle", "reconcileID": "a634eac1-51e2-4270-a4df-7f4ced711453", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:51:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "odh-trusted-ca-bundle", "reconcileID": "a634eac1-51e2-4270-a4df-7f4ced711453", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-dc47cd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:51:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "openshift-service-ca.crt", "reconcileID": "7617ac63-7ce6-4e6e-9958-75732a94eb84", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:51:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "openshift-service-ca.crt", "reconcileID": "7617ac63-7ce6-4e6e-9958-75732a94eb84", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:51:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8746327-dacb-4d2b-a2ea-4c33ea8ecb52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:51:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8746327-dacb-4d2b-a2ea-4c33ea8ecb52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:51:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "odh-trusted-ca-bundle", "reconcileID": "e2af2a18-df8a-413e-8ad8-8559297f52d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:51:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "odh-trusted-ca-bundle", "reconcileID": "e2af2a18-df8a-413e-8ad8-8559297f52d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:51:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "748584bf-3938-41b2-b3d2-d30b7d64cf29", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:51:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "748584bf-3938-41b2-b3d2-d30b7d64cf29", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:51:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "748584bf-3938-41b2-b3d2-d30b7d64cf29", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:51:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "748584bf-3938-41b2-b3d2-d30b7d64cf29", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd-kserve-route-authn"} 2026-09-10T17:51:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "748584bf-3938-41b2-b3d2-d30b7d64cf29", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "authType": "userdefined"} 2026-09-10T17:51:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "748584bf-3938-41b2-b3d2-d30b7d64cf29", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:51:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "b68d374b-f6ca-4ebc-b588-2e5b8e05b3a7", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:51:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "b68d374b-f6ca-4ebc-b588-2e5b8e05b3a7", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd"} 2026-09-10T17:51:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "b68d374b-f6ca-4ebc-b588-2e5b8e05b3a7", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:51:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "b68d374b-f6ca-4ebc-b588-2e5b8e05b3a7", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:51:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "b68d374b-f6ca-4ebc-b588-2e5b8e05b3a7", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd-kserve-route-authn"} 2026-09-10T17:51:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "b68d374b-f6ca-4ebc-b588-2e5b8e05b3a7", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd-kserve-route-authn"} 2026-09-10T17:51:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "b68d374b-f6ca-4ebc-b588-2e5b8e05b3a7", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:51:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "b68d374b-f6ca-4ebc-b588-2e5b8e05b3a7", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:52:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "9bd41b7a-460d-4e23-aab5-4daefc4d96f0", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:52:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "9bd41b7a-460d-4e23-aab5-4daefc4d96f0", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd"} 2026-09-10T17:52:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "9bd41b7a-460d-4e23-aab5-4daefc4d96f0", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:52:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "9bd41b7a-460d-4e23-aab5-4daefc4d96f0", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:52:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "9bd41b7a-460d-4e23-aab5-4daefc4d96f0", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd-kserve-route-authn"} 2026-09-10T17:52:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "9bd41b7a-460d-4e23-aab5-4daefc4d96f0", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd-kserve-route-authn"} 2026-09-10T17:52:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "9bd41b7a-460d-4e23-aab5-4daefc4d96f0", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:52:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "9bd41b7a-460d-4e23-aab5-4daefc4d96f0", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:52:19Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc47cd","namespace":"ai-tenant-e2e-ipp-a-dc47cd"}, "namespace": "ai-tenant-e2e-ipp-a-dc47cd", "name": "ipp-route-dc47cd", "reconcileID": "0c04d2d0-b9e1-442b-b36f-98530fd6fc3e", "LLMInferenceService": "ipp-route-dc47cd", "namespace": "ai-tenant-e2e-ipp-a-dc47cd"} 2026-09-10T17:52:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "de3ae474-ff0b-46b4-8ed9-b716b06aba68", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:52:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "de3ae474-ff0b-46b4-8ed9-b716b06aba68", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd-authn-ssl"} 2026-09-10T17:52:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "de3ae474-ff0b-46b4-8ed9-b716b06aba68", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:52:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc47cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc47cd", "reconcileID": "51205e14-c7e1-496b-85a0-6c09183e8ef9", "Gateway": "e2e-ipp-a-dc47cd", "namespace": "openshift-ingress"} 2026-09-10T17:52:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "af1cb3e3-d3d0-4eb4-8005-e0af7b48ad6c", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:52:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "af1cb3e3-d3d0-4eb4-8005-e0af7b48ad6c", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1-authn-ssl"} 2026-09-10T17:52:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "af1cb3e3-d3d0-4eb4-8005-e0af7b48ad6c", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:52:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "a20ea100-97bd-4f03-979b-1a0fc8152c3c", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:52:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "a20ea100-97bd-4f03-979b-1a0fc8152c3c", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1-authn-ssl"} 2026-09-10T17:52:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "a20ea100-97bd-4f03-979b-1a0fc8152c3c", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:52:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7621a1"}, "namespace": "ai-tenant-e2e-ipp-b-7621a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f6de1d2-a550-4891-a764-9390aae1b3e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7621a1"} 2026-09-10T17:52:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7621a1"}, "namespace": "ai-tenant-e2e-ipp-b-7621a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f6de1d2-a550-4891-a764-9390aae1b3e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7621a1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:52:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7621a1"}, "namespace": "ai-tenant-e2e-ipp-b-7621a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f6de1d2-a550-4891-a764-9390aae1b3e0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-7621a1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:52:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7621a1"}, "namespace": "ai-tenant-e2e-ipp-b-7621a1", "name": "odh-trusted-ca-bundle", "reconcileID": "d11b6fb2-53ef-4a95-a7c4-2dc702d2a049", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7621a1"} 2026-09-10T17:52:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7621a1"}, "namespace": "ai-tenant-e2e-ipp-b-7621a1", "name": "odh-trusted-ca-bundle", "reconcileID": "d11b6fb2-53ef-4a95-a7c4-2dc702d2a049", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7621a1"} 2026-09-10T17:52:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7621a1"}, "namespace": "ai-tenant-e2e-ipp-b-7621a1", "name": "openshift-service-ca.crt", "reconcileID": "b62dcf66-4d3d-4b4c-9f7b-4425dd349d32", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7621a1"} 2026-09-10T17:52:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7621a1"}, "namespace": "ai-tenant-e2e-ipp-b-7621a1", "name": "openshift-service-ca.crt", "reconcileID": "b62dcf66-4d3d-4b4c-9f7b-4425dd349d32", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7621a1"} 2026-09-10T17:52:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7621a1"}, "namespace": "ai-tenant-e2e-ipp-b-7621a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0de58af0-fc21-4c9d-89b2-0d23eae82126", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7621a1"} 2026-09-10T17:52:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7621a1"}, "namespace": "ai-tenant-e2e-ipp-b-7621a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0de58af0-fc21-4c9d-89b2-0d23eae82126", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7621a1"} 2026-09-10T17:52:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7621a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7621a1", "reconcileID": "5ba67c07-dd27-4755-bc10-e43a026ee156", "Gateway": "e2e-ipp-b-7621a1", "namespace": "openshift-ingress"} 2026-09-10T17:52:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-058069","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-058069", "reconcileID": "68c4be9b-6e94-4192-9bf4-8a1f5612aec9", "Gateway": "e2e-shared-a-w3-058069", "namespace": "openshift-ingress"} 2026-09-10T17:52:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-058069","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-058069", "reconcileID": "68c4be9b-6e94-4192-9bf4-8a1f5612aec9", "Gateway": "e2e-shared-a-w3-058069", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-058069-authn-ssl"} 2026-09-10T17:52:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-058069","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-058069", "reconcileID": "68c4be9b-6e94-4192-9bf4-8a1f5612aec9", "Gateway": "e2e-shared-a-w3-058069", "namespace": "openshift-ingress"} 2026-09-10T17:53:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-058069","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-058069", "reconcileID": "734ac10b-7b5a-40be-a324-56fd8abe9103", "Gateway": "e2e-shared-a-w3-058069", "namespace": "openshift-ingress"} 2026-09-10T17:53:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-058069","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-058069", "reconcileID": "734ac10b-7b5a-40be-a324-56fd8abe9103", "Gateway": "e2e-shared-a-w3-058069", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-058069-authn-ssl"} 2026-09-10T17:53:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-058069","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-058069", "reconcileID": "734ac10b-7b5a-40be-a324-56fd8abe9103", "Gateway": "e2e-shared-a-w3-058069", "namespace": "openshift-ingress"} 2026-09-10T17:53:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-058069"}, "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2c21357-c2e3-4844-a297-afb9d4a69f57", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-058069"} 2026-09-10T17:53:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-058069"}, "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2c21357-c2e3-4844-a297-afb9d4a69f57", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-058069", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:53:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-058069"}, "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2c21357-c2e3-4844-a297-afb9d4a69f57", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-058069 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:53:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-058069"}, "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "odh-trusted-ca-bundle", "reconcileID": "1d26f303-89b4-4dac-bd40-2619ff78e2bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-058069"} 2026-09-10T17:53:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-058069"}, "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "odh-trusted-ca-bundle", "reconcileID": "1d26f303-89b4-4dac-bd40-2619ff78e2bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-058069", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:53:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-058069"}, "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "odh-trusted-ca-bundle", "reconcileID": "1d26f303-89b4-4dac-bd40-2619ff78e2bb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-058069 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:53:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-058069"}, "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "openshift-service-ca.crt", "reconcileID": "0c8619de-64d0-4212-8c8f-6585bac50a95", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-058069"} 2026-09-10T17:53:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-058069"}, "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "openshift-service-ca.crt", "reconcileID": "0c8619de-64d0-4212-8c8f-6585bac50a95", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-058069"} 2026-09-10T17:53:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-058069"}, "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "197dffa9-b496-4f27-984c-d309c052755a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-058069"} 2026-09-10T17:53:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-058069"}, "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "197dffa9-b496-4f27-984c-d309c052755a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-058069"} 2026-09-10T17:53:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-058069"}, "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "odh-trusted-ca-bundle", "reconcileID": "b400b80f-dcef-45fc-8260-163411bb6f3e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-058069"} 2026-09-10T17:53:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-058069"}, "namespace": "ai-tenant-e2e-shared-a-w3-058069", "name": "odh-trusted-ca-bundle", "reconcileID": "b400b80f-dcef-45fc-8260-163411bb6f3e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-058069"} 2026-09-10T17:53:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-058069","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-058069", "reconcileID": "3c93e8ab-82db-4c6d-a4b3-e1c3273808e0", "Gateway": "e2e-shared-a-w3-058069", "namespace": "openshift-ingress"} 2026-09-10T17:53:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4f14bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4f14bf", "reconcileID": "4c1b9078-0915-4b4b-ad54-705cdc6b407a", "Gateway": "e2e-shared-b-w3-4f14bf", "namespace": "openshift-ingress"} 2026-09-10T17:53:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4f14bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4f14bf", "reconcileID": "4c1b9078-0915-4b4b-ad54-705cdc6b407a", "Gateway": "e2e-shared-b-w3-4f14bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4f14bf-authn-ssl"} 2026-09-10T17:53:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4f14bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4f14bf", "reconcileID": "4c1b9078-0915-4b4b-ad54-705cdc6b407a", "Gateway": "e2e-shared-b-w3-4f14bf", "namespace": "openshift-ingress"} 2026-09-10T17:53:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4f14bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4f14bf", "reconcileID": "79eea720-0bce-4e32-ac78-e809b482ebfb", "Gateway": "e2e-shared-b-w3-4f14bf", "namespace": "openshift-ingress"} 2026-09-10T17:53:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4f14bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4f14bf", "reconcileID": "79eea720-0bce-4e32-ac78-e809b482ebfb", "Gateway": "e2e-shared-b-w3-4f14bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4f14bf-authn-ssl"} 2026-09-10T17:53:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4f14bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4f14bf", "reconcileID": "79eea720-0bce-4e32-ac78-e809b482ebfb", "Gateway": "e2e-shared-b-w3-4f14bf", "namespace": "openshift-ingress"} 2026-09-10T17:53:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4f14bf"}, "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0aee8c41-2cef-4ad6-84f9-25d871364222", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf"} 2026-09-10T17:53:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4f14bf"}, "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0aee8c41-2cef-4ad6-84f9-25d871364222", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:53:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4f14bf"}, "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0aee8c41-2cef-4ad6-84f9-25d871364222", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-4f14bf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:53:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4f14bf"}, "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "name": "odh-trusted-ca-bundle", "reconcileID": "07d5d367-0fd6-4133-8873-44ef69d52bfc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf"} 2026-09-10T17:53:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4f14bf"}, "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "name": "odh-trusted-ca-bundle", "reconcileID": "07d5d367-0fd6-4133-8873-44ef69d52bfc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf"} 2026-09-10T17:53:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-4f14bf"}, "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "name": "openshift-service-ca.crt", "reconcileID": "7d84f789-164c-40b0-b669-0884ed9c600a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf"} 2026-09-10T17:53:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-4f14bf"}, "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "name": "openshift-service-ca.crt", "reconcileID": "7d84f789-164c-40b0-b669-0884ed9c600a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf"} 2026-09-10T17:53:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4f14bf"}, "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e929b12e-db1b-425e-9110-f08905dde5fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf"} 2026-09-10T17:53:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4f14bf"}, "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e929b12e-db1b-425e-9110-f08905dde5fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4f14bf"} 2026-09-10T17:53:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4f14bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4f14bf", "reconcileID": "a2a37f60-b678-451e-919d-46022d11001f", "Gateway": "e2e-shared-b-w3-4f14bf", "namespace": "openshift-ingress"} 2026-09-10T17:57:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "5f8ffaae-a1ed-4d7a-95d7-878b4328f351", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm"} 2026-09-10T17:57:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "5f8ffaae-a1ed-4d7a-95d7-878b4328f351", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm"} 2026-09-10T17:57:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "5f8ffaae-a1ed-4d7a-95d7-878b4328f351", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm"} 2026-09-10T17:57:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "904ce4a1-baae-42e9-a3db-41f845aacaa3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:57:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "5f8ffaae-a1ed-4d7a-95d7-878b4328f351", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm", "name": "e2e-same-id-a-21b56a28-kserve-route-authn"} 2026-09-10T17:57:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "5f8ffaae-a1ed-4d7a-95d7-878b4328f351", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:57:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "5f8ffaae-a1ed-4d7a-95d7-878b4328f351", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm"} 2026-09-10T17:57:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "904ce4a1-baae-42e9-a3db-41f845aacaa3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:57:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "904ce4a1-baae-42e9-a3db-41f845aacaa3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:57:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "57ec40e9-df3b-4c2b-8ed8-3cd44d30317f", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm"} 2026-09-10T17:57:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "57ec40e9-df3b-4c2b-8ed8-3cd44d30317f", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm"} 2026-09-10T17:57:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "57ec40e9-df3b-4c2b-8ed8-3cd44d30317f", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm"} 2026-09-10T17:57:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "57ec40e9-df3b-4c2b-8ed8-3cd44d30317f", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm", "name": "e2e-same-id-a-21b56a28-kserve-route-authn"} 2026-09-10T17:57:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "57ec40e9-df3b-4c2b-8ed8-3cd44d30317f", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:57:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "57ec40e9-df3b-4c2b-8ed8-3cd44d30317f", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm"} 2026-09-10T17:57:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "02ba3735-0876-415e-a912-519cdc134426", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm"} 2026-09-10T17:57:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "02ba3735-0876-415e-a912-519cdc134426", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm"} 2026-09-10T17:57:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "02ba3735-0876-415e-a912-519cdc134426", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm"} 2026-09-10T17:57:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cbd65b02-877c-41da-ab9f-521fa0a1d388", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:57:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "02ba3735-0876-415e-a912-519cdc134426", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm", "name": "e2e-same-id-b-21b56a28-kserve-route-authn"} 2026-09-10T17:57:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "02ba3735-0876-415e-a912-519cdc134426", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:57:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "02ba3735-0876-415e-a912-519cdc134426", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm"} 2026-09-10T17:57:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cbd65b02-877c-41da-ab9f-521fa0a1d388", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:57:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cbd65b02-877c-41da-ab9f-521fa0a1d388", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:57:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7d6d809e-ac1d-434d-b21e-e46cab8f88dc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:57:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7d6d809e-ac1d-434d-b21e-e46cab8f88dc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:57:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7d6d809e-ac1d-434d-b21e-e46cab8f88dc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:57:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "bdca95cd-fcbf-4789-9dad-7734603c65b3", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm"} 2026-09-10T17:57:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "bdca95cd-fcbf-4789-9dad-7734603c65b3", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm"} 2026-09-10T17:57:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "bdca95cd-fcbf-4789-9dad-7734603c65b3", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm"} 2026-09-10T17:57:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "bdca95cd-fcbf-4789-9dad-7734603c65b3", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm", "name": "e2e-same-id-a-21b56a28-kserve-route-authn"} 2026-09-10T17:57:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "bdca95cd-fcbf-4789-9dad-7734603c65b3", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:57:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "bdca95cd-fcbf-4789-9dad-7734603c65b3", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm"} 2026-09-10T17:57:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "61cad604-d98f-4d44-87a7-bb8424671f55", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm"} 2026-09-10T17:57:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "61cad604-d98f-4d44-87a7-bb8424671f55", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm"} 2026-09-10T17:57:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "61cad604-d98f-4d44-87a7-bb8424671f55", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm"} 2026-09-10T17:57:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "61cad604-d98f-4d44-87a7-bb8424671f55", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm", "name": "e2e-same-id-b-21b56a28-kserve-route-authn"} 2026-09-10T17:57:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "61cad604-d98f-4d44-87a7-bb8424671f55", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:57:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "61cad604-d98f-4d44-87a7-bb8424671f55", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm"} 2026-09-10T17:57:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e01a5b24-70a3-4a41-ad0f-a8aea369d38f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:57:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e01a5b24-70a3-4a41-ad0f-a8aea369d38f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:57:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e01a5b24-70a3-4a41-ad0f-a8aea369d38f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:57:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "059fd115-a299-40b6-984b-08461c0da743", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm"} 2026-09-10T17:57:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "059fd115-a299-40b6-984b-08461c0da743", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm"} 2026-09-10T17:57:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "059fd115-a299-40b6-984b-08461c0da743", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm"} 2026-09-10T17:57:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "059fd115-a299-40b6-984b-08461c0da743", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm", "name": "e2e-same-id-b-21b56a28-kserve-route-authn"} 2026-09-10T17:57:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "059fd115-a299-40b6-984b-08461c0da743", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:57:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "059fd115-a299-40b6-984b-08461c0da743", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm"} 2026-09-10T17:58:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "23c27c97-ab5a-49d4-b2bf-14b5d9524689", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm"} 2026-09-10T17:58:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "23c27c97-ab5a-49d4-b2bf-14b5d9524689", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm"} 2026-09-10T17:58:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "23c27c97-ab5a-49d4-b2bf-14b5d9524689", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm"} 2026-09-10T17:58:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "23c27c97-ab5a-49d4-b2bf-14b5d9524689", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm", "name": "e2e-same-id-a-21b56a28-kserve-route-authn"} 2026-09-10T17:58:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "23c27c97-ab5a-49d4-b2bf-14b5d9524689", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:58:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "23c27c97-ab5a-49d4-b2bf-14b5d9524689", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm"} 2026-09-10T17:58:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "3372c3c3-4c28-4994-97e9-5d53e7c84414", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm"} 2026-09-10T17:58:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "3372c3c3-4c28-4994-97e9-5d53e7c84414", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm"} 2026-09-10T17:58:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "3372c3c3-4c28-4994-97e9-5d53e7c84414", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm"} 2026-09-10T17:58:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "3372c3c3-4c28-4994-97e9-5d53e7c84414", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm", "name": "e2e-same-id-b-21b56a28-kserve-route-authn"} 2026-09-10T17:58:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "3372c3c3-4c28-4994-97e9-5d53e7c84414", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:58:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "3372c3c3-4c28-4994-97e9-5d53e7c84414", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm"} 2026-09-10T17:58:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "1ff3f919-ca32-4e8b-9a59-09f34fd4a99a", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm"} 2026-09-10T17:58:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "1ff3f919-ca32-4e8b-9a59-09f34fd4a99a", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm", "name": "e2e-same-id-a-21b56a28"} 2026-09-10T17:58:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "1ff3f919-ca32-4e8b-9a59-09f34fd4a99a", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm"} 2026-09-10T17:58:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "1ff3f919-ca32-4e8b-9a59-09f34fd4a99a", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm"} 2026-09-10T17:58:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "1ff3f919-ca32-4e8b-9a59-09f34fd4a99a", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm", "name": "e2e-same-id-a-21b56a28-kserve-route-authn"} 2026-09-10T17:58:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "1ff3f919-ca32-4e8b-9a59-09f34fd4a99a", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm", "name": "e2e-same-id-a-21b56a28-kserve-route-authn"} 2026-09-10T17:58:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-21b56a28", "reconcileID": "7ac3a402-9e76-4f43-9832-d48e32b0d7d8", "LLMInferenceService": "e2e-same-id-a-21b56a28", "namespace": "llm"} 2026-09-10T17:58:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42784148-4b4d-47d8-adfe-e74e7860973c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:58:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42784148-4b4d-47d8-adfe-e74e7860973c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:58:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42784148-4b4d-47d8-adfe-e74e7860973c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:58:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15aa5015-1647-46fa-bba5-a9935fbc321b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:58:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15aa5015-1647-46fa-bba5-a9935fbc321b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:58:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15aa5015-1647-46fa-bba5-a9935fbc321b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:58:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "96a804e6-d9d2-4374-a6f9-d26d8adbc40a", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm"} 2026-09-10T17:58:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "96a804e6-d9d2-4374-a6f9-d26d8adbc40a", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm", "name": "e2e-same-id-b-21b56a28"} 2026-09-10T17:58:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "96a804e6-d9d2-4374-a6f9-d26d8adbc40a", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm"} 2026-09-10T17:58:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "96a804e6-d9d2-4374-a6f9-d26d8adbc40a", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm"} 2026-09-10T17:58:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "96a804e6-d9d2-4374-a6f9-d26d8adbc40a", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm", "name": "e2e-same-id-b-21b56a28-kserve-route-authn"} 2026-09-10T17:58:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "96a804e6-d9d2-4374-a6f9-d26d8adbc40a", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm", "name": "e2e-same-id-b-21b56a28-kserve-route-authn"} 2026-09-10T17:58:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-21b56a28","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-21b56a28", "reconcileID": "a98cdf58-ad7d-4c79-ac70-31e6a0ac129c", "LLMInferenceService": "e2e-same-id-b-21b56a28", "namespace": "llm"} 2026-09-10T17:58:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5295f07d-d5ae-44d4-8b7b-987601a1ecab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:58:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5295f07d-d5ae-44d4-8b7b-987601a1ecab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:58:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5295f07d-d5ae-44d4-8b7b-987601a1ecab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:58:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1320dc22-b391-4937-9d7e-ae605dcdb428", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:58:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1320dc22-b391-4937-9d7e-ae605dcdb428", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:58:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1320dc22-b391-4937-9d7e-ae605dcdb428", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:58:53Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T17:58:53Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T17:58:59Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T17:58:59Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}