2026-09-10T16:29:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cde4a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cde4a2", "reconcileID": "7a40cbe1-3c22-4244-9d1f-8cd0d2e78501", "Gateway": "e2e-api-b-cde4a2", "namespace": "openshift-ingress"} 2026-09-10T16:29:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cde4a2"}, "namespace": "ai-tenant-e2e-api-b-cde4a2", "name": "openshift-service-ca.crt", "reconcileID": "8c59718b-351b-447f-83d0-1b9d41c627b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cde4a2"} 2026-09-10T16:29:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cde4a2"}, "namespace": "ai-tenant-e2e-api-b-cde4a2", "name": "odh-trusted-ca-bundle", "reconcileID": "9b5786b9-9d5b-44cd-bcf6-6929ba4fe876", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cde4a2"} 2026-09-10T16:29:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cde4a2"}, "namespace": "ai-tenant-e2e-api-b-cde4a2", "name": "openshift-service-ca.crt", "reconcileID": "f74aeb63-5ac8-497d-b70c-fd7991be4f89", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cde4a2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:29:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cde4a2"}, "namespace": "ai-tenant-e2e-api-b-cde4a2", "name": "openshift-service-ca.crt", "reconcileID": "f74aeb63-5ac8-497d-b70c-fd7991be4f89", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cde4a2"} 2026-09-10T16:29:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cde4a2"}, "namespace": "ai-tenant-e2e-api-b-cde4a2", "name": "openshift-service-ca.crt", "reconcileID": "ae80a7da-864a-485a-9247-fcb8c88c04e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cde4a2"} 2026-09-10T16:29:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cde4a2"}, "namespace": "ai-tenant-e2e-api-b-cde4a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf6d3cb4-3e7f-4fc4-b653-248e16797e11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cde4a2"} 2026-09-10T16:29:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cde4a2"}, "namespace": "ai-tenant-e2e-api-b-cde4a2", "name": "odh-trusted-ca-bundle", "reconcileID": "ccfdbc82-c44f-4515-954a-86e32ff03d3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cde4a2", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:29:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cde4a2"}, "namespace": "ai-tenant-e2e-api-b-cde4a2", "name": "odh-trusted-ca-bundle", "reconcileID": "ccfdbc82-c44f-4515-954a-86e32ff03d3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cde4a2"} 2026-09-10T16:29:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cde4a2"}, "namespace": "ai-tenant-e2e-api-b-cde4a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f63ee288-0359-4751-8ba1-da86342978ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cde4a2"} 2026-09-10T16:29:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cde4a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cde4a2", "reconcileID": "78432cfa-2751-437e-9e11-acfb9d64653d", "Gateway": "e2e-api-b-cde4a2", "namespace": "openshift-ingress"} 2026-09-10T16:29:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cde4a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cde4a2", "reconcileID": "78432cfa-2751-437e-9e11-acfb9d64653d", "Gateway": "e2e-api-b-cde4a2", "namespace": "openshift-ingress", "name": "e2e-api-b-cde4a2-authn-ssl"} 2026-09-10T16:29:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cde4a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cde4a2", "reconcileID": "78432cfa-2751-437e-9e11-acfb9d64653d", "Gateway": "e2e-api-b-cde4a2", "namespace": "openshift-ingress"} 2026-09-10T16:29:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cde4a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cde4a2", "reconcileID": "ff646b16-2780-4098-8c7e-ac1eb92b15ea", "Gateway": "e2e-api-b-cde4a2", "namespace": "openshift-ingress"} 2026-09-10T16:29:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cde4a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cde4a2", "reconcileID": "ff646b16-2780-4098-8c7e-ac1eb92b15ea", "Gateway": "e2e-api-b-cde4a2", "namespace": "openshift-ingress", "name": "e2e-api-b-cde4a2-authn-ssl"} 2026-09-10T16:29:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cde4a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cde4a2", "reconcileID": "ff646b16-2780-4098-8c7e-ac1eb92b15ea", "Gateway": "e2e-api-b-cde4a2", "namespace": "openshift-ingress"} 2026-09-10T16:29:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cde4a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cde4a2", "reconcileID": "d0ef65c2-3390-41da-bdde-cc124798fb66", "Gateway": "e2e-api-b-cde4a2", "namespace": "openshift-ingress"} 2026-09-10T16:29:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cde4a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cde4a2", "reconcileID": "d0ef65c2-3390-41da-bdde-cc124798fb66", "Gateway": "e2e-api-b-cde4a2", "namespace": "openshift-ingress", "name": "e2e-api-b-cde4a2-authn-ssl"} 2026-09-10T16:29:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cde4a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cde4a2", "reconcileID": "d0ef65c2-3390-41da-bdde-cc124798fb66", "Gateway": "e2e-api-b-cde4a2", "namespace": "openshift-ingress"} 2026-09-10T16:30:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ab677e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ab677e", "reconcileID": "9a0d9c4f-c084-49ef-818e-5f4946be1ea4", "Gateway": "e2e-api-a-ab677e", "namespace": "openshift-ingress"} 2026-09-10T16:30:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ab677e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ab677e", "reconcileID": "9a0d9c4f-c084-49ef-818e-5f4946be1ea4", "Gateway": "e2e-api-a-ab677e", "namespace": "openshift-ingress", "name": "e2e-api-a-ab677e-authn-ssl"} 2026-09-10T16:30:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ab677e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ab677e", "reconcileID": "9a0d9c4f-c084-49ef-818e-5f4946be1ea4", "Gateway": "e2e-api-a-ab677e", "namespace": "openshift-ingress"} 2026-09-10T16:30:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-219fd6","namespace":"ai-tenant-e2e-shared-a-w3-219fd6"}, "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "name": "rate-test-model-219fd6", "reconcileID": "241942cb-ac08-4917-b76b-8a057640241f", "LLMInferenceService": "rate-test-model-219fd6", "namespace": "ai-tenant-e2e-shared-a-w3-219fd6"} 2026-09-10T16:30:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-219fd6","namespace":"ai-tenant-e2e-shared-a-w3-219fd6"}, "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "name": "rate-test-model-219fd6", "reconcileID": "241942cb-ac08-4917-b76b-8a057640241f", "LLMInferenceService": "rate-test-model-219fd6", "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "name": "rate-test-model-219fd6"} 2026-09-10T16:30:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-219fd6","namespace":"ai-tenant-e2e-shared-a-w3-219fd6"}, "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "name": "rate-test-model-219fd6", "reconcileID": "241942cb-ac08-4917-b76b-8a057640241f", "LLMInferenceService": "rate-test-model-219fd6", "namespace": "ai-tenant-e2e-shared-a-w3-219fd6"} 2026-09-10T16:30:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-219fd6","namespace":"ai-tenant-e2e-shared-a-w3-219fd6"}, "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "name": "rate-test-model-219fd6", "reconcileID": "241942cb-ac08-4917-b76b-8a057640241f", "LLMInferenceService": "rate-test-model-219fd6", "namespace": "ai-tenant-e2e-shared-a-w3-219fd6"} 2026-09-10T16:30:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-219fd6","namespace":"ai-tenant-e2e-shared-a-w3-219fd6"}, "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "name": "rate-test-model-219fd6", "reconcileID": "241942cb-ac08-4917-b76b-8a057640241f", "LLMInferenceService": "rate-test-model-219fd6", "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "name": "rate-test-model-219fd6-kserve-route-authn"} 2026-09-10T16:30:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-219fd6","namespace":"ai-tenant-e2e-shared-a-w3-219fd6"}, "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "name": "rate-test-model-219fd6", "reconcileID": "241942cb-ac08-4917-b76b-8a057640241f", "LLMInferenceService": "rate-test-model-219fd6", "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "name": "rate-test-model-219fd6-kserve-route-authn"} 2026-09-10T16:30:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-219fd6","namespace":"ai-tenant-e2e-shared-a-w3-219fd6"}, "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "name": "rate-test-model-219fd6", "reconcileID": "241942cb-ac08-4917-b76b-8a057640241f", "LLMInferenceService": "rate-test-model-219fd6", "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "namespace": "ai-tenant-e2e-shared-a-w3-219fd6"} 2026-09-10T16:30:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-219fd6","namespace":"ai-tenant-e2e-shared-a-w3-219fd6"}, "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "name": "rate-test-model-219fd6", "reconcileID": "241942cb-ac08-4917-b76b-8a057640241f", "LLMInferenceService": "rate-test-model-219fd6", "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "namespace": "ai-tenant-e2e-shared-a-w3-219fd6"} 2026-09-10T16:30:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-219fd6","namespace":"ai-tenant-e2e-shared-a-w3-219fd6"}, "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "name": "rate-test-model-219fd6", "reconcileID": "875dbb83-d326-4427-b1c2-2350d10192a4", "LLMInferenceService": "rate-test-model-219fd6", "namespace": "ai-tenant-e2e-shared-a-w3-219fd6"} 2026-09-10T16:30:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-219fd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-219fd6", "reconcileID": "8e0c775e-17dc-4775-878f-d72fe02095df", "Gateway": "e2e-shared-a-w3-219fd6", "namespace": "openshift-ingress"} 2026-09-10T16:30:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-219fd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-219fd6", "reconcileID": "8e0c775e-17dc-4775-878f-d72fe02095df", "Gateway": "e2e-shared-a-w3-219fd6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-219fd6-authn-ssl"} 2026-09-10T16:30:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-219fd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-219fd6", "reconcileID": "8e0c775e-17dc-4775-878f-d72fe02095df", "Gateway": "e2e-shared-a-w3-219fd6", "namespace": "openshift-ingress"} 2026-09-10T16:30:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-219fd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-219fd6", "reconcileID": "9953dcda-8564-4420-8387-a0fc034abe33", "Gateway": "e2e-shared-a-w3-219fd6", "namespace": "openshift-ingress"} 2026-09-10T16:30:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-219fd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-219fd6", "reconcileID": "9953dcda-8564-4420-8387-a0fc034abe33", "Gateway": "e2e-shared-a-w3-219fd6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-219fd6-authn-ssl"} 2026-09-10T16:30:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-219fd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-219fd6", "reconcileID": "9953dcda-8564-4420-8387-a0fc034abe33", "Gateway": "e2e-shared-a-w3-219fd6", "namespace": "openshift-ingress"} 2026-09-10T16:30:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b73303","namespace":"ai-tenant-e2e-shared-b-w3-b73303"}, "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "name": "rate-test-model-b73303", "reconcileID": "008d9ddf-3acd-47f2-91ce-1bf49ed92711", "LLMInferenceService": "rate-test-model-b73303", "namespace": "ai-tenant-e2e-shared-b-w3-b73303"} 2026-09-10T16:30:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b73303","namespace":"ai-tenant-e2e-shared-b-w3-b73303"}, "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "name": "rate-test-model-b73303", "reconcileID": "008d9ddf-3acd-47f2-91ce-1bf49ed92711", "LLMInferenceService": "rate-test-model-b73303", "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "name": "rate-test-model-b73303"} 2026-09-10T16:30:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b73303","namespace":"ai-tenant-e2e-shared-b-w3-b73303"}, "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "name": "rate-test-model-b73303", "reconcileID": "008d9ddf-3acd-47f2-91ce-1bf49ed92711", "LLMInferenceService": "rate-test-model-b73303", "namespace": "ai-tenant-e2e-shared-b-w3-b73303"} 2026-09-10T16:30:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b73303","namespace":"ai-tenant-e2e-shared-b-w3-b73303"}, "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "name": "rate-test-model-b73303", "reconcileID": "008d9ddf-3acd-47f2-91ce-1bf49ed92711", "LLMInferenceService": "rate-test-model-b73303", "namespace": "ai-tenant-e2e-shared-b-w3-b73303"} 2026-09-10T16:30:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b73303","namespace":"ai-tenant-e2e-shared-b-w3-b73303"}, "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "name": "rate-test-model-b73303", "reconcileID": "008d9ddf-3acd-47f2-91ce-1bf49ed92711", "LLMInferenceService": "rate-test-model-b73303", "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "name": "rate-test-model-b73303-kserve-route-authn"} 2026-09-10T16:30:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b73303","namespace":"ai-tenant-e2e-shared-b-w3-b73303"}, "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "name": "rate-test-model-b73303", "reconcileID": "008d9ddf-3acd-47f2-91ce-1bf49ed92711", "LLMInferenceService": "rate-test-model-b73303", "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "name": "rate-test-model-b73303-kserve-route-authn"} 2026-09-10T16:30:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b73303","namespace":"ai-tenant-e2e-shared-b-w3-b73303"}, "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "name": "rate-test-model-b73303", "reconcileID": "008d9ddf-3acd-47f2-91ce-1bf49ed92711", "LLMInferenceService": "rate-test-model-b73303", "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "namespace": "ai-tenant-e2e-shared-b-w3-b73303"} 2026-09-10T16:30:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b73303","namespace":"ai-tenant-e2e-shared-b-w3-b73303"}, "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "name": "rate-test-model-b73303", "reconcileID": "008d9ddf-3acd-47f2-91ce-1bf49ed92711", "LLMInferenceService": "rate-test-model-b73303", "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "namespace": "ai-tenant-e2e-shared-b-w3-b73303"} 2026-09-10T16:30:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b73303","namespace":"ai-tenant-e2e-shared-b-w3-b73303"}, "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "name": "rate-test-model-b73303", "reconcileID": "95ae2359-8129-4a2b-ba5f-77ff04920e1a", "LLMInferenceService": "rate-test-model-b73303", "namespace": "ai-tenant-e2e-shared-b-w3-b73303"} 2026-09-10T16:30:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b73303","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b73303", "reconcileID": "a3d31583-8673-47c0-8268-2a2b29955b89", "Gateway": "e2e-shared-b-w3-b73303", "namespace": "openshift-ingress"} 2026-09-10T16:30:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b73303","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b73303", "reconcileID": "a3d31583-8673-47c0-8268-2a2b29955b89", "Gateway": "e2e-shared-b-w3-b73303", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b73303-authn-ssl"} 2026-09-10T16:30:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b73303","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b73303", "reconcileID": "a3d31583-8673-47c0-8268-2a2b29955b89", "Gateway": "e2e-shared-b-w3-b73303", "namespace": "openshift-ingress"} 2026-09-10T16:30:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b73303","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b73303", "reconcileID": "d86cb438-98bc-4f31-9bac-2095438ce45e", "Gateway": "e2e-shared-b-w3-b73303", "namespace": "openshift-ingress"} 2026-09-10T16:30:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b73303","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b73303", "reconcileID": "d86cb438-98bc-4f31-9bac-2095438ce45e", "Gateway": "e2e-shared-b-w3-b73303", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b73303-authn-ssl"} 2026-09-10T16:30:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b73303","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b73303", "reconcileID": "d86cb438-98bc-4f31-9bac-2095438ce45e", "Gateway": "e2e-shared-b-w3-b73303", "namespace": "openshift-ingress"} 2026-09-10T16:30:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ab677e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ab677e", "reconcileID": "b97f7044-eace-4433-847e-2a91de992a71", "Gateway": "e2e-api-a-ab677e", "namespace": "openshift-ingress"} 2026-09-10T16:30:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ab677e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ab677e", "reconcileID": "b97f7044-eace-4433-847e-2a91de992a71", "Gateway": "e2e-api-a-ab677e", "namespace": "openshift-ingress", "name": "e2e-api-a-ab677e-authn-ssl"} 2026-09-10T16:30:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ab677e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ab677e", "reconcileID": "b97f7044-eace-4433-847e-2a91de992a71", "Gateway": "e2e-api-a-ab677e", "namespace": "openshift-ingress"} 2026-09-10T16:30:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "6962c57c-1964-4f7e-8b42-dd0ecde9ebde", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:30:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "6962c57c-1964-4f7e-8b42-dd0ecde9ebde", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40-authn-ssl"} 2026-09-10T16:30:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "6962c57c-1964-4f7e-8b42-dd0ecde9ebde", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:30:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "25b0cbee-6067-424d-83f0-2ecdb795feba", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:30:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "25b0cbee-6067-424d-83f0-2ecdb795feba", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40-authn-ssl"} 2026-09-10T16:30:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "25b0cbee-6067-424d-83f0-2ecdb795feba", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:30:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "1aa543b8-b8eb-48b1-8583-a507a60e4c94", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:30:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "1aa543b8-b8eb-48b1-8583-a507a60e4c94", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40-authn-ssl"} 2026-09-10T16:30:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "1aa543b8-b8eb-48b1-8583-a507a60e4c94", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:30:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "ad125dd8-7705-4540-a3fb-4a90e166c0e0", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:30:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "ad125dd8-7705-4540-a3fb-4a90e166c0e0", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40-authn-ssl"} 2026-09-10T16:30:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "ad125dd8-7705-4540-a3fb-4a90e166c0e0", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:30:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "c0edf30f-f05c-4a36-a6ac-229149085bc4", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:30:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "c0edf30f-f05c-4a36-a6ac-229149085bc4", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40-authn-ssl"} 2026-09-10T16:30:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "c0edf30f-f05c-4a36-a6ac-229149085bc4", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:30:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "dd31f3fb-cf66-4fb4-8b9b-4d5bac5527b5", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:30:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "dd31f3fb-cf66-4fb4-8b9b-4d5bac5527b5", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40-authn-ssl"} 2026-09-10T16:30:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "dd31f3fb-cf66-4fb4-8b9b-4d5bac5527b5", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:30:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ab677e"}, "namespace": "ai-tenant-e2e-api-a-ab677e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa9f0216-3346-4f5d-a593-7c9eb136e828", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ab677e"} 2026-09-10T16:30:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ab677e"}, "namespace": "ai-tenant-e2e-api-a-ab677e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa9f0216-3346-4f5d-a593-7c9eb136e828", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ab677e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:30:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ab677e"}, "namespace": "ai-tenant-e2e-api-a-ab677e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa9f0216-3346-4f5d-a593-7c9eb136e828", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-ab677e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:30:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ab677e"}, "namespace": "ai-tenant-e2e-api-a-ab677e", "name": "odh-trusted-ca-bundle", "reconcileID": "05275eda-2c8f-4e26-bbc5-e19dcc7a569a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ab677e"} 2026-09-10T16:30:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ab677e"}, "namespace": "ai-tenant-e2e-api-a-ab677e", "name": "odh-trusted-ca-bundle", "reconcileID": "05275eda-2c8f-4e26-bbc5-e19dcc7a569a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ab677e"} 2026-09-10T16:30:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ab677e"}, "namespace": "ai-tenant-e2e-api-a-ab677e", "name": "openshift-service-ca.crt", "reconcileID": "b32a0072-263b-4167-b300-e9b67a9d73b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ab677e"} 2026-09-10T16:30:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ab677e"}, "namespace": "ai-tenant-e2e-api-a-ab677e", "name": "openshift-service-ca.crt", "reconcileID": "b32a0072-263b-4167-b300-e9b67a9d73b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ab677e"} 2026-09-10T16:30:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ab677e"}, "namespace": "ai-tenant-e2e-api-a-ab677e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32614c9e-6341-4992-81d8-7a3c74ada1c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ab677e"} 2026-09-10T16:30:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ab677e"}, "namespace": "ai-tenant-e2e-api-a-ab677e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32614c9e-6341-4992-81d8-7a3c74ada1c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ab677e"} 2026-09-10T16:30:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "1b5d58d4-fcf6-4975-9927-b8c3c5285612", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:30:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "1b5d58d4-fcf6-4975-9927-b8c3c5285612", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40-authn-ssl"} 2026-09-10T16:30:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "1b5d58d4-fcf6-4975-9927-b8c3c5285612", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:30:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ab677e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ab677e", "reconcileID": "f2fdb22c-a117-45e6-bb99-24ae7b4b6a77", "Gateway": "e2e-api-a-ab677e", "namespace": "openshift-ingress"} 2026-09-10T16:30:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "openshift-service-ca.crt", "reconcileID": "1c5917df-856b-4803-8d3e-a86657d97eab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:30:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "odh-trusted-ca-bundle", "reconcileID": "eccae0e0-3650-4cff-9275-2b7dc6c591d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:30:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "openshift-service-ca.crt", "reconcileID": "eef8990e-45a7-4860-87d0-39e639646f6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-814d40", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:30:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "openshift-service-ca.crt", "reconcileID": "eef8990e-45a7-4860-87d0-39e639646f6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:30:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbb4cdcc-e462-475b-9679-1ac4d69bf711", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:30:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "openshift-service-ca.crt", "reconcileID": "31ef36e9-9e5a-4172-96d0-2e62da8ed0e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:30:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "odh-trusted-ca-bundle", "reconcileID": "8c1059f3-4a13-4690-bb45-366f903dc082", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-814d40", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:30:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "odh-trusted-ca-bundle", "reconcileID": "8c1059f3-4a13-4690-bb45-366f903dc082", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:30:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67a9e165-b2e9-4ed8-a23b-e11b99dbc380", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:30:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "6b312a71-be07-46a2-a6c9-10211690c77a", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:30:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "6b312a71-be07-46a2-a6c9-10211690c77a", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40-authn-ssl"} 2026-09-10T16:30:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "6b312a71-be07-46a2-a6c9-10211690c77a", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:30:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "a639bdfb-ace1-47df-bad5-c4cf727d3a69", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:30:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "a639bdfb-ace1-47df-bad5-c4cf727d3a69", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40-authn-ssl"} 2026-09-10T16:30:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "a639bdfb-ace1-47df-bad5-c4cf727d3a69", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:30:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cde4a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cde4a2", "reconcileID": "bd44a562-73ef-4e91-ada5-a647f26ecd70", "Gateway": "e2e-api-b-cde4a2", "namespace": "openshift-ingress"} 2026-09-10T16:30:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cde4a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cde4a2", "reconcileID": "bd44a562-73ef-4e91-ada5-a647f26ecd70", "Gateway": "e2e-api-b-cde4a2", "namespace": "openshift-ingress", "name": "e2e-api-b-cde4a2-authn-ssl"} 2026-09-10T16:30:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cde4a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cde4a2", "reconcileID": "bd44a562-73ef-4e91-ada5-a647f26ecd70", "Gateway": "e2e-api-b-cde4a2", "namespace": "openshift-ingress"} 2026-09-10T16:30:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cde4a2"}, "namespace": "ai-tenant-e2e-api-b-cde4a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89c76f80-7327-4572-aa66-3d6891a0b1d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cde4a2"} 2026-09-10T16:30:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cde4a2"}, "namespace": "ai-tenant-e2e-api-b-cde4a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89c76f80-7327-4572-aa66-3d6891a0b1d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cde4a2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:30:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cde4a2"}, "namespace": "ai-tenant-e2e-api-b-cde4a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89c76f80-7327-4572-aa66-3d6891a0b1d0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-cde4a2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:30:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cde4a2"}, "namespace": "ai-tenant-e2e-api-b-cde4a2", "name": "odh-trusted-ca-bundle", "reconcileID": "ea930cc5-5801-491c-a3a2-dccd8dec44c8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cde4a2"} 2026-09-10T16:30:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cde4a2"}, "namespace": "ai-tenant-e2e-api-b-cde4a2", "name": "odh-trusted-ca-bundle", "reconcileID": "ea930cc5-5801-491c-a3a2-dccd8dec44c8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cde4a2"} 2026-09-10T16:30:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cde4a2"}, "namespace": "ai-tenant-e2e-api-b-cde4a2", "name": "openshift-service-ca.crt", "reconcileID": "d4a0724a-765d-49a4-9eed-71e2115c151f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cde4a2"} 2026-09-10T16:30:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cde4a2"}, "namespace": "ai-tenant-e2e-api-b-cde4a2", "name": "openshift-service-ca.crt", "reconcileID": "d4a0724a-765d-49a4-9eed-71e2115c151f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cde4a2"} 2026-09-10T16:30:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cde4a2"}, "namespace": "ai-tenant-e2e-api-b-cde4a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5670f111-1ec7-470a-8c56-c44e294e27bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cde4a2"} 2026-09-10T16:30:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cde4a2"}, "namespace": "ai-tenant-e2e-api-b-cde4a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5670f111-1ec7-470a-8c56-c44e294e27bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cde4a2"} 2026-09-10T16:30:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cde4a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cde4a2", "reconcileID": "27ce7436-c260-4026-9b5d-9adbb41c39b8", "Gateway": "e2e-api-b-cde4a2", "namespace": "openshift-ingress"} 2026-09-10T16:30:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cde4a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cde4a2", "reconcileID": "27ce7436-c260-4026-9b5d-9adbb41c39b8", "Gateway": "e2e-api-b-cde4a2", "namespace": "openshift-ingress", "name": "e2e-api-b-cde4a2-authn-ssl"} 2026-09-10T16:30:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cde4a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cde4a2", "reconcileID": "27ce7436-c260-4026-9b5d-9adbb41c39b8", "Gateway": "e2e-api-b-cde4a2", "namespace": "openshift-ingress"} 2026-09-10T16:30:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cde4a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cde4a2", "reconcileID": "c7ee9636-5545-4d45-89ad-8d699b75d6d6", "Gateway": "e2e-api-b-cde4a2", "namespace": "openshift-ingress"} 2026-09-10T16:30:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "f17f832c-6338-4576-babf-19fe01a48bb9", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress"} 2026-09-10T16:30:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "f17f832c-6338-4576-babf-19fe01a48bb9", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06-authn-ssl"} 2026-09-10T16:30:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "f17f832c-6338-4576-babf-19fe01a48bb9", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress"} 2026-09-10T16:30:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "b6fbd5b5-9f9f-4d33-b029-2c51c88bb378", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress"} 2026-09-10T16:30:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "b6fbd5b5-9f9f-4d33-b029-2c51c88bb378", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06-authn-ssl"} 2026-09-10T16:30:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "b6fbd5b5-9f9f-4d33-b029-2c51c88bb378", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress"} 2026-09-10T16:30:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "3aee37f3-22d6-43b5-a46e-c53870d9dd0b", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress"} 2026-09-10T16:30:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "3aee37f3-22d6-43b5-a46e-c53870d9dd0b", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06-authn-ssl"} 2026-09-10T16:30:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "3aee37f3-22d6-43b5-a46e-c53870d9dd0b", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress"} 2026-09-10T16:30:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "f18b2063-7be0-4f74-9977-d3044269009b", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress"} 2026-09-10T16:30:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "f18b2063-7be0-4f74-9977-d3044269009b", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06-authn-ssl"} 2026-09-10T16:30:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "f18b2063-7be0-4f74-9977-d3044269009b", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress"} 2026-09-10T16:30:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "f39bdcc7-d45d-4f3e-97d0-41a564261a60", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress"} 2026-09-10T16:30:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "f39bdcc7-d45d-4f3e-97d0-41a564261a60", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06-authn-ssl"} 2026-09-10T16:30:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "f39bdcc7-d45d-4f3e-97d0-41a564261a60", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress"} 2026-09-10T16:30:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "94f23806-25ab-4582-85fc-9f3a2faac135", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress"} 2026-09-10T16:30:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "94f23806-25ab-4582-85fc-9f3a2faac135", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06-authn-ssl"} 2026-09-10T16:30:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "94f23806-25ab-4582-85fc-9f3a2faac135", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress"} 2026-09-10T16:30:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "19f35f64-2562-4a42-bcbf-e52e7c776de8", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress"} 2026-09-10T16:30:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "19f35f64-2562-4a42-bcbf-e52e7c776de8", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06-authn-ssl"} 2026-09-10T16:30:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "19f35f64-2562-4a42-bcbf-e52e7c776de8", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress"} 2026-09-10T16:31:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-275a06"}, "namespace": "ai-tenant-e2e-ipp-b-275a06", "name": "openshift-service-ca.crt", "reconcileID": "c3e78080-0d9d-4be3-aea0-29c979ff100e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-275a06"} 2026-09-10T16:31:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-275a06"}, "namespace": "ai-tenant-e2e-ipp-b-275a06", "name": "odh-trusted-ca-bundle", "reconcileID": "3cfb925f-032c-4b4a-8772-f57de75f346a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-275a06"} 2026-09-10T16:31:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-275a06"}, "namespace": "ai-tenant-e2e-ipp-b-275a06", "name": "openshift-service-ca.crt", "reconcileID": "5fecfc98-5005-4591-8c28-4e0bc881c00c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-275a06", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:31:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-275a06"}, "namespace": "ai-tenant-e2e-ipp-b-275a06", "name": "openshift-service-ca.crt", "reconcileID": "5fecfc98-5005-4591-8c28-4e0bc881c00c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-275a06"} 2026-09-10T16:31:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-275a06"}, "namespace": "ai-tenant-e2e-ipp-b-275a06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34273e30-ebe0-4b94-8f0d-9a7ad5e9d749", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-275a06"} 2026-09-10T16:31:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-275a06"}, "namespace": "ai-tenant-e2e-ipp-b-275a06", "name": "openshift-service-ca.crt", "reconcileID": "4e6d842b-92db-478d-8f21-921ee87d12aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-275a06"} 2026-09-10T16:31:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-275a06"}, "namespace": "ai-tenant-e2e-ipp-b-275a06", "name": "odh-trusted-ca-bundle", "reconcileID": "af8aad56-9a0f-4e68-a07d-ba3afcd4f25f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-275a06", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:31:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-275a06"}, "namespace": "ai-tenant-e2e-ipp-b-275a06", "name": "odh-trusted-ca-bundle", "reconcileID": "af8aad56-9a0f-4e68-a07d-ba3afcd4f25f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-275a06"} 2026-09-10T16:31:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-275a06"}, "namespace": "ai-tenant-e2e-ipp-b-275a06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02e3af18-f57c-4096-b688-3c01e09a0dea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-275a06"} 2026-09-10T16:31:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-29fd7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-29fd7d", "reconcileID": "b2a7e6a0-c081-4846-9ab7-e60da322b236", "Gateway": "e2e-shared-a-w2-29fd7d", "namespace": "openshift-ingress"} 2026-09-10T16:31:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-29fd7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-29fd7d", "reconcileID": "b2a7e6a0-c081-4846-9ab7-e60da322b236", "Gateway": "e2e-shared-a-w2-29fd7d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-29fd7d-authn-ssl"} 2026-09-10T16:31:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-29fd7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-29fd7d", "reconcileID": "b2a7e6a0-c081-4846-9ab7-e60da322b236", "Gateway": "e2e-shared-a-w2-29fd7d", "namespace": "openshift-ingress"} 2026-09-10T16:31:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "25a3b0bf-36b3-44f8-b9ce-a44b8004774f", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress"} 2026-09-10T16:31:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "25a3b0bf-36b3-44f8-b9ce-a44b8004774f", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06-authn-ssl"} 2026-09-10T16:31:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "25a3b0bf-36b3-44f8-b9ce-a44b8004774f", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress"} 2026-09-10T16:31:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-29fd7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-29fd7d", "reconcileID": "730cf493-6ecc-4e7e-81e1-10acd998ba4a", "Gateway": "e2e-shared-a-w2-29fd7d", "namespace": "openshift-ingress"} 2026-09-10T16:31:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-29fd7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-29fd7d", "reconcileID": "730cf493-6ecc-4e7e-81e1-10acd998ba4a", "Gateway": "e2e-shared-a-w2-29fd7d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-29fd7d-authn-ssl"} 2026-09-10T16:31:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-29fd7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-29fd7d", "reconcileID": "730cf493-6ecc-4e7e-81e1-10acd998ba4a", "Gateway": "e2e-shared-a-w2-29fd7d", "namespace": "openshift-ingress"} 2026-09-10T16:31:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-29fd7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-29fd7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1accd90-778e-4ab6-a2e0-3d52ef107cc7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-29fd7d"} 2026-09-10T16:31:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-29fd7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-29fd7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1accd90-778e-4ab6-a2e0-3d52ef107cc7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-29fd7d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:31:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-29fd7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-29fd7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1accd90-778e-4ab6-a2e0-3d52ef107cc7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-29fd7d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:31:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-29fd7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-29fd7d", "name": "odh-trusted-ca-bundle", "reconcileID": "b72cf4e0-a82e-4033-8fef-7ffc6c607124", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-29fd7d"} 2026-09-10T16:31:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-29fd7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-29fd7d", "name": "odh-trusted-ca-bundle", "reconcileID": "b72cf4e0-a82e-4033-8fef-7ffc6c607124", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-29fd7d"} 2026-09-10T16:31:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-29fd7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-29fd7d", "name": "openshift-service-ca.crt", "reconcileID": "96bea1fc-c38e-4f71-8b39-43f3fb6047af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-29fd7d"} 2026-09-10T16:31:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-29fd7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-29fd7d", "name": "openshift-service-ca.crt", "reconcileID": "96bea1fc-c38e-4f71-8b39-43f3fb6047af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-29fd7d"} 2026-09-10T16:31:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-29fd7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-29fd7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15da7f2f-5df0-44a2-9190-7d69a89f2715", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-29fd7d"} 2026-09-10T16:31:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-29fd7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-29fd7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15da7f2f-5df0-44a2-9190-7d69a89f2715", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-29fd7d"} 2026-09-10T16:31:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-29fd7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-29fd7d", "reconcileID": "1f929ed6-ca2c-4f5f-94ed-d532161ebec1", "Gateway": "e2e-shared-a-w2-29fd7d", "namespace": "openshift-ingress"} 2026-09-10T16:31:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "142fb7a4-3681-423a-a2de-1ad4055e4da8", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress"} 2026-09-10T16:31:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "142fb7a4-3681-423a-a2de-1ad4055e4da8", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06-authn-ssl"} 2026-09-10T16:31:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "142fb7a4-3681-423a-a2de-1ad4055e4da8", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress"} 2026-09-10T16:31:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-90bd7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-90bd7e", "reconcileID": "a33474ba-fac8-43af-9859-0cb5d3c8166f", "Gateway": "e2e-shared-b-w2-90bd7e", "namespace": "openshift-ingress"} 2026-09-10T16:31:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-90bd7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-90bd7e", "reconcileID": "a33474ba-fac8-43af-9859-0cb5d3c8166f", "Gateway": "e2e-shared-b-w2-90bd7e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-90bd7e-authn-ssl"} 2026-09-10T16:31:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-90bd7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-90bd7e", "reconcileID": "a33474ba-fac8-43af-9859-0cb5d3c8166f", "Gateway": "e2e-shared-b-w2-90bd7e", "namespace": "openshift-ingress"} 2026-09-10T16:31:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-90bd7e"}, "namespace": "ai-tenant-e2e-shared-b-w2-90bd7e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42732b7a-1041-4ef6-934b-a0fda5ac5bcd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-90bd7e"} 2026-09-10T16:31:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-90bd7e"}, "namespace": "ai-tenant-e2e-shared-b-w2-90bd7e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42732b7a-1041-4ef6-934b-a0fda5ac5bcd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-90bd7e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:31:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-90bd7e"}, "namespace": "ai-tenant-e2e-shared-b-w2-90bd7e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42732b7a-1041-4ef6-934b-a0fda5ac5bcd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-90bd7e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:31:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-90bd7e"}, "namespace": "ai-tenant-e2e-shared-b-w2-90bd7e", "name": "odh-trusted-ca-bundle", "reconcileID": "29eb2f90-cdc7-4226-9d49-6a12d9cc90bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-90bd7e"} 2026-09-10T16:31:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-90bd7e"}, "namespace": "ai-tenant-e2e-shared-b-w2-90bd7e", "name": "odh-trusted-ca-bundle", "reconcileID": "29eb2f90-cdc7-4226-9d49-6a12d9cc90bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-90bd7e"} 2026-09-10T16:31:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-90bd7e"}, "namespace": "ai-tenant-e2e-shared-b-w2-90bd7e", "name": "openshift-service-ca.crt", "reconcileID": "6fe63eda-8f32-4227-ab79-08e4a718bb77", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-90bd7e"} 2026-09-10T16:31:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-90bd7e"}, "namespace": "ai-tenant-e2e-shared-b-w2-90bd7e", "name": "openshift-service-ca.crt", "reconcileID": "6fe63eda-8f32-4227-ab79-08e4a718bb77", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-90bd7e"} 2026-09-10T16:31:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-90bd7e"}, "namespace": "ai-tenant-e2e-shared-b-w2-90bd7e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "887feb69-bd62-4470-8b90-c7e7611ad7c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-90bd7e"} 2026-09-10T16:31:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-90bd7e"}, "namespace": "ai-tenant-e2e-shared-b-w2-90bd7e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "887feb69-bd62-4470-8b90-c7e7611ad7c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-90bd7e"} 2026-09-10T16:31:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-90bd7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-90bd7e", "reconcileID": "dd451113-67f7-4889-8044-ceac49c4f289", "Gateway": "e2e-shared-b-w2-90bd7e", "namespace": "openshift-ingress"} 2026-09-10T16:31:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "eeb9fbf1-dc77-4a7c-a04d-93c05659203a", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:31:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "eeb9fbf1-dc77-4a7c-a04d-93c05659203a", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:31:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "eeb9fbf1-dc77-4a7c-a04d-93c05659203a", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:31:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "75f469d5-ad4e-42ec-b1d6-f530a762af36", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:31:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "eeb9fbf1-dc77-4a7c-a04d-93c05659203a", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40-kserve-route-authn"} 2026-09-10T16:31:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "eeb9fbf1-dc77-4a7c-a04d-93c05659203a", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40", "authType": "userdefined"} 2026-09-10T16:31:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "eeb9fbf1-dc77-4a7c-a04d-93c05659203a", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:31:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "75f469d5-ad4e-42ec-b1d6-f530a762af36", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40-authn-ssl"} 2026-09-10T16:31:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "75f469d5-ad4e-42ec-b1d6-f530a762af36", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:31:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "d1740f69-4107-4f08-88d4-b500c897efdd", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:31:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "d1740f69-4107-4f08-88d4-b500c897efdd", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:31:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "d1740f69-4107-4f08-88d4-b500c897efdd", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:31:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "d1740f69-4107-4f08-88d4-b500c897efdd", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40-kserve-route-authn"} 2026-09-10T16:31:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "d1740f69-4107-4f08-88d4-b500c897efdd", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40", "authType": "userdefined"} 2026-09-10T16:31:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "d1740f69-4107-4f08-88d4-b500c897efdd", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:31:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "8af25478-7b30-4ce2-a5b8-37886c6d8af5", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:31:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "8af25478-7b30-4ce2-a5b8-37886c6d8af5", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40-authn-ssl"} 2026-09-10T16:31:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "8af25478-7b30-4ce2-a5b8-37886c6d8af5", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:31:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "4293f732-5f85-461b-a7bb-ea1dee0cbdc6", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:31:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "4293f732-5f85-461b-a7bb-ea1dee0cbdc6", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:31:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "4293f732-5f85-461b-a7bb-ea1dee0cbdc6", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:31:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "4293f732-5f85-461b-a7bb-ea1dee0cbdc6", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40-kserve-route-authn"} 2026-09-10T16:31:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "4293f732-5f85-461b-a7bb-ea1dee0cbdc6", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40", "authType": "userdefined"} 2026-09-10T16:31:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "4293f732-5f85-461b-a7bb-ea1dee0cbdc6", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:32:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "fbf4c2ce-cb05-4803-8b0a-5497fdf75189", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:32:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "fbf4c2ce-cb05-4803-8b0a-5497fdf75189", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:32:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "fbf4c2ce-cb05-4803-8b0a-5497fdf75189", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:32:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "fbf4c2ce-cb05-4803-8b0a-5497fdf75189", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40-kserve-route-authn"} 2026-09-10T16:32:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "fbf4c2ce-cb05-4803-8b0a-5497fdf75189", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40", "authType": "userdefined"} 2026-09-10T16:32:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "fbf4c2ce-cb05-4803-8b0a-5497fdf75189", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:32:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "9a469e45-fbf7-4365-bfd4-c3f9fc9155c4", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress"} 2026-09-10T16:32:12Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "9a469e45-fbf7-4365-bfd4-c3f9fc9155c4", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72-authn-ssl"} 2026-09-10T16:32:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "9a469e45-fbf7-4365-bfd4-c3f9fc9155c4", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress"} 2026-09-10T16:32:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "44b65484-9138-4a6a-803d-625aa1c9603f", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress"} 2026-09-10T16:32:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "44b65484-9138-4a6a-803d-625aa1c9603f", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72-authn-ssl"} 2026-09-10T16:32:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "44b65484-9138-4a6a-803d-625aa1c9603f", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress"} 2026-09-10T16:32:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "ddf2c94f-70c0-4b1b-9281-6b1312415c9c", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress"} 2026-09-10T16:32:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "ddf2c94f-70c0-4b1b-9281-6b1312415c9c", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72-authn-ssl"} 2026-09-10T16:32:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "ddf2c94f-70c0-4b1b-9281-6b1312415c9c", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress"} 2026-09-10T16:32:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "402ebea4-16db-49b7-936e-4cf20d9cc5ee", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress"} 2026-09-10T16:32:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "402ebea4-16db-49b7-936e-4cf20d9cc5ee", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72-authn-ssl"} 2026-09-10T16:32:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "402ebea4-16db-49b7-936e-4cf20d9cc5ee", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress"} 2026-09-10T16:32:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "b7506275-3ef7-471f-91c6-dd7714c8c22f", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress"} 2026-09-10T16:32:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "b7506275-3ef7-471f-91c6-dd7714c8c22f", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72-authn-ssl"} 2026-09-10T16:32:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "b7506275-3ef7-471f-91c6-dd7714c8c22f", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress"} 2026-09-10T16:32:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "5da0bb28-e9e0-4c09-a486-b0f04c561c6b", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress"} 2026-09-10T16:32:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "5da0bb28-e9e0-4c09-a486-b0f04c561c6b", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72-authn-ssl"} 2026-09-10T16:32:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "5da0bb28-e9e0-4c09-a486-b0f04c561c6b", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress"} 2026-09-10T16:32:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "99e4f791-6f25-4ff8-aeba-5ff0805c690b", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress"} 2026-09-10T16:32:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "99e4f791-6f25-4ff8-aeba-5ff0805c690b", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72-authn-ssl"} 2026-09-10T16:32:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "99e4f791-6f25-4ff8-aeba-5ff0805c690b", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress"} 2026-09-10T16:32:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-68ca72"}, "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72", "name": "openshift-service-ca.crt", "reconcileID": "dc5098f7-c0e5-46a4-8b4a-e527a3d91eed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72"} 2026-09-10T16:32:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-68ca72"}, "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72", "name": "odh-trusted-ca-bundle", "reconcileID": "606b79e2-6b6f-482b-a8bd-fbfa70ef7aff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:32:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-68ca72"}, "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72", "name": "odh-trusted-ca-bundle", "reconcileID": "606b79e2-6b6f-482b-a8bd-fbfa70ef7aff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72"} 2026-09-10T16:32:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-68ca72"}, "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72", "name": "openshift-service-ca.crt", "reconcileID": "6c483edb-7998-477a-9513-6b9a85288139", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72"} 2026-09-10T16:32:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-68ca72"}, "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a34ddd7-f5f3-44ee-a8b9-fd378e9c8734", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72"} 2026-09-10T16:32:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-68ca72"}, "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72", "name": "openshift-service-ca.crt", "reconcileID": "b724817f-cf2a-448c-9bf1-0d0ac5676b19", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72"} 2026-09-10T16:32:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-68ca72"}, "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72", "name": "odh-trusted-ca-bundle", "reconcileID": "c2d9d232-bb41-4932-b1ed-3ca2d7e92117", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:32:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-68ca72"}, "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72", "name": "odh-trusted-ca-bundle", "reconcileID": "c2d9d232-bb41-4932-b1ed-3ca2d7e92117", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72"} 2026-09-10T16:32:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-68ca72"}, "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c56b5568-971b-4c87-b88b-8487a41cce1d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72"} 2026-09-10T16:32:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "8fae0e0c-1f02-40c8-a621-b7464d27d908", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress"} 2026-09-10T16:32:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "8fae0e0c-1f02-40c8-a621-b7464d27d908", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72-authn-ssl"} 2026-09-10T16:32:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "8fae0e0c-1f02-40c8-a621-b7464d27d908", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress"} 2026-09-10T16:32:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "84478f20-e899-4015-a564-5d572f2de5e4", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress"} 2026-09-10T16:32:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "84478f20-e899-4015-a564-5d572f2de5e4", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72-authn-ssl"} 2026-09-10T16:32:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "84478f20-e899-4015-a564-5d572f2de5e4", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress"} 2026-09-10T16:32:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "7115d81a-9950-4cfd-8a66-d8b0be3c1032", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress"} 2026-09-10T16:32:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "7115d81a-9950-4cfd-8a66-d8b0be3c1032", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72-authn-ssl"} 2026-09-10T16:32:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "7115d81a-9950-4cfd-8a66-d8b0be3c1032", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress"} 2026-09-10T16:32:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "80ec3842-78ae-47b1-9a8a-c029cb7995b2", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress"} 2026-09-10T16:32:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "80ec3842-78ae-47b1-9a8a-c029cb7995b2", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72-authn-ssl"} 2026-09-10T16:32:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "80ec3842-78ae-47b1-9a8a-c029cb7995b2", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress"} 2026-09-10T16:32:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-68ca72"}, "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79f3de8a-7534-42c1-be62-e2e8e55e64fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72"} 2026-09-10T16:32:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-68ca72"}, "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79f3de8a-7534-42c1-be62-e2e8e55e64fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:32:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-68ca72"}, "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79f3de8a-7534-42c1-be62-e2e8e55e64fd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-68ca72 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:32:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-68ca72"}, "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72", "name": "odh-trusted-ca-bundle", "reconcileID": "0f2a6c79-43b2-4f2a-9933-9160739ca8ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72"} 2026-09-10T16:32:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-68ca72"}, "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72", "name": "odh-trusted-ca-bundle", "reconcileID": "0f2a6c79-43b2-4f2a-9933-9160739ca8ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72"} 2026-09-10T16:32:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-68ca72"}, "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72", "name": "openshift-service-ca.crt", "reconcileID": "400e65cd-8e2a-4444-9bdc-47e85fba9b35", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72"} 2026-09-10T16:32:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-68ca72"}, "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72", "name": "openshift-service-ca.crt", "reconcileID": "400e65cd-8e2a-4444-9bdc-47e85fba9b35", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72"} 2026-09-10T16:32:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-68ca72"}, "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6bda137e-949d-4c97-a77c-40e828062d5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72"} 2026-09-10T16:32:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-68ca72"}, "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6bda137e-949d-4c97-a77c-40e828062d5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-68ca72"} 2026-09-10T16:32:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-68ca72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-68ca72", "reconcileID": "e4edb749-c7b2-4989-bb05-bade3b3f065e", "Gateway": "e2e-ipp-cleanup-68ca72", "namespace": "openshift-ingress"} 2026-09-10T16:33:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "eb58ea6f-d303-4f61-a8c7-f2dd84e6fb5d", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:33:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "eb58ea6f-d303-4f61-a8c7-f2dd84e6fb5d", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40-authn-ssl"} 2026-09-10T16:33:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "eb58ea6f-d303-4f61-a8c7-f2dd84e6fb5d", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:33:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "05936a03-c3b7-49fd-8b70-9be90e2a77be", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:33:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "05936a03-c3b7-49fd-8b70-9be90e2a77be", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40-authn-ssl"} 2026-09-10T16:33:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "05936a03-c3b7-49fd-8b70-9be90e2a77be", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:33:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "effaa79d-0ec6-4728-9321-cf494d092c41", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:33:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "effaa79d-0ec6-4728-9321-cf494d092c41", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40-authn-ssl"} 2026-09-10T16:33:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "effaa79d-0ec6-4728-9321-cf494d092c41", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:33:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "6aa76b14-36ad-4f62-888e-aa6ba9f52191", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:33:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "6aa76b14-36ad-4f62-888e-aa6ba9f52191", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:33:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "6aa76b14-36ad-4f62-888e-aa6ba9f52191", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:33:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "6aa76b14-36ad-4f62-888e-aa6ba9f52191", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40-kserve-route-authn"} 2026-09-10T16:33:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "6aa76b14-36ad-4f62-888e-aa6ba9f52191", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40", "authType": "userdefined"} 2026-09-10T16:33:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "6aa76b14-36ad-4f62-888e-aa6ba9f52191", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:33:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "4b49f59e-5df9-42a3-9024-2038a54c8e15", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:33:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "4b49f59e-5df9-42a3-9024-2038a54c8e15", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40"} 2026-09-10T16:33:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "4b49f59e-5df9-42a3-9024-2038a54c8e15", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:33:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "4b49f59e-5df9-42a3-9024-2038a54c8e15", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:33:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "4b49f59e-5df9-42a3-9024-2038a54c8e15", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40-kserve-route-authn"} 2026-09-10T16:33:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "4b49f59e-5df9-42a3-9024-2038a54c8e15", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40-kserve-route-authn"} 2026-09-10T16:33:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "4b49f59e-5df9-42a3-9024-2038a54c8e15", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:33:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "4b49f59e-5df9-42a3-9024-2038a54c8e15", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:33:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-814d40","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "ipp-route-814d40", "reconcileID": "ad778ce0-a2b6-4e5e-b541-f114cb303d86", "LLMInferenceService": "ipp-route-814d40", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:33:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "d90a830e-ffaa-483a-a208-5d8b13601f24", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:33:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "d90a830e-ffaa-483a-a208-5d8b13601f24", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40-authn-ssl"} 2026-09-10T16:33:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "d90a830e-ffaa-483a-a208-5d8b13601f24", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:33:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "a81a595a-828c-4ea1-a14f-4e2ebdb9ed3b", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:33:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "a81a595a-828c-4ea1-a14f-4e2ebdb9ed3b", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40-authn-ssl"} 2026-09-10T16:33:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "a81a595a-828c-4ea1-a14f-4e2ebdb9ed3b", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:33:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69f4466e-9be2-44cb-b3c4-daf419f992e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:33:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69f4466e-9be2-44cb-b3c4-daf419f992e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-814d40", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:33:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69f4466e-9be2-44cb-b3c4-daf419f992e5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-814d40 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:33:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "odh-trusted-ca-bundle", "reconcileID": "5e8cd8ea-5846-4de2-a144-2bb3d775ba2b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:33:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "odh-trusted-ca-bundle", "reconcileID": "5e8cd8ea-5846-4de2-a144-2bb3d775ba2b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:33:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "openshift-service-ca.crt", "reconcileID": "91168ab0-b201-40f4-9874-bd544d7c7ba4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:33:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "openshift-service-ca.crt", "reconcileID": "91168ab0-b201-40f4-9874-bd544d7c7ba4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:33:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "406a75d4-7772-4dda-a1b8-561b257a5af2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:33:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-814d40"}, "namespace": "ai-tenant-e2e-ipp-a-814d40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "406a75d4-7772-4dda-a1b8-561b257a5af2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-814d40"} 2026-09-10T16:34:01Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:34:01Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:34:02Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:34:02Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:34:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-814d40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-814d40", "reconcileID": "384f2289-6061-4eac-8524-12e5550f1026", "Gateway": "e2e-ipp-a-814d40", "namespace": "openshift-ingress"} 2026-09-10T16:34:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "e9eeb35e-33e2-4bb9-a300-882a12f7295a", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress"} 2026-09-10T16:34:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "e9eeb35e-33e2-4bb9-a300-882a12f7295a", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06-authn-ssl"} 2026-09-10T16:34:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "e9eeb35e-33e2-4bb9-a300-882a12f7295a", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress"} 2026-09-10T16:34:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "d024de9e-b75a-48cf-8ca1-019c8faecd5a", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress"} 2026-09-10T16:34:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "d024de9e-b75a-48cf-8ca1-019c8faecd5a", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06-authn-ssl"} 2026-09-10T16:34:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "d024de9e-b75a-48cf-8ca1-019c8faecd5a", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress"} 2026-09-10T16:34:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-275a06"}, "namespace": "ai-tenant-e2e-ipp-b-275a06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d02dd8e-5191-46c9-8c9b-9e486fe278fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-275a06"} 2026-09-10T16:34:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-275a06"}, "namespace": "ai-tenant-e2e-ipp-b-275a06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d02dd8e-5191-46c9-8c9b-9e486fe278fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-275a06", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:34:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-275a06"}, "namespace": "ai-tenant-e2e-ipp-b-275a06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d02dd8e-5191-46c9-8c9b-9e486fe278fe", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-275a06 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:34:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-275a06"}, "namespace": "ai-tenant-e2e-ipp-b-275a06", "name": "odh-trusted-ca-bundle", "reconcileID": "6ea55ad0-8a6e-4c9b-b074-6c1c7ac65417", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-275a06"} 2026-09-10T16:34:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-275a06"}, "namespace": "ai-tenant-e2e-ipp-b-275a06", "name": "odh-trusted-ca-bundle", "reconcileID": "6ea55ad0-8a6e-4c9b-b074-6c1c7ac65417", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-275a06"} 2026-09-10T16:34:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-275a06"}, "namespace": "ai-tenant-e2e-ipp-b-275a06", "name": "openshift-service-ca.crt", "reconcileID": "b190556e-17d2-474a-bad9-bfaf7653ce0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-275a06"} 2026-09-10T16:34:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-275a06"}, "namespace": "ai-tenant-e2e-ipp-b-275a06", "name": "openshift-service-ca.crt", "reconcileID": "b190556e-17d2-474a-bad9-bfaf7653ce0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-275a06"} 2026-09-10T16:34:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-275a06"}, "namespace": "ai-tenant-e2e-ipp-b-275a06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "494c41d3-af11-457d-87a2-fe3733aa635b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-275a06"} 2026-09-10T16:34:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-275a06"}, "namespace": "ai-tenant-e2e-ipp-b-275a06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "494c41d3-af11-457d-87a2-fe3733aa635b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-275a06"} 2026-09-10T16:34:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-275a06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-275a06", "reconcileID": "23be7805-d1da-44a8-b685-70bb493a5062", "Gateway": "e2e-ipp-b-275a06", "namespace": "openshift-ingress"} 2026-09-10T16:34:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-219fd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-219fd6", "reconcileID": "5c73d0f6-d317-4e9b-8443-6e001f703dc4", "Gateway": "e2e-shared-a-w3-219fd6", "namespace": "openshift-ingress"} 2026-09-10T16:34:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-219fd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-219fd6", "reconcileID": "5c73d0f6-d317-4e9b-8443-6e001f703dc4", "Gateway": "e2e-shared-a-w3-219fd6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-219fd6-authn-ssl"} 2026-09-10T16:34:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-219fd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-219fd6", "reconcileID": "5c73d0f6-d317-4e9b-8443-6e001f703dc4", "Gateway": "e2e-shared-a-w3-219fd6", "namespace": "openshift-ingress"} 2026-09-10T16:34:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-219fd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-219fd6", "reconcileID": "1b752e86-edb0-48f3-8531-668d3568cc8c", "Gateway": "e2e-shared-a-w3-219fd6", "namespace": "openshift-ingress"} 2026-09-10T16:34:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-219fd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-219fd6", "reconcileID": "1b752e86-edb0-48f3-8531-668d3568cc8c", "Gateway": "e2e-shared-a-w3-219fd6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-219fd6-authn-ssl"} 2026-09-10T16:34:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-219fd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-219fd6", "reconcileID": "1b752e86-edb0-48f3-8531-668d3568cc8c", "Gateway": "e2e-shared-a-w3-219fd6", "namespace": "openshift-ingress"} 2026-09-10T16:34:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-219fd6"}, "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd8d6603-e308-4502-ac10-3a339b781693", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-219fd6"} 2026-09-10T16:34:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-219fd6"}, "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd8d6603-e308-4502-ac10-3a339b781693", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:34:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-219fd6"}, "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd8d6603-e308-4502-ac10-3a339b781693", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-219fd6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:34:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-219fd6"}, "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "name": "odh-trusted-ca-bundle", "reconcileID": "cc33e0ae-ece6-4de3-92ed-d0eab10ffe37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-219fd6"} 2026-09-10T16:34:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-219fd6"}, "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "name": "odh-trusted-ca-bundle", "reconcileID": "cc33e0ae-ece6-4de3-92ed-d0eab10ffe37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-219fd6"} 2026-09-10T16:34:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-219fd6"}, "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "name": "openshift-service-ca.crt", "reconcileID": "68eaaa2b-e207-4b98-a6e7-ebca1b0c7615", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-219fd6"} 2026-09-10T16:34:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-219fd6"}, "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "name": "openshift-service-ca.crt", "reconcileID": "68eaaa2b-e207-4b98-a6e7-ebca1b0c7615", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-219fd6"} 2026-09-10T16:34:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-219fd6"}, "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4943862a-7e94-498f-98c2-2b04f40d0888", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-219fd6"} 2026-09-10T16:34:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-219fd6"}, "namespace": "ai-tenant-e2e-shared-a-w3-219fd6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4943862a-7e94-498f-98c2-2b04f40d0888", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-219fd6"} 2026-09-10T16:34:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-219fd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-219fd6", "reconcileID": "6e49c8cb-6e18-4b24-b7d3-2e1d3c06b560", "Gateway": "e2e-shared-a-w3-219fd6", "namespace": "openshift-ingress"} 2026-09-10T16:34:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b73303","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b73303", "reconcileID": "ef170c63-38c6-4e90-a1cc-9f9f19002431", "Gateway": "e2e-shared-b-w3-b73303", "namespace": "openshift-ingress"} 2026-09-10T16:34:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b73303","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b73303", "reconcileID": "ef170c63-38c6-4e90-a1cc-9f9f19002431", "Gateway": "e2e-shared-b-w3-b73303", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b73303-authn-ssl"} 2026-09-10T16:34:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b73303","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b73303", "reconcileID": "ef170c63-38c6-4e90-a1cc-9f9f19002431", "Gateway": "e2e-shared-b-w3-b73303", "namespace": "openshift-ingress"} 2026-09-10T16:34:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b73303","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b73303", "reconcileID": "93c9519d-2053-4ffa-ac86-3f0d83a7a72f", "Gateway": "e2e-shared-b-w3-b73303", "namespace": "openshift-ingress"} 2026-09-10T16:34:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b73303","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b73303", "reconcileID": "93c9519d-2053-4ffa-ac86-3f0d83a7a72f", "Gateway": "e2e-shared-b-w3-b73303", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b73303-authn-ssl"} 2026-09-10T16:34:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b73303","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b73303", "reconcileID": "93c9519d-2053-4ffa-ac86-3f0d83a7a72f", "Gateway": "e2e-shared-b-w3-b73303", "namespace": "openshift-ingress"} 2026-09-10T16:34:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b73303"}, "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "959a60e5-16b8-4ce2-8286-b3c8c3ac5e0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b73303"} 2026-09-10T16:34:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b73303"}, "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "959a60e5-16b8-4ce2-8286-b3c8c3ac5e0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:34:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b73303"}, "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "959a60e5-16b8-4ce2-8286-b3c8c3ac5e0b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-b73303 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:34:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b73303"}, "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "name": "odh-trusted-ca-bundle", "reconcileID": "b0674b39-2d8f-4e54-9fe6-35afe539f511", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b73303"} 2026-09-10T16:34:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b73303"}, "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "name": "odh-trusted-ca-bundle", "reconcileID": "b0674b39-2d8f-4e54-9fe6-35afe539f511", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b73303"} 2026-09-10T16:34:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-b73303"}, "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "name": "openshift-service-ca.crt", "reconcileID": "7921baf8-f512-4d29-8e5e-87b1c56e4341", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-b73303"} 2026-09-10T16:34:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-b73303"}, "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "name": "openshift-service-ca.crt", "reconcileID": "7921baf8-f512-4d29-8e5e-87b1c56e4341", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-b73303"} 2026-09-10T16:34:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b73303"}, "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2d399a2-3f1b-4244-add2-bd46e6aadfee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b73303"} 2026-09-10T16:34:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b73303"}, "namespace": "ai-tenant-e2e-shared-b-w3-b73303", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2d399a2-3f1b-4244-add2-bd46e6aadfee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b73303"} 2026-09-10T16:35:00Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b73303","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b73303", "reconcileID": "e93342a9-5e70-43b5-882a-7ec8cac7e657", "Gateway": "e2e-shared-b-w3-b73303", "namespace": "openshift-ingress"} 2026-09-10T16:39:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "5ba1e977-0bf7-4a7c-8f3f-d31c521652fd", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm"} 2026-09-10T16:39:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "5ba1e977-0bf7-4a7c-8f3f-d31c521652fd", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm"} 2026-09-10T16:39:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "5ba1e977-0bf7-4a7c-8f3f-d31c521652fd", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm"} 2026-09-10T16:39:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "67867960-b622-435a-ab9c-69358b0e98d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:39:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "5ba1e977-0bf7-4a7c-8f3f-d31c521652fd", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm", "name": "e2e-same-id-a-1d0deeff-kserve-route-authn"} 2026-09-10T16:39:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "5ba1e977-0bf7-4a7c-8f3f-d31c521652fd", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:39:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "5ba1e977-0bf7-4a7c-8f3f-d31c521652fd", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm"} 2026-09-10T16:39:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "67867960-b622-435a-ab9c-69358b0e98d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:39:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "67867960-b622-435a-ab9c-69358b0e98d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:39:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "c11eb799-65b1-4ada-bfb0-1affba4d5cde", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm"} 2026-09-10T16:39:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "c11eb799-65b1-4ada-bfb0-1affba4d5cde", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm"} 2026-09-10T16:39:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "c11eb799-65b1-4ada-bfb0-1affba4d5cde", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm"} 2026-09-10T16:39:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "c11eb799-65b1-4ada-bfb0-1affba4d5cde", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm", "name": "e2e-same-id-a-1d0deeff-kserve-route-authn"} 2026-09-10T16:39:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "c11eb799-65b1-4ada-bfb0-1affba4d5cde", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:39:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "c11eb799-65b1-4ada-bfb0-1affba4d5cde", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm"} 2026-09-10T16:39:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "d7b32bc4-e4ce-4e2c-804a-eb6cffa97af3", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm"} 2026-09-10T16:39:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "d7b32bc4-e4ce-4e2c-804a-eb6cffa97af3", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm"} 2026-09-10T16:39:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "d7b32bc4-e4ce-4e2c-804a-eb6cffa97af3", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm"} 2026-09-10T16:39:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e724abf-7e3b-44f8-a080-8c05b1e6ee1e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:39:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "d7b32bc4-e4ce-4e2c-804a-eb6cffa97af3", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm", "name": "e2e-same-id-b-1d0deeff-kserve-route-authn"} 2026-09-10T16:39:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "d7b32bc4-e4ce-4e2c-804a-eb6cffa97af3", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:39:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "d7b32bc4-e4ce-4e2c-804a-eb6cffa97af3", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm"} 2026-09-10T16:39:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e724abf-7e3b-44f8-a080-8c05b1e6ee1e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:39:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e724abf-7e3b-44f8-a080-8c05b1e6ee1e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:39:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab540d97-cd00-4b7a-ab74-7ff86258db2f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:39:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab540d97-cd00-4b7a-ab74-7ff86258db2f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:39:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab540d97-cd00-4b7a-ab74-7ff86258db2f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:39:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "0a740289-bebb-4a50-b4cf-8c6bea5d9dd5", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm"} 2026-09-10T16:39:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "0a740289-bebb-4a50-b4cf-8c6bea5d9dd5", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm"} 2026-09-10T16:39:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "0a740289-bebb-4a50-b4cf-8c6bea5d9dd5", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm"} 2026-09-10T16:39:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "0a740289-bebb-4a50-b4cf-8c6bea5d9dd5", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm", "name": "e2e-same-id-a-1d0deeff-kserve-route-authn"} 2026-09-10T16:39:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "0a740289-bebb-4a50-b4cf-8c6bea5d9dd5", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:39:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "0a740289-bebb-4a50-b4cf-8c6bea5d9dd5", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm"} 2026-09-10T16:39:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "0ede3906-cd2e-4ff0-86a8-dc15242cfc9e", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm"} 2026-09-10T16:39:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "0ede3906-cd2e-4ff0-86a8-dc15242cfc9e", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm"} 2026-09-10T16:39:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "0ede3906-cd2e-4ff0-86a8-dc15242cfc9e", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm"} 2026-09-10T16:39:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "0ede3906-cd2e-4ff0-86a8-dc15242cfc9e", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm", "name": "e2e-same-id-b-1d0deeff-kserve-route-authn"} 2026-09-10T16:39:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "0ede3906-cd2e-4ff0-86a8-dc15242cfc9e", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:39:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "0ede3906-cd2e-4ff0-86a8-dc15242cfc9e", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm"} 2026-09-10T16:39:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14a937d7-d6b1-4a0c-bcd4-5d9b55e827be", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:39:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14a937d7-d6b1-4a0c-bcd4-5d9b55e827be", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:39:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14a937d7-d6b1-4a0c-bcd4-5d9b55e827be", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:39:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "31da7cbf-b959-4dcc-a539-fc32c929c379", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm"} 2026-09-10T16:39:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "31da7cbf-b959-4dcc-a539-fc32c929c379", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm"} 2026-09-10T16:39:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "31da7cbf-b959-4dcc-a539-fc32c929c379", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm"} 2026-09-10T16:39:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "31da7cbf-b959-4dcc-a539-fc32c929c379", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm", "name": "e2e-same-id-b-1d0deeff-kserve-route-authn"} 2026-09-10T16:39:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "31da7cbf-b959-4dcc-a539-fc32c929c379", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:39:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "31da7cbf-b959-4dcc-a539-fc32c929c379", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm"} 2026-09-10T16:40:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "89773938-8b02-44d4-ad11-b505ccb7ed07", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm"} 2026-09-10T16:40:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "89773938-8b02-44d4-ad11-b505ccb7ed07", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm"} 2026-09-10T16:40:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "89773938-8b02-44d4-ad11-b505ccb7ed07", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm"} 2026-09-10T16:40:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "89773938-8b02-44d4-ad11-b505ccb7ed07", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm", "name": "e2e-same-id-a-1d0deeff-kserve-route-authn"} 2026-09-10T16:40:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "89773938-8b02-44d4-ad11-b505ccb7ed07", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:40:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "89773938-8b02-44d4-ad11-b505ccb7ed07", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm"} 2026-09-10T16:40:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "cb2ce088-194c-42a2-bf9d-d4f8af22f87d", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm"} 2026-09-10T16:40:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "cb2ce088-194c-42a2-bf9d-d4f8af22f87d", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm"} 2026-09-10T16:40:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "cb2ce088-194c-42a2-bf9d-d4f8af22f87d", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm"} 2026-09-10T16:40:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "cb2ce088-194c-42a2-bf9d-d4f8af22f87d", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm", "name": "e2e-same-id-b-1d0deeff-kserve-route-authn"} 2026-09-10T16:40:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "cb2ce088-194c-42a2-bf9d-d4f8af22f87d", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:40:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "cb2ce088-194c-42a2-bf9d-d4f8af22f87d", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm"} 2026-09-10T16:40:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "2886e6fe-bd41-4237-8a2c-b7c211a25428", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm"} 2026-09-10T16:40:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "2886e6fe-bd41-4237-8a2c-b7c211a25428", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm", "name": "e2e-same-id-a-1d0deeff"} 2026-09-10T16:40:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "2886e6fe-bd41-4237-8a2c-b7c211a25428", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm"} 2026-09-10T16:40:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "2886e6fe-bd41-4237-8a2c-b7c211a25428", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm"} 2026-09-10T16:40:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "2886e6fe-bd41-4237-8a2c-b7c211a25428", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm", "name": "e2e-same-id-a-1d0deeff-kserve-route-authn"} 2026-09-10T16:40:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "2886e6fe-bd41-4237-8a2c-b7c211a25428", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm", "name": "e2e-same-id-a-1d0deeff-kserve-route-authn"} 2026-09-10T16:40:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1d0deeff", "reconcileID": "fd01f682-7bca-4a45-bb22-89304c127162", "LLMInferenceService": "e2e-same-id-a-1d0deeff", "namespace": "llm"} 2026-09-10T16:40:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "77808ef3-85b6-4893-a3c7-3c1380931461", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:40:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "77808ef3-85b6-4893-a3c7-3c1380931461", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:40:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "77808ef3-85b6-4893-a3c7-3c1380931461", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:40:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "57b84d31-b273-45ab-9f29-8c60af7a3493", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:40:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "57b84d31-b273-45ab-9f29-8c60af7a3493", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:40:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "57b84d31-b273-45ab-9f29-8c60af7a3493", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:40:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "8fac4b55-effb-4246-abf9-3001b086f117", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm"} 2026-09-10T16:40:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "8fac4b55-effb-4246-abf9-3001b086f117", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm", "name": "e2e-same-id-b-1d0deeff"} 2026-09-10T16:40:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "8fac4b55-effb-4246-abf9-3001b086f117", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm"} 2026-09-10T16:40:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "8fac4b55-effb-4246-abf9-3001b086f117", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm"} 2026-09-10T16:40:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "8fac4b55-effb-4246-abf9-3001b086f117", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm", "name": "e2e-same-id-b-1d0deeff-kserve-route-authn"} 2026-09-10T16:40:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "8fac4b55-effb-4246-abf9-3001b086f117", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm", "name": "e2e-same-id-b-1d0deeff-kserve-route-authn"} 2026-09-10T16:40:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1d0deeff","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1d0deeff", "reconcileID": "093c3520-769c-4162-b495-e55da0c32c3e", "LLMInferenceService": "e2e-same-id-b-1d0deeff", "namespace": "llm"} 2026-09-10T16:40:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fec8c20c-3d6b-4b56-9fcf-b1174cd375ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:40:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fec8c20c-3d6b-4b56-9fcf-b1174cd375ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:40:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fec8c20c-3d6b-4b56-9fcf-b1174cd375ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:40:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59276aec-09d7-4da6-a265-e8f4be2c4d7e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:40:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59276aec-09d7-4da6-a265-e8f4be2c4d7e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:40:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59276aec-09d7-4da6-a265-e8f4be2c4d7e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:40:22Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:40:22Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:40:23Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:40:23Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}