2026-09-11T14:45:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7eeb45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7eeb45", "reconcileID": "fef99881-c080-4793-9abe-e197f90fe9a6", "Gateway": "e2e-shared-b-w2-7eeb45", "namespace": "openshift-ingress"} 2026-09-11T14:45:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7eeb45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7eeb45", "reconcileID": "371ca29e-1c64-4875-ad14-3f1cbaaa161a", "Gateway": "e2e-shared-b-w2-7eeb45", "namespace": "openshift-ingress"} 2026-09-11T14:45:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7eeb45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7eeb45", "reconcileID": "371ca29e-1c64-4875-ad14-3f1cbaaa161a", "Gateway": "e2e-shared-b-w2-7eeb45", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7eeb45-authn-ssl"} 2026-09-11T14:45:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7eeb45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7eeb45", "reconcileID": "371ca29e-1c64-4875-ad14-3f1cbaaa161a", "Gateway": "e2e-shared-b-w2-7eeb45", "namespace": "openshift-ingress"} 2026-09-11T14:45:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7eeb45"}, "namespace": "ai-tenant-e2e-shared-b-w2-7eeb45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2640cf60-b5d3-4875-8ec5-c458306c4871", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7eeb45"} 2026-09-11T14:45:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7eeb45"}, "namespace": "ai-tenant-e2e-shared-b-w2-7eeb45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2640cf60-b5d3-4875-8ec5-c458306c4871", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7eeb45", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:45:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7eeb45"}, "namespace": "ai-tenant-e2e-shared-b-w2-7eeb45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2640cf60-b5d3-4875-8ec5-c458306c4871", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-7eeb45 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:45:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7eeb45"}, "namespace": "ai-tenant-e2e-shared-b-w2-7eeb45", "name": "odh-trusted-ca-bundle", "reconcileID": "f4847e2b-7376-4582-8722-cf8bbf58f582", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7eeb45"} 2026-09-11T14:45:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7eeb45"}, "namespace": "ai-tenant-e2e-shared-b-w2-7eeb45", "name": "odh-trusted-ca-bundle", "reconcileID": "f4847e2b-7376-4582-8722-cf8bbf58f582", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7eeb45"} 2026-09-11T14:45:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-7eeb45"}, "namespace": "ai-tenant-e2e-shared-b-w2-7eeb45", "name": "openshift-service-ca.crt", "reconcileID": "e6a5521d-b945-425d-8f53-f45d2abc0515", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-7eeb45"} 2026-09-11T14:45:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-7eeb45"}, "namespace": "ai-tenant-e2e-shared-b-w2-7eeb45", "name": "openshift-service-ca.crt", "reconcileID": "e6a5521d-b945-425d-8f53-f45d2abc0515", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-7eeb45"} 2026-09-11T14:45:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7eeb45"}, "namespace": "ai-tenant-e2e-shared-b-w2-7eeb45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d3b4820-b20e-44aa-96fa-fed97290768d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7eeb45"} 2026-09-11T14:45:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7eeb45"}, "namespace": "ai-tenant-e2e-shared-b-w2-7eeb45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d3b4820-b20e-44aa-96fa-fed97290768d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7eeb45"} 2026-09-11T14:45:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7eeb45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7eeb45", "reconcileID": "a9cd4116-45f2-40e4-aebc-e46ec3b17567", "Gateway": "e2e-shared-b-w2-7eeb45", "namespace": "openshift-ingress"} 2026-09-11T14:45:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8feb68","namespace":"ai-tenant-e2e-shared-a-w3-8feb68"}, "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "rate-test-model-8feb68", "reconcileID": "808d9c2d-3c4f-4702-96be-259eaea3e825", "LLMInferenceService": "rate-test-model-8feb68", "namespace": "ai-tenant-e2e-shared-a-w3-8feb68"} 2026-09-11T14:45:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8feb68","namespace":"ai-tenant-e2e-shared-a-w3-8feb68"}, "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "rate-test-model-8feb68", "reconcileID": "808d9c2d-3c4f-4702-96be-259eaea3e825", "LLMInferenceService": "rate-test-model-8feb68", "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "rate-test-model-8feb68"} 2026-09-11T14:45:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8feb68","namespace":"ai-tenant-e2e-shared-a-w3-8feb68"}, "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "rate-test-model-8feb68", "reconcileID": "808d9c2d-3c4f-4702-96be-259eaea3e825", "LLMInferenceService": "rate-test-model-8feb68", "namespace": "ai-tenant-e2e-shared-a-w3-8feb68"} 2026-09-11T14:45:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8feb68","namespace":"ai-tenant-e2e-shared-a-w3-8feb68"}, "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "rate-test-model-8feb68", "reconcileID": "808d9c2d-3c4f-4702-96be-259eaea3e825", "LLMInferenceService": "rate-test-model-8feb68", "namespace": "ai-tenant-e2e-shared-a-w3-8feb68"} 2026-09-11T14:45:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8feb68","namespace":"ai-tenant-e2e-shared-a-w3-8feb68"}, "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "rate-test-model-8feb68", "reconcileID": "808d9c2d-3c4f-4702-96be-259eaea3e825", "LLMInferenceService": "rate-test-model-8feb68", "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "rate-test-model-8feb68-kserve-route-authn"} 2026-09-11T14:45:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8feb68","namespace":"ai-tenant-e2e-shared-a-w3-8feb68"}, "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "rate-test-model-8feb68", "reconcileID": "808d9c2d-3c4f-4702-96be-259eaea3e825", "LLMInferenceService": "rate-test-model-8feb68", "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "rate-test-model-8feb68-kserve-route-authn"} 2026-09-11T14:45:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8feb68","namespace":"ai-tenant-e2e-shared-a-w3-8feb68"}, "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "rate-test-model-8feb68", "reconcileID": "808d9c2d-3c4f-4702-96be-259eaea3e825", "LLMInferenceService": "rate-test-model-8feb68", "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "namespace": "ai-tenant-e2e-shared-a-w3-8feb68"} 2026-09-11T14:45:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8feb68","namespace":"ai-tenant-e2e-shared-a-w3-8feb68"}, "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "rate-test-model-8feb68", "reconcileID": "808d9c2d-3c4f-4702-96be-259eaea3e825", "LLMInferenceService": "rate-test-model-8feb68", "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "namespace": "ai-tenant-e2e-shared-a-w3-8feb68"} 2026-09-11T14:45:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8feb68","namespace":"ai-tenant-e2e-shared-a-w3-8feb68"}, "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "rate-test-model-8feb68", "reconcileID": "d1cd8255-1c67-4cf5-ad2b-51db3b8eb1dc", "LLMInferenceService": "rate-test-model-8feb68", "namespace": "ai-tenant-e2e-shared-a-w3-8feb68"} 2026-09-11T14:45:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8feb68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8feb68", "reconcileID": "f95799e1-ffc8-4733-9a87-d1b8acef7f1c", "Gateway": "e2e-shared-a-w3-8feb68", "namespace": "openshift-ingress"} 2026-09-11T14:45:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8feb68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8feb68", "reconcileID": "f95799e1-ffc8-4733-9a87-d1b8acef7f1c", "Gateway": "e2e-shared-a-w3-8feb68", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8feb68-authn-ssl"} 2026-09-11T14:45:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8feb68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8feb68", "reconcileID": "f95799e1-ffc8-4733-9a87-d1b8acef7f1c", "Gateway": "e2e-shared-a-w3-8feb68", "namespace": "openshift-ingress"} 2026-09-11T14:45:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8feb68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8feb68", "reconcileID": "68834a42-56e0-42c4-80d9-a3173719f1af", "Gateway": "e2e-shared-a-w3-8feb68", "namespace": "openshift-ingress"} 2026-09-11T14:45:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8feb68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8feb68", "reconcileID": "68834a42-56e0-42c4-80d9-a3173719f1af", "Gateway": "e2e-shared-a-w3-8feb68", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8feb68-authn-ssl"} 2026-09-11T14:45:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8feb68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8feb68", "reconcileID": "68834a42-56e0-42c4-80d9-a3173719f1af", "Gateway": "e2e-shared-a-w3-8feb68", "namespace": "openshift-ingress"} 2026-09-11T14:45:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-977c12","namespace":"ai-tenant-e2e-shared-b-w3-977c12"}, "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "rate-test-model-977c12", "reconcileID": "06f9f372-4363-4345-8f20-306b362537a6", "LLMInferenceService": "rate-test-model-977c12", "namespace": "ai-tenant-e2e-shared-b-w3-977c12"} 2026-09-11T14:45:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-977c12","namespace":"ai-tenant-e2e-shared-b-w3-977c12"}, "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "rate-test-model-977c12", "reconcileID": "06f9f372-4363-4345-8f20-306b362537a6", "LLMInferenceService": "rate-test-model-977c12", "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "rate-test-model-977c12"} 2026-09-11T14:45:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-977c12","namespace":"ai-tenant-e2e-shared-b-w3-977c12"}, "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "rate-test-model-977c12", "reconcileID": "06f9f372-4363-4345-8f20-306b362537a6", "LLMInferenceService": "rate-test-model-977c12", "namespace": "ai-tenant-e2e-shared-b-w3-977c12"} 2026-09-11T14:45:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-977c12","namespace":"ai-tenant-e2e-shared-b-w3-977c12"}, "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "rate-test-model-977c12", "reconcileID": "06f9f372-4363-4345-8f20-306b362537a6", "LLMInferenceService": "rate-test-model-977c12", "namespace": "ai-tenant-e2e-shared-b-w3-977c12"} 2026-09-11T14:45:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-977c12","namespace":"ai-tenant-e2e-shared-b-w3-977c12"}, "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "rate-test-model-977c12", "reconcileID": "06f9f372-4363-4345-8f20-306b362537a6", "LLMInferenceService": "rate-test-model-977c12", "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "rate-test-model-977c12-kserve-route-authn"} 2026-09-11T14:45:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-977c12","namespace":"ai-tenant-e2e-shared-b-w3-977c12"}, "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "rate-test-model-977c12", "reconcileID": "06f9f372-4363-4345-8f20-306b362537a6", "LLMInferenceService": "rate-test-model-977c12", "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "rate-test-model-977c12-kserve-route-authn"} 2026-09-11T14:45:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-977c12","namespace":"ai-tenant-e2e-shared-b-w3-977c12"}, "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "rate-test-model-977c12", "reconcileID": "06f9f372-4363-4345-8f20-306b362537a6", "LLMInferenceService": "rate-test-model-977c12", "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "namespace": "ai-tenant-e2e-shared-b-w3-977c12"} 2026-09-11T14:45:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-977c12","namespace":"ai-tenant-e2e-shared-b-w3-977c12"}, "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "rate-test-model-977c12", "reconcileID": "06f9f372-4363-4345-8f20-306b362537a6", "LLMInferenceService": "rate-test-model-977c12", "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "namespace": "ai-tenant-e2e-shared-b-w3-977c12"} 2026-09-11T14:45:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-977c12","namespace":"ai-tenant-e2e-shared-b-w3-977c12"}, "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "rate-test-model-977c12", "reconcileID": "5ce4f637-880b-49f3-af32-f8324cd87b5a", "LLMInferenceService": "rate-test-model-977c12", "namespace": "ai-tenant-e2e-shared-b-w3-977c12"} 2026-09-11T14:45:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-977c12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-977c12", "reconcileID": "3b64e5e1-4857-4cd2-a849-8cdddb16dfd0", "Gateway": "e2e-shared-b-w3-977c12", "namespace": "openshift-ingress"} 2026-09-11T14:45:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-977c12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-977c12", "reconcileID": "3b64e5e1-4857-4cd2-a849-8cdddb16dfd0", "Gateway": "e2e-shared-b-w3-977c12", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-977c12-authn-ssl"} 2026-09-11T14:45:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-977c12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-977c12", "reconcileID": "3b64e5e1-4857-4cd2-a849-8cdddb16dfd0", "Gateway": "e2e-shared-b-w3-977c12", "namespace": "openshift-ingress"} 2026-09-11T14:45:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-977c12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-977c12", "reconcileID": "8fdcadff-ef7e-46ca-9f65-f83d7db80728", "Gateway": "e2e-shared-b-w3-977c12", "namespace": "openshift-ingress"} 2026-09-11T14:45:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-977c12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-977c12", "reconcileID": "8fdcadff-ef7e-46ca-9f65-f83d7db80728", "Gateway": "e2e-shared-b-w3-977c12", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-977c12-authn-ssl"} 2026-09-11T14:45:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-977c12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-977c12", "reconcileID": "8fdcadff-ef7e-46ca-9f65-f83d7db80728", "Gateway": "e2e-shared-b-w3-977c12", "namespace": "openshift-ingress"} 2026-09-11T14:45:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "12912f99-3d4c-44d3-8c07-e92fa0c4615a", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:45:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "12912f99-3d4c-44d3-8c07-e92fa0c4615a", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5-authn-ssl"} 2026-09-11T14:45:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "12912f99-3d4c-44d3-8c07-e92fa0c4615a", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:45:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "e4b0634b-88d0-40eb-9ed0-95091900b22a", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:45:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "e4b0634b-88d0-40eb-9ed0-95091900b22a", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5-authn-ssl"} 2026-09-11T14:45:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "e4b0634b-88d0-40eb-9ed0-95091900b22a", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:45:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "dca42dcc-790e-4427-8d07-a90dec8b80fa", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:45:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "dca42dcc-790e-4427-8d07-a90dec8b80fa", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5-authn-ssl"} 2026-09-11T14:45:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "dca42dcc-790e-4427-8d07-a90dec8b80fa", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:45:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "7b747412-6163-4212-9e7b-b0225f3ab8e8", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:45:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "7b747412-6163-4212-9e7b-b0225f3ab8e8", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5-authn-ssl"} 2026-09-11T14:46:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "7b747412-6163-4212-9e7b-b0225f3ab8e8", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:46:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "8b6bf3cf-65b3-4036-b5a8-bc774bf83391", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:46:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "8b6bf3cf-65b3-4036-b5a8-bc774bf83391", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5-authn-ssl"} 2026-09-11T14:46:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "8b6bf3cf-65b3-4036-b5a8-bc774bf83391", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:46:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "0330adb5-6a31-41b3-bd35-36cd4aa10783", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:46:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "0330adb5-6a31-41b3-bd35-36cd4aa10783", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5-authn-ssl"} 2026-09-11T14:46:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "0330adb5-6a31-41b3-bd35-36cd4aa10783", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:46:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "296539f1-a6a6-4096-a67f-5efcfb461fbb", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:46:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "296539f1-a6a6-4096-a67f-5efcfb461fbb", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5-authn-ssl"} 2026-09-11T14:46:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "296539f1-a6a6-4096-a67f-5efcfb461fbb", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:46:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "afae4b65-2de0-4b5f-8c7a-ede68776823d", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:46:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "afae4b65-2de0-4b5f-8c7a-ede68776823d", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5-authn-ssl"} 2026-09-11T14:46:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "afae4b65-2de0-4b5f-8c7a-ede68776823d", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:46:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "openshift-service-ca.crt", "reconcileID": "6896ea18-190f-432a-bb0d-de46e70abbb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:46:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "odh-trusted-ca-bundle", "reconcileID": "a78aadff-4387-4a4d-9462-d321ea28613a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:46:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "openshift-service-ca.crt", "reconcileID": "4c45c719-6a3a-4259-9988-8bb85c04dd0c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:46:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "openshift-service-ca.crt", "reconcileID": "4c45c719-6a3a-4259-9988-8bb85c04dd0c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:46:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90dfab59-cca8-4d58-af9f-ce4d263cd217", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:46:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "openshift-service-ca.crt", "reconcileID": "e10c1a76-4d5d-4c13-8b7d-9560d8f08861", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:46:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "odh-trusted-ca-bundle", "reconcileID": "e16f10a3-4043-4de8-a8ca-3508be68d7c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:46:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "odh-trusted-ca-bundle", "reconcileID": "e16f10a3-4043-4de8-a8ca-3508be68d7c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:46:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7c05b42-dd1a-4c8d-a610-89f0deaa7a4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:46:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "a5e6160e-38ba-4d6a-b8b6-1c6f7a4764f1", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:46:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "a5e6160e-38ba-4d6a-b8b6-1c6f7a4764f1", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5-authn-ssl"} 2026-09-11T14:46:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "a5e6160e-38ba-4d6a-b8b6-1c6f7a4764f1", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:46:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "66459a01-9bf8-46b1-893e-57245dcf440d", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:46:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "66459a01-9bf8-46b1-893e-57245dcf440d", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5-authn-ssl"} 2026-09-11T14:46:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "66459a01-9bf8-46b1-893e-57245dcf440d", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:46:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "13fe01ca-26b9-479a-b34a-a6904e41f1d5", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress"} 2026-09-11T14:46:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "13fe01ca-26b9-479a-b34a-a6904e41f1d5", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78-authn-ssl"} 2026-09-11T14:46:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "13fe01ca-26b9-479a-b34a-a6904e41f1d5", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress"} 2026-09-11T14:46:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "d048bfec-5313-4d57-bfa6-556bb445d560", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress"} 2026-09-11T14:46:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "d048bfec-5313-4d57-bfa6-556bb445d560", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78-authn-ssl"} 2026-09-11T14:46:34Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "d048bfec-5313-4d57-bfa6-556bb445d560", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-92ca78-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-b-92ca78-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:46:34Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-92ca78-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-b-92ca78-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-b-92ca78","uid":"2c359d1a-1539-4c07-9b33-9b9645143a17","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"48000"}, "reason": "ReconcileError"} 2026-09-11T14:46:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "78dab33c-a769-48bf-8f4f-80d752c3a48f", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress"} 2026-09-11T14:46:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "78dab33c-a769-48bf-8f4f-80d752c3a48f", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78-authn-ssl"} 2026-09-11T14:46:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "78dab33c-a769-48bf-8f4f-80d752c3a48f", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress"} 2026-09-11T14:46:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "1334f2da-0ae2-4f4e-9410-ddc1419dd9dc", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress"} 2026-09-11T14:46:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "1334f2da-0ae2-4f4e-9410-ddc1419dd9dc", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78-authn-ssl"} 2026-09-11T14:46:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "1334f2da-0ae2-4f4e-9410-ddc1419dd9dc", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress"} 2026-09-11T14:46:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "8803dbba-3349-4032-9ad3-197ef4bbadd8", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress"} 2026-09-11T14:46:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "8803dbba-3349-4032-9ad3-197ef4bbadd8", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78-authn-ssl"} 2026-09-11T14:46:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "8803dbba-3349-4032-9ad3-197ef4bbadd8", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress"} 2026-09-11T14:46:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "dd36f4b5-ebcd-43aa-a953-cb245f46ad8e", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress"} 2026-09-11T14:46:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "dd36f4b5-ebcd-43aa-a953-cb245f46ad8e", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78-authn-ssl"} 2026-09-11T14:46:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "dd36f4b5-ebcd-43aa-a953-cb245f46ad8e", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress"} 2026-09-11T14:46:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "eacb6c9a-21ec-48fc-91cb-63a47e988ba9", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress"} 2026-09-11T14:46:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "eacb6c9a-21ec-48fc-91cb-63a47e988ba9", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78-authn-ssl"} 2026-09-11T14:46:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "eacb6c9a-21ec-48fc-91cb-63a47e988ba9", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress"} 2026-09-11T14:46:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "openshift-service-ca.crt", "reconcileID": "de90984d-2d7f-4359-970b-814de53e3d4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-92ca78"} 2026-09-11T14:46:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "odh-trusted-ca-bundle", "reconcileID": "dc933748-a5b3-4de2-bb7f-a944ef56dc84", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-92ca78"} 2026-09-11T14:46:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "openshift-service-ca.crt", "reconcileID": "8fd12e0c-d9b4-4411-a07f-1b68f3bddc51", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-92ca78", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:46:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "openshift-service-ca.crt", "reconcileID": "8fd12e0c-d9b4-4411-a07f-1b68f3bddc51", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-92ca78"} 2026-09-11T14:46:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "openshift-service-ca.crt", "reconcileID": "54207045-add5-45c1-b4f0-df0aa09db0be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-92ca78", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:46:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "openshift-service-ca.crt", "reconcileID": "54207045-add5-45c1-b4f0-df0aa09db0be", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:46:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a473eb07-102c-4e54-8049-d4fd4f416e5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-92ca78", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:46:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a473eb07-102c-4e54-8049-d4fd4f416e5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-92ca78"} 2026-09-11T14:46:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "odh-trusted-ca-bundle", "reconcileID": "59208354-0a98-4498-a673-ab3ba0273909", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-92ca78"} 2026-09-11T14:46:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "openshift-service-ca.crt", "reconcileID": "2d53f900-666d-4ba9-9668-b4fc173c99b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-92ca78"} 2026-09-11T14:46:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fbd003a6-c14b-41ae-a8cf-02b1ed24f20c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-92ca78"} 2026-09-11T14:46:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "5d0a447a-2aec-4a7c-8cfc-572d10a4bc6c", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress"} 2026-09-11T14:46:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "5d0a447a-2aec-4a7c-8cfc-572d10a4bc6c", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78-authn-ssl"} 2026-09-11T14:46:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "5d0a447a-2aec-4a7c-8cfc-572d10a4bc6c", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress"} 2026-09-11T14:46:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "882a12a3-1604-4e27-85e1-ad66b7466756", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress"} 2026-09-11T14:46:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "882a12a3-1604-4e27-85e1-ad66b7466756", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78-authn-ssl"} 2026-09-11T14:46:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "882a12a3-1604-4e27-85e1-ad66b7466756", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress"} 2026-09-11T14:47:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "fe741e4e-8c58-4626-9e8e-2d228d5254ef", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:47:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "fe741e4e-8c58-4626-9e8e-2d228d5254ef", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:47:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "fe741e4e-8c58-4626-9e8e-2d228d5254ef", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:47:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "c37d5a3c-08cd-4446-a5f7-d204ac3c8c2b", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:47:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "fe741e4e-8c58-4626-9e8e-2d228d5254ef", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5-kserve-route-authn"} 2026-09-11T14:47:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "fe741e4e-8c58-4626-9e8e-2d228d5254ef", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "authType": "userdefined"} 2026-09-11T14:47:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "fe741e4e-8c58-4626-9e8e-2d228d5254ef", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:47:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "c37d5a3c-08cd-4446-a5f7-d204ac3c8c2b", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5-authn-ssl"} 2026-09-11T14:47:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "c37d5a3c-08cd-4446-a5f7-d204ac3c8c2b", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:47:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "7d0124fd-7615-4ef2-924d-49d93f4d35f1", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:47:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "7d0124fd-7615-4ef2-924d-49d93f4d35f1", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:47:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "7d0124fd-7615-4ef2-924d-49d93f4d35f1", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:47:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "7d0124fd-7615-4ef2-924d-49d93f4d35f1", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5-kserve-route-authn"} 2026-09-11T14:47:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "7d0124fd-7615-4ef2-924d-49d93f4d35f1", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "authType": "userdefined"} 2026-09-11T14:47:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "7d0124fd-7615-4ef2-924d-49d93f4d35f1", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:47:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "94734217-8490-4a4e-8530-9a3b00ce6217", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:47:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "94734217-8490-4a4e-8530-9a3b00ce6217", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5-authn-ssl"} 2026-09-11T14:47:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "94734217-8490-4a4e-8530-9a3b00ce6217", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:47:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "44f404e1-943f-4996-9c54-9df435b470b5", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:47:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "44f404e1-943f-4996-9c54-9df435b470b5", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:47:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "44f404e1-943f-4996-9c54-9df435b470b5", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:47:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "44f404e1-943f-4996-9c54-9df435b470b5", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5-kserve-route-authn"} 2026-09-11T14:47:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "44f404e1-943f-4996-9c54-9df435b470b5", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "authType": "userdefined"} 2026-09-11T14:47:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "44f404e1-943f-4996-9c54-9df435b470b5", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:47:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "ae04770c-a904-43ba-b983-1a3716ad0536", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:47:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "ae04770c-a904-43ba-b983-1a3716ad0536", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:47:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "ae04770c-a904-43ba-b983-1a3716ad0536", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:47:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "ae04770c-a904-43ba-b983-1a3716ad0536", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5-kserve-route-authn"} 2026-09-11T14:47:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "ae04770c-a904-43ba-b983-1a3716ad0536", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "authType": "userdefined"} 2026-09-11T14:47:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "ae04770c-a904-43ba-b983-1a3716ad0536", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:47:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "1a62bb28-4f06-4fe1-923b-1ce2a58af640", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:47:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "1a62bb28-4f06-4fe1-923b-1ce2a58af640", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c-authn-ssl"} 2026-09-11T14:47:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "1a62bb28-4f06-4fe1-923b-1ce2a58af640", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:47:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "25ff51c9-98f4-4c0b-8c6d-4fa5ab3277fb", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:47:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "25ff51c9-98f4-4c0b-8c6d-4fa5ab3277fb", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c-authn-ssl"} 2026-09-11T14:47:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "25ff51c9-98f4-4c0b-8c6d-4fa5ab3277fb", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:47:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "2729dcc6-b942-479f-9bed-f010ceb6641c", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:47:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "2729dcc6-b942-479f-9bed-f010ceb6641c", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c-authn-ssl"} 2026-09-11T14:47:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "2729dcc6-b942-479f-9bed-f010ceb6641c", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:47:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "8083149d-4c9a-4b50-ab4a-66b8bb077a31", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:47:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "8083149d-4c9a-4b50-ab4a-66b8bb077a31", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c-authn-ssl"} 2026-09-11T14:47:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "8083149d-4c9a-4b50-ab4a-66b8bb077a31", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:47:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "f7965eb9-0adb-4583-897c-325f322338f7", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:47:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "f7965eb9-0adb-4583-897c-325f322338f7", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c-authn-ssl"} 2026-09-11T14:47:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "f7965eb9-0adb-4583-897c-325f322338f7", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:47:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "381ae261-ca29-4bdd-89de-6a8dea49b53b", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:47:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "381ae261-ca29-4bdd-89de-6a8dea49b53b", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c-authn-ssl"} 2026-09-11T14:47:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "381ae261-ca29-4bdd-89de-6a8dea49b53b", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:48:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "80ca157a-39b0-40f3-bb9f-19b97f8bb042", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:48:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "80ca157a-39b0-40f3-bb9f-19b97f8bb042", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c-authn-ssl"} 2026-09-11T14:48:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "80ca157a-39b0-40f3-bb9f-19b97f8bb042", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:48:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "3ff0accc-0645-4baa-97bf-f004e3d618c2", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:48:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "3ff0accc-0645-4baa-97bf-f004e3d618c2", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c-authn-ssl"} 2026-09-11T14:48:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "3ff0accc-0645-4baa-97bf-f004e3d618c2", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:48:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "openshift-service-ca.crt", "reconcileID": "5ef7c1c8-267c-4294-aa5c-7bc76255de9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c"} 2026-09-11T14:48:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "odh-trusted-ca-bundle", "reconcileID": "d87dfb61-0438-4c34-a727-bd6b55958ad1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c"} 2026-09-11T14:48:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "openshift-service-ca.crt", "reconcileID": "3d5eb42e-ebb4-44cd-a30b-37afc62f55f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:48:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "openshift-service-ca.crt", "reconcileID": "3d5eb42e-ebb4-44cd-a30b-37afc62f55f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c"} 2026-09-11T14:48:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "openshift-service-ca.crt", "reconcileID": "7520cb15-6a6b-4b2c-8518-464d3600bfa3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c"} 2026-09-11T14:48:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1eb3e246-ac24-4016-a7e3-61f9e4299248", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c"} 2026-09-11T14:48:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "odh-trusted-ca-bundle", "reconcileID": "3209efdf-3d7e-464f-b8e4-7945b106b459", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:48:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "odh-trusted-ca-bundle", "reconcileID": "3209efdf-3d7e-464f-b8e4-7945b106b459", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c"} 2026-09-11T14:48:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "699b0dd8-01ef-4039-adab-f08018818757", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c"} 2026-09-11T14:48:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "1b19e25d-0884-45a6-8140-38b9a131641d", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:48:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "1b19e25d-0884-45a6-8140-38b9a131641d", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c-authn-ssl"} 2026-09-11T14:48:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "1b19e25d-0884-45a6-8140-38b9a131641d", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:48:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "07bc41ed-8237-489b-b826-3b3fb0c73ff4", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:48:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "07bc41ed-8237-489b-b826-3b3fb0c73ff4", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c-authn-ssl"} 2026-09-11T14:48:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "07bc41ed-8237-489b-b826-3b3fb0c73ff4", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:48:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "804c216b-7ce9-4b4e-900c-5422f5a517bb", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:48:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "804c216b-7ce9-4b4e-900c-5422f5a517bb", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c-authn-ssl"} 2026-09-11T14:48:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "804c216b-7ce9-4b4e-900c-5422f5a517bb", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:48:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "c275159f-fac7-497a-9c09-4be7a1e7524d", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:48:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "c275159f-fac7-497a-9c09-4be7a1e7524d", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c-authn-ssl"} 2026-09-11T14:48:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "c275159f-fac7-497a-9c09-4be7a1e7524d", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:48:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a254772-9bae-41de-913b-bce78577962d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c"} 2026-09-11T14:48:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a254772-9bae-41de-913b-bce78577962d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:48:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a254772-9bae-41de-913b-bce78577962d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-55ef8c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:48:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "odh-trusted-ca-bundle", "reconcileID": "5e2e1388-a932-4301-b329-3cc822f2cd1e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c"} 2026-09-11T14:48:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "odh-trusted-ca-bundle", "reconcileID": "5e2e1388-a932-4301-b329-3cc822f2cd1e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:48:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "odh-trusted-ca-bundle", "reconcileID": "5e2e1388-a932-4301-b329-3cc822f2cd1e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-55ef8c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:48:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "530cc6c4-ea43-4b70-ada7-06297773fa39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c"} 2026-09-11T14:48:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "530cc6c4-ea43-4b70-ada7-06297773fa39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:48:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "530cc6c4-ea43-4b70-ada7-06297773fa39", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-55ef8c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:48:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "openshift-service-ca.crt", "reconcileID": "96fab54b-6978-4402-9a89-a9a2a239c74b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c"} 2026-09-11T14:48:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "openshift-service-ca.crt", "reconcileID": "96fab54b-6978-4402-9a89-a9a2a239c74b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c"} 2026-09-11T14:48:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "odh-trusted-ca-bundle", "reconcileID": "c685b635-33ac-49f7-88c0-3a34ae4a11f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c"} 2026-09-11T14:48:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "odh-trusted-ca-bundle", "reconcileID": "c685b635-33ac-49f7-88c0-3a34ae4a11f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c"} 2026-09-11T14:48:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "195dedae-23a6-47b8-a76f-aa1e43548797", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c"} 2026-09-11T14:48:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55ef8c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "195dedae-23a6-47b8-a76f-aa1e43548797", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55ef8c"} 2026-09-11T14:48:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55ef8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55ef8c", "reconcileID": "06f0fecd-695b-4f92-9ba2-1845ba87063e", "Gateway": "e2e-ipp-cleanup-55ef8c", "namespace": "openshift-ingress"} 2026-09-11T14:49:06Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:49:06Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:49:08Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:49:08Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:49:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "17f5bbe6-8d85-4d82-98c5-9da6640f5c05", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:49:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "17f5bbe6-8d85-4d82-98c5-9da6640f5c05", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5-authn-ssl"} 2026-09-11T14:49:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "17f5bbe6-8d85-4d82-98c5-9da6640f5c05", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:49:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "a21602f3-e52a-40a1-8c1a-48ab71ad3859", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:49:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "a21602f3-e52a-40a1-8c1a-48ab71ad3859", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5-authn-ssl"} 2026-09-11T14:49:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "a21602f3-e52a-40a1-8c1a-48ab71ad3859", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:49:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "a022d932-860a-4599-a974-73abb8bfd6d7", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:49:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "a022d932-860a-4599-a974-73abb8bfd6d7", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5-authn-ssl"} 2026-09-11T14:49:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "a022d932-860a-4599-a974-73abb8bfd6d7", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:49:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "2d767bb9-9cb6-4f0a-b9fb-e57710fdd69d", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:49:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "2d767bb9-9cb6-4f0a-b9fb-e57710fdd69d", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:49:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "2d767bb9-9cb6-4f0a-b9fb-e57710fdd69d", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:49:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "2d767bb9-9cb6-4f0a-b9fb-e57710fdd69d", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5-kserve-route-authn"} 2026-09-11T14:49:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "2d767bb9-9cb6-4f0a-b9fb-e57710fdd69d", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "authType": "userdefined"} 2026-09-11T14:49:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "2d767bb9-9cb6-4f0a-b9fb-e57710fdd69d", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:49:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "39093153-e4a5-4304-873a-cd4dab57d3d3", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:49:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "39093153-e4a5-4304-873a-cd4dab57d3d3", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5"} 2026-09-11T14:49:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "39093153-e4a5-4304-873a-cd4dab57d3d3", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:49:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "39093153-e4a5-4304-873a-cd4dab57d3d3", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:49:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "39093153-e4a5-4304-873a-cd4dab57d3d3", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5-kserve-route-authn"} 2026-09-11T14:49:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "39093153-e4a5-4304-873a-cd4dab57d3d3", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5-kserve-route-authn"} 2026-09-11T14:49:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "39093153-e4a5-4304-873a-cd4dab57d3d3", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:49:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "39093153-e4a5-4304-873a-cd4dab57d3d3", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:49:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9fedd5","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "ipp-route-9fedd5", "reconcileID": "157c6f57-e97a-46ed-988f-1309b30f3f7a", "LLMInferenceService": "ipp-route-9fedd5", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:49:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "c2fe9518-8128-488d-9dd7-fef145da5321", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:49:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "c2fe9518-8128-488d-9dd7-fef145da5321", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5-authn-ssl"} 2026-09-11T14:49:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "c2fe9518-8128-488d-9dd7-fef145da5321", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:49:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "c976ba8f-1a73-47dd-85d1-adc6ea08cc1d", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:49:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "c976ba8f-1a73-47dd-85d1-adc6ea08cc1d", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5-authn-ssl"} 2026-09-11T14:49:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "c976ba8f-1a73-47dd-85d1-adc6ea08cc1d", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:49:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8779cd4b-882e-4246-9a6c-60fd0ff4bba7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:49:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8779cd4b-882e-4246-9a6c-60fd0ff4bba7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:49:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8779cd4b-882e-4246-9a6c-60fd0ff4bba7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-9fedd5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:49:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "odh-trusted-ca-bundle", "reconcileID": "889b089a-d6f0-4fd9-b1eb-a2f19792c7e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:49:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "odh-trusted-ca-bundle", "reconcileID": "889b089a-d6f0-4fd9-b1eb-a2f19792c7e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:49:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "openshift-service-ca.crt", "reconcileID": "874b5dcd-2917-43a6-9245-f8edbb5bae7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:49:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "openshift-service-ca.crt", "reconcileID": "874b5dcd-2917-43a6-9245-f8edbb5bae7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:49:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4f4c738-684c-458e-b7d8-0323d8608dc5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:49:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9fedd5"}, "namespace": "ai-tenant-e2e-ipp-a-9fedd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4f4c738-684c-458e-b7d8-0323d8608dc5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9fedd5"} 2026-09-11T14:50:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9fedd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9fedd5", "reconcileID": "1e36092c-83a0-4183-82f2-573eb14c6621", "Gateway": "e2e-ipp-a-9fedd5", "namespace": "openshift-ingress"} 2026-09-11T14:50:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "404ed0db-7d41-4934-88b4-282304c2c5c6", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress"} 2026-09-11T14:50:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "404ed0db-7d41-4934-88b4-282304c2c5c6", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78-authn-ssl"} 2026-09-11T14:50:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "404ed0db-7d41-4934-88b4-282304c2c5c6", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress"} 2026-09-11T14:50:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "ad8634b3-f616-4b28-8f03-76ee1e1161d5", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress"} 2026-09-11T14:50:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "ad8634b3-f616-4b28-8f03-76ee1e1161d5", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78-authn-ssl"} 2026-09-11T14:50:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "ad8634b3-f616-4b28-8f03-76ee1e1161d5", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress"} 2026-09-11T14:50:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83c81bed-876b-435f-9cb2-7abebdb13f38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-92ca78"} 2026-09-11T14:50:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83c81bed-876b-435f-9cb2-7abebdb13f38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-92ca78", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:50:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83c81bed-876b-435f-9cb2-7abebdb13f38", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-92ca78 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:50:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "odh-trusted-ca-bundle", "reconcileID": "36a1e88a-6e83-413e-a4c9-ca1a9b2c90dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-92ca78"} 2026-09-11T14:50:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "odh-trusted-ca-bundle", "reconcileID": "36a1e88a-6e83-413e-a4c9-ca1a9b2c90dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-92ca78", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:50:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "odh-trusted-ca-bundle", "reconcileID": "36a1e88a-6e83-413e-a4c9-ca1a9b2c90dd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-92ca78 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:50:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "434fd1c2-ac98-47fc-9f42-0a22bda79685", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-92ca78"} 2026-09-11T14:50:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "434fd1c2-ac98-47fc-9f42-0a22bda79685", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-92ca78", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:50:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "434fd1c2-ac98-47fc-9f42-0a22bda79685", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-92ca78 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:50:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "odh-trusted-ca-bundle", "reconcileID": "9d5426de-6f2a-4cad-b815-bdc51c8c33a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-92ca78"} 2026-09-11T14:50:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "odh-trusted-ca-bundle", "reconcileID": "9d5426de-6f2a-4cad-b815-bdc51c8c33a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-92ca78", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:50:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "odh-trusted-ca-bundle", "reconcileID": "9d5426de-6f2a-4cad-b815-bdc51c8c33a6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-92ca78 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:50:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "openshift-service-ca.crt", "reconcileID": "ef79cfb9-947d-4c73-ba1f-3fcdf85dd327", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-92ca78"} 2026-09-11T14:50:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "openshift-service-ca.crt", "reconcileID": "ef79cfb9-947d-4c73-ba1f-3fcdf85dd327", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-92ca78"} 2026-09-11T14:50:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "efc83334-efbf-4cbc-ac90-9ec8a5566a11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-92ca78"} 2026-09-11T14:50:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "efc83334-efbf-4cbc-ac90-9ec8a5566a11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-92ca78"} 2026-09-11T14:50:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "odh-trusted-ca-bundle", "reconcileID": "37d285b5-d873-45bb-9ed7-257e874bfa22", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-92ca78"} 2026-09-11T14:50:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-92ca78"}, "namespace": "ai-tenant-e2e-ipp-b-92ca78", "name": "odh-trusted-ca-bundle", "reconcileID": "37d285b5-d873-45bb-9ed7-257e874bfa22", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-92ca78"} 2026-09-11T14:50:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-92ca78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-92ca78", "reconcileID": "eb51b61c-a77f-4f0a-bf22-21e084f9f426", "Gateway": "e2e-ipp-b-92ca78", "namespace": "openshift-ingress"} 2026-09-11T14:50:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8feb68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8feb68", "reconcileID": "900fa94d-c029-4556-a0f4-369ad6019b79", "Gateway": "e2e-shared-a-w3-8feb68", "namespace": "openshift-ingress"} 2026-09-11T14:50:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8feb68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8feb68", "reconcileID": "900fa94d-c029-4556-a0f4-369ad6019b79", "Gateway": "e2e-shared-a-w3-8feb68", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8feb68-authn-ssl"} 2026-09-11T14:50:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8feb68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8feb68", "reconcileID": "900fa94d-c029-4556-a0f4-369ad6019b79", "Gateway": "e2e-shared-a-w3-8feb68", "namespace": "openshift-ingress"} 2026-09-11T14:50:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8feb68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8feb68", "reconcileID": "003a2359-5e49-49ff-a398-2e8503919527", "Gateway": "e2e-shared-a-w3-8feb68", "namespace": "openshift-ingress"} 2026-09-11T14:50:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8feb68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8feb68", "reconcileID": "003a2359-5e49-49ff-a398-2e8503919527", "Gateway": "e2e-shared-a-w3-8feb68", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8feb68-authn-ssl"} 2026-09-11T14:50:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8feb68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8feb68", "reconcileID": "003a2359-5e49-49ff-a398-2e8503919527", "Gateway": "e2e-shared-a-w3-8feb68", "namespace": "openshift-ingress"} 2026-09-11T14:50:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8feb68"}, "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2570e48f-395a-44d9-b3cb-1f28751569f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8feb68"} 2026-09-11T14:50:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8feb68"}, "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2570e48f-395a-44d9-b3cb-1f28751569f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:50:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8feb68"}, "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2570e48f-395a-44d9-b3cb-1f28751569f2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-8feb68 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:50:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8feb68"}, "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "odh-trusted-ca-bundle", "reconcileID": "d4281ca2-1bfc-4b7d-bd78-3aa6abbb654e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8feb68"} 2026-09-11T14:50:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8feb68"}, "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "odh-trusted-ca-bundle", "reconcileID": "d4281ca2-1bfc-4b7d-bd78-3aa6abbb654e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:50:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8feb68"}, "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "odh-trusted-ca-bundle", "reconcileID": "d4281ca2-1bfc-4b7d-bd78-3aa6abbb654e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-8feb68 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:50:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-8feb68"}, "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "openshift-service-ca.crt", "reconcileID": "a8e77756-8b95-4e9b-82ec-6e4504901068", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-8feb68"} 2026-09-11T14:50:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-8feb68"}, "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "openshift-service-ca.crt", "reconcileID": "a8e77756-8b95-4e9b-82ec-6e4504901068", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-8feb68"} 2026-09-11T14:50:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8feb68"}, "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10c76625-8b01-4bfb-ae1a-4ab07ba769ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8feb68"} 2026-09-11T14:50:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8feb68"}, "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10c76625-8b01-4bfb-ae1a-4ab07ba769ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8feb68"} 2026-09-11T14:50:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8feb68"}, "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "odh-trusted-ca-bundle", "reconcileID": "6cf0b586-6e6c-46c3-8c7a-ea11eb72c195", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8feb68"} 2026-09-11T14:50:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8feb68"}, "namespace": "ai-tenant-e2e-shared-a-w3-8feb68", "name": "odh-trusted-ca-bundle", "reconcileID": "6cf0b586-6e6c-46c3-8c7a-ea11eb72c195", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8feb68"} 2026-09-11T14:50:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8feb68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8feb68", "reconcileID": "d90dbba5-edde-4af3-aeaf-ed9716038469", "Gateway": "e2e-shared-a-w3-8feb68", "namespace": "openshift-ingress"} 2026-09-11T14:50:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-977c12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-977c12", "reconcileID": "f9653431-314b-4301-a028-a399be8d689c", "Gateway": "e2e-shared-b-w3-977c12", "namespace": "openshift-ingress"} 2026-09-11T14:50:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-977c12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-977c12", "reconcileID": "f9653431-314b-4301-a028-a399be8d689c", "Gateway": "e2e-shared-b-w3-977c12", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-977c12-authn-ssl"} 2026-09-11T14:50:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-977c12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-977c12", "reconcileID": "f9653431-314b-4301-a028-a399be8d689c", "Gateway": "e2e-shared-b-w3-977c12", "namespace": "openshift-ingress"} 2026-09-11T14:50:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-977c12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-977c12", "reconcileID": "2e248f35-c2f3-4fb7-add9-0982e1f0e15c", "Gateway": "e2e-shared-b-w3-977c12", "namespace": "openshift-ingress"} 2026-09-11T14:50:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-977c12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-977c12", "reconcileID": "2e248f35-c2f3-4fb7-add9-0982e1f0e15c", "Gateway": "e2e-shared-b-w3-977c12", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-977c12-authn-ssl"} 2026-09-11T14:50:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-977c12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-977c12", "reconcileID": "2e248f35-c2f3-4fb7-add9-0982e1f0e15c", "Gateway": "e2e-shared-b-w3-977c12", "namespace": "openshift-ingress"} 2026-09-11T14:50:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-977c12"}, "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7393bddf-4ad5-48b5-8b77-311bce392cef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-977c12"} 2026-09-11T14:50:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-977c12"}, "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7393bddf-4ad5-48b5-8b77-311bce392cef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:50:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-977c12"}, "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7393bddf-4ad5-48b5-8b77-311bce392cef", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-977c12 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:50:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-977c12"}, "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "odh-trusted-ca-bundle", "reconcileID": "eb90beea-2083-4098-b993-8eb70edfccb7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-977c12"} 2026-09-11T14:50:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-977c12"}, "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "odh-trusted-ca-bundle", "reconcileID": "eb90beea-2083-4098-b993-8eb70edfccb7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:50:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-977c12"}, "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "odh-trusted-ca-bundle", "reconcileID": "eb90beea-2083-4098-b993-8eb70edfccb7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-977c12 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:50:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-977c12"}, "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "openshift-service-ca.crt", "reconcileID": "7f0061da-a37c-466f-a376-9a085e4058ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-977c12"} 2026-09-11T14:50:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-977c12"}, "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "openshift-service-ca.crt", "reconcileID": "7f0061da-a37c-466f-a376-9a085e4058ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-977c12"} 2026-09-11T14:50:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-977c12"}, "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e277010-32c4-48d6-abfb-081e632f93ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-977c12"} 2026-09-11T14:50:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-977c12"}, "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e277010-32c4-48d6-abfb-081e632f93ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-977c12"} 2026-09-11T14:50:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-977c12"}, "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "odh-trusted-ca-bundle", "reconcileID": "4b96f4ed-9a45-4348-ac38-2586171fa4fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-977c12"} 2026-09-11T14:50:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-977c12"}, "namespace": "ai-tenant-e2e-shared-b-w3-977c12", "name": "odh-trusted-ca-bundle", "reconcileID": "4b96f4ed-9a45-4348-ac38-2586171fa4fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-977c12"} 2026-09-11T14:50:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-977c12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-977c12", "reconcileID": "d432b1cf-d659-4ed7-8a4e-68650459770b", "Gateway": "e2e-shared-b-w3-977c12", "namespace": "openshift-ingress"} 2026-09-11T14:55:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "0a9af869-a02b-47ee-ac1f-a77fccb6965d", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm"} 2026-09-11T14:55:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "0a9af869-a02b-47ee-ac1f-a77fccb6965d", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm"} 2026-09-11T14:55:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "0a9af869-a02b-47ee-ac1f-a77fccb6965d", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm"} 2026-09-11T14:55:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9400e1c2-eefa-406e-92dc-49fe85fea061", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:55:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "0a9af869-a02b-47ee-ac1f-a77fccb6965d", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm", "name": "e2e-same-id-a-7350e86d-kserve-route-authn"} 2026-09-11T14:55:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "0a9af869-a02b-47ee-ac1f-a77fccb6965d", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:55:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "0a9af869-a02b-47ee-ac1f-a77fccb6965d", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm"} 2026-09-11T14:55:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9400e1c2-eefa-406e-92dc-49fe85fea061", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:55:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9400e1c2-eefa-406e-92dc-49fe85fea061", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:55:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "a701b710-6d12-42b7-9c78-b45021585672", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm"} 2026-09-11T14:55:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "a701b710-6d12-42b7-9c78-b45021585672", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm"} 2026-09-11T14:55:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "a701b710-6d12-42b7-9c78-b45021585672", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm"} 2026-09-11T14:55:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "a701b710-6d12-42b7-9c78-b45021585672", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm", "name": "e2e-same-id-a-7350e86d-kserve-route-authn"} 2026-09-11T14:55:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "a701b710-6d12-42b7-9c78-b45021585672", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:55:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "a701b710-6d12-42b7-9c78-b45021585672", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm"} 2026-09-11T14:55:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "a66a823a-494b-4953-a22c-875959b78264", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm"} 2026-09-11T14:55:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "a66a823a-494b-4953-a22c-875959b78264", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm"} 2026-09-11T14:55:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "a66a823a-494b-4953-a22c-875959b78264", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm"} 2026-09-11T14:55:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5174aa51-6752-4f42-b174-5e830600b836", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:55:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "a66a823a-494b-4953-a22c-875959b78264", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm", "name": "e2e-same-id-b-7350e86d-kserve-route-authn"} 2026-09-11T14:55:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "a66a823a-494b-4953-a22c-875959b78264", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:55:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "a66a823a-494b-4953-a22c-875959b78264", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm"} 2026-09-11T14:55:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5174aa51-6752-4f42-b174-5e830600b836", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:55:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5174aa51-6752-4f42-b174-5e830600b836", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:55:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8346e29-bcc4-47c9-9c6d-d4ce7f796169", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:55:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8346e29-bcc4-47c9-9c6d-d4ce7f796169", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:55:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8346e29-bcc4-47c9-9c6d-d4ce7f796169", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:55:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "68a8098a-af05-4515-9c9b-34e3dd9fdbca", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm"} 2026-09-11T14:55:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "68a8098a-af05-4515-9c9b-34e3dd9fdbca", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm"} 2026-09-11T14:55:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "68a8098a-af05-4515-9c9b-34e3dd9fdbca", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm"} 2026-09-11T14:55:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "68a8098a-af05-4515-9c9b-34e3dd9fdbca", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm", "name": "e2e-same-id-a-7350e86d-kserve-route-authn"} 2026-09-11T14:55:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "68a8098a-af05-4515-9c9b-34e3dd9fdbca", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:55:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "68a8098a-af05-4515-9c9b-34e3dd9fdbca", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm"} 2026-09-11T14:55:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "48154286-f4d0-46c3-8a72-0d5668abc522", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm"} 2026-09-11T14:55:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "48154286-f4d0-46c3-8a72-0d5668abc522", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm"} 2026-09-11T14:55:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "48154286-f4d0-46c3-8a72-0d5668abc522", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm"} 2026-09-11T14:55:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "48154286-f4d0-46c3-8a72-0d5668abc522", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm", "name": "e2e-same-id-b-7350e86d-kserve-route-authn"} 2026-09-11T14:55:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "48154286-f4d0-46c3-8a72-0d5668abc522", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:55:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "48154286-f4d0-46c3-8a72-0d5668abc522", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm"} 2026-09-11T14:55:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4bbc0b1-b6ed-4bf1-a8a5-f049f49a2530", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:55:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4bbc0b1-b6ed-4bf1-a8a5-f049f49a2530", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:55:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4bbc0b1-b6ed-4bf1-a8a5-f049f49a2530", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:55:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "3112c13e-327b-4b31-910e-b3ed9a23835e", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm"} 2026-09-11T14:55:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "3112c13e-327b-4b31-910e-b3ed9a23835e", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm"} 2026-09-11T14:55:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "3112c13e-327b-4b31-910e-b3ed9a23835e", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm"} 2026-09-11T14:55:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "3112c13e-327b-4b31-910e-b3ed9a23835e", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm", "name": "e2e-same-id-b-7350e86d-kserve-route-authn"} 2026-09-11T14:55:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "3112c13e-327b-4b31-910e-b3ed9a23835e", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:55:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "3112c13e-327b-4b31-910e-b3ed9a23835e", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm"} 2026-09-11T14:55:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "6ece56bb-51da-4ed0-9efe-48cecde57cbd", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm"} 2026-09-11T14:55:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "6ece56bb-51da-4ed0-9efe-48cecde57cbd", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm"} 2026-09-11T14:55:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "6ece56bb-51da-4ed0-9efe-48cecde57cbd", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm"} 2026-09-11T14:55:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "6ece56bb-51da-4ed0-9efe-48cecde57cbd", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm", "name": "e2e-same-id-a-7350e86d-kserve-route-authn"} 2026-09-11T14:55:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "6ece56bb-51da-4ed0-9efe-48cecde57cbd", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:55:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "6ece56bb-51da-4ed0-9efe-48cecde57cbd", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm"} 2026-09-11T14:56:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "80719de9-fed2-40d7-80c9-793b2c5d7342", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm"} 2026-09-11T14:56:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "80719de9-fed2-40d7-80c9-793b2c5d7342", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm"} 2026-09-11T14:56:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "80719de9-fed2-40d7-80c9-793b2c5d7342", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm"} 2026-09-11T14:56:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "80719de9-fed2-40d7-80c9-793b2c5d7342", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm", "name": "e2e-same-id-b-7350e86d-kserve-route-authn"} 2026-09-11T14:56:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "80719de9-fed2-40d7-80c9-793b2c5d7342", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:56:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "80719de9-fed2-40d7-80c9-793b2c5d7342", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm"} 2026-09-11T14:56:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "6177e833-a934-40a1-8976-b265cbe08013", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm"} 2026-09-11T14:56:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "6177e833-a934-40a1-8976-b265cbe08013", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm", "name": "e2e-same-id-a-7350e86d"} 2026-09-11T14:56:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "6177e833-a934-40a1-8976-b265cbe08013", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm"} 2026-09-11T14:56:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "6177e833-a934-40a1-8976-b265cbe08013", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm"} 2026-09-11T14:56:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "6177e833-a934-40a1-8976-b265cbe08013", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm", "name": "e2e-same-id-a-7350e86d-kserve-route-authn"} 2026-09-11T14:56:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "6177e833-a934-40a1-8976-b265cbe08013", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm", "name": "e2e-same-id-a-7350e86d-kserve-route-authn"} 2026-09-11T14:56:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7350e86d", "reconcileID": "465b82e6-be67-4e0a-a63b-dce56863cabf", "LLMInferenceService": "e2e-same-id-a-7350e86d", "namespace": "llm"} 2026-09-11T14:56:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "abbe7dac-45bc-425d-aa1a-72868fc979d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:56:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "abbe7dac-45bc-425d-aa1a-72868fc979d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:56:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "abbe7dac-45bc-425d-aa1a-72868fc979d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:56:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1b1abfd4-c116-4ede-8459-27826b90bd91", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:56:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1b1abfd4-c116-4ede-8459-27826b90bd91", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:56:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1b1abfd4-c116-4ede-8459-27826b90bd91", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:56:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "e6d9c0f3-df34-43cc-a6e1-3b2e1b332ea4", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm"} 2026-09-11T14:56:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "e6d9c0f3-df34-43cc-a6e1-3b2e1b332ea4", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm", "name": "e2e-same-id-b-7350e86d"} 2026-09-11T14:56:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "e6d9c0f3-df34-43cc-a6e1-3b2e1b332ea4", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm"} 2026-09-11T14:56:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "e6d9c0f3-df34-43cc-a6e1-3b2e1b332ea4", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm"} 2026-09-11T14:56:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "e6d9c0f3-df34-43cc-a6e1-3b2e1b332ea4", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm", "name": "e2e-same-id-b-7350e86d-kserve-route-authn"} 2026-09-11T14:56:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "e6d9c0f3-df34-43cc-a6e1-3b2e1b332ea4", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm", "name": "e2e-same-id-b-7350e86d-kserve-route-authn"} 2026-09-11T14:56:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7350e86d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7350e86d", "reconcileID": "3e638c21-a7d3-47cc-a860-e5e6b938c0f2", "LLMInferenceService": "e2e-same-id-b-7350e86d", "namespace": "llm"} 2026-09-11T14:56:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b47d2f9a-4fb1-4c8c-920d-ea49a37a52f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:56:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b47d2f9a-4fb1-4c8c-920d-ea49a37a52f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:56:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b47d2f9a-4fb1-4c8c-920d-ea49a37a52f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:56:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "08ad4117-0438-40ef-8bc4-2a12883d5990", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:56:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "08ad4117-0438-40ef-8bc4-2a12883d5990", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:56:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "08ad4117-0438-40ef-8bc4-2a12883d5990", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:57:00Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:57:00Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:57:01Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:57:01Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}