/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T13:57:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3d0caa"}, "namespace": "ai-tenant-e2e-shared-a-w2-3d0caa", "name": "odh-trusted-ca-bundle", "reconcileID": "f0cc5426-3285-4f41-84a0-7a0b9ea131ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-3d0caa"} 2026-09-10T13:57:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3d0caa"}, "namespace": "ai-tenant-e2e-shared-a-w2-3d0caa", "name": "odh-trusted-ca-bundle", "reconcileID": "f0cc5426-3285-4f41-84a0-7a0b9ea131ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-3d0caa"} 2026-09-10T13:57:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-3d0caa"}, "namespace": "ai-tenant-e2e-shared-a-w2-3d0caa", "name": "openshift-service-ca.crt", "reconcileID": "02cafaf4-05ff-45ec-861f-8225ea8e502a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-3d0caa"} 2026-09-10T13:57:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-3d0caa"}, "namespace": "ai-tenant-e2e-shared-a-w2-3d0caa", "name": "openshift-service-ca.crt", "reconcileID": "02cafaf4-05ff-45ec-861f-8225ea8e502a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-3d0caa"} 2026-09-10T13:57:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3d0caa"}, "namespace": "ai-tenant-e2e-shared-a-w2-3d0caa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "316263d0-0759-425c-b4f7-1a38f03d5491", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-3d0caa"} 2026-09-10T13:57:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3d0caa"}, "namespace": "ai-tenant-e2e-shared-a-w2-3d0caa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "316263d0-0759-425c-b4f7-1a38f03d5491", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-3d0caa"} 2026-09-10T13:57:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3d0caa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3d0caa", "reconcileID": "475246fb-19de-4dcf-bc5c-cf20f3e04c51", "Gateway": "e2e-shared-a-w2-3d0caa", "namespace": "openshift-ingress"} 2026-09-10T13:57:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3d0caa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3d0caa", "reconcileID": "475246fb-19de-4dcf-bc5c-cf20f3e04c51", "Gateway": "e2e-shared-a-w2-3d0caa", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3d0caa-authn-ssl"} 2026-09-10T13:57:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3d0caa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3d0caa", "reconcileID": "475246fb-19de-4dcf-bc5c-cf20f3e04c51", "Gateway": "e2e-shared-a-w2-3d0caa", "namespace": "openshift-ingress"} 2026-09-10T13:57:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3d0caa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3d0caa", "reconcileID": "fac8f861-a5a1-467c-a0fd-11967bd85272", "Gateway": "e2e-shared-a-w2-3d0caa", "namespace": "openshift-ingress"} 2026-09-10T13:57:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5c012","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "rate-test-model-d5c012", "reconcileID": "fb6e147e-b95f-45af-a856-69a4b2e6132c", "LLMInferenceService": "rate-test-model-d5c012", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012"} 2026-09-10T13:57:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5c012","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "rate-test-model-d5c012", "reconcileID": "fb6e147e-b95f-45af-a856-69a4b2e6132c", "LLMInferenceService": "rate-test-model-d5c012", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012"} 2026-09-10T13:57:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5c012","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "rate-test-model-d5c012", "reconcileID": "fb6e147e-b95f-45af-a856-69a4b2e6132c", "LLMInferenceService": "rate-test-model-d5c012", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012"} 2026-09-10T13:57:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5c012","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "rate-test-model-d5c012", "reconcileID": "fb6e147e-b95f-45af-a856-69a4b2e6132c", "LLMInferenceService": "rate-test-model-d5c012", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "rate-test-model-d5c012-kserve-route-authn"} 2026-09-10T13:57:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5c012","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "rate-test-model-d5c012", "reconcileID": "fb6e147e-b95f-45af-a856-69a4b2e6132c", "LLMInferenceService": "rate-test-model-d5c012", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "authType": "userdefined"} 2026-09-10T13:57:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5c012","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "rate-test-model-d5c012", "reconcileID": "fb6e147e-b95f-45af-a856-69a4b2e6132c", "LLMInferenceService": "rate-test-model-d5c012", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012"} 2026-09-10T13:57:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b3723e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b3723e", "reconcileID": "f00b0c6b-9278-4894-991f-7778b683356b", "Gateway": "e2e-shared-b-w2-b3723e", "namespace": "openshift-ingress"} 2026-09-10T13:57:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b3723e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b3723e", "reconcileID": "f00b0c6b-9278-4894-991f-7778b683356b", "Gateway": "e2e-shared-b-w2-b3723e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b3723e-authn-ssl"} 2026-09-10T13:57:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b3723e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b3723e", "reconcileID": "f00b0c6b-9278-4894-991f-7778b683356b", "Gateway": "e2e-shared-b-w2-b3723e", "namespace": "openshift-ingress"} 2026-09-10T13:57:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b3723e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b3723e", "reconcileID": "8e513fd4-9cd4-46ad-8f80-51800f48ee40", "Gateway": "e2e-shared-b-w2-b3723e", "namespace": "openshift-ingress"} 2026-09-10T13:57:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b3723e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b3723e", "reconcileID": "8e513fd4-9cd4-46ad-8f80-51800f48ee40", "Gateway": "e2e-shared-b-w2-b3723e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b3723e-authn-ssl"} 2026-09-10T13:57:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b3723e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b3723e", "reconcileID": "8e513fd4-9cd4-46ad-8f80-51800f48ee40", "Gateway": "e2e-shared-b-w2-b3723e", "namespace": "openshift-ingress"} 2026-09-10T13:57:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b3723e"}, "namespace": "ai-tenant-e2e-shared-b-w2-b3723e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5032240d-c32b-4b0e-81c6-fed69943e87c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b3723e"} 2026-09-10T13:57:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b3723e"}, "namespace": "ai-tenant-e2e-shared-b-w2-b3723e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5032240d-c32b-4b0e-81c6-fed69943e87c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b3723e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:57:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b3723e"}, "namespace": "ai-tenant-e2e-shared-b-w2-b3723e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5032240d-c32b-4b0e-81c6-fed69943e87c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-b3723e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T13:57:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b3723e"}, "namespace": "ai-tenant-e2e-shared-b-w2-b3723e", "name": "odh-trusted-ca-bundle", "reconcileID": "003cddd8-dfca-476b-8cdd-90f7ac8f2bb2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b3723e"} 2026-09-10T13:57:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b3723e"}, "namespace": "ai-tenant-e2e-shared-b-w2-b3723e", "name": "odh-trusted-ca-bundle", "reconcileID": "003cddd8-dfca-476b-8cdd-90f7ac8f2bb2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b3723e"} 2026-09-10T13:57:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-b3723e"}, "namespace": "ai-tenant-e2e-shared-b-w2-b3723e", "name": "openshift-service-ca.crt", "reconcileID": "74b2bd13-d5ff-4346-9fde-e2519de23eee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-b3723e"} 2026-09-10T13:57:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-b3723e"}, "namespace": "ai-tenant-e2e-shared-b-w2-b3723e", "name": "openshift-service-ca.crt", "reconcileID": "74b2bd13-d5ff-4346-9fde-e2519de23eee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-b3723e"} 2026-09-10T13:57:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b3723e"}, "namespace": "ai-tenant-e2e-shared-b-w2-b3723e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "836bfc5a-efa2-4d35-9fe9-8145f8600a7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b3723e"} 2026-09-10T13:57:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b3723e"}, "namespace": "ai-tenant-e2e-shared-b-w2-b3723e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "836bfc5a-efa2-4d35-9fe9-8145f8600a7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b3723e"} 2026-09-10T13:57:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b3723e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b3723e", "reconcileID": "98163509-f5dc-48c1-b78e-fdceca20868c", "Gateway": "e2e-shared-b-w2-b3723e", "namespace": "openshift-ingress"} 2026-09-10T13:57:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-579ae1","namespace":"ai-tenant-e2e-shared-a-w3-579ae1"}, "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "name": "rate-test-model-579ae1", "reconcileID": "4be7d85d-2016-47bd-9e3e-842e0464a65b", "LLMInferenceService": "rate-test-model-579ae1", "namespace": "ai-tenant-e2e-shared-a-w3-579ae1"} 2026-09-10T13:57:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-579ae1","namespace":"ai-tenant-e2e-shared-a-w3-579ae1"}, "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "name": "rate-test-model-579ae1", "reconcileID": "4be7d85d-2016-47bd-9e3e-842e0464a65b", "LLMInferenceService": "rate-test-model-579ae1", "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "name": "rate-test-model-579ae1"} 2026-09-10T13:57:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-579ae1","namespace":"ai-tenant-e2e-shared-a-w3-579ae1"}, "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "name": "rate-test-model-579ae1", "reconcileID": "4be7d85d-2016-47bd-9e3e-842e0464a65b", "LLMInferenceService": "rate-test-model-579ae1", "namespace": "ai-tenant-e2e-shared-a-w3-579ae1"} 2026-09-10T13:57:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-579ae1","namespace":"ai-tenant-e2e-shared-a-w3-579ae1"}, "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "name": "rate-test-model-579ae1", "reconcileID": "4be7d85d-2016-47bd-9e3e-842e0464a65b", "LLMInferenceService": "rate-test-model-579ae1", "namespace": "ai-tenant-e2e-shared-a-w3-579ae1"} 2026-09-10T13:57:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-579ae1","namespace":"ai-tenant-e2e-shared-a-w3-579ae1"}, "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "name": "rate-test-model-579ae1", "reconcileID": "4be7d85d-2016-47bd-9e3e-842e0464a65b", "LLMInferenceService": "rate-test-model-579ae1", "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "name": "rate-test-model-579ae1-kserve-route-authn"} 2026-09-10T13:57:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-579ae1","namespace":"ai-tenant-e2e-shared-a-w3-579ae1"}, "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "name": "rate-test-model-579ae1", "reconcileID": "4be7d85d-2016-47bd-9e3e-842e0464a65b", "LLMInferenceService": "rate-test-model-579ae1", "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "name": "rate-test-model-579ae1-kserve-route-authn"} 2026-09-10T13:57:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-579ae1","namespace":"ai-tenant-e2e-shared-a-w3-579ae1"}, "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "name": "rate-test-model-579ae1", "reconcileID": "4be7d85d-2016-47bd-9e3e-842e0464a65b", "LLMInferenceService": "rate-test-model-579ae1", "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "namespace": "ai-tenant-e2e-shared-a-w3-579ae1"} 2026-09-10T13:57:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-579ae1","namespace":"ai-tenant-e2e-shared-a-w3-579ae1"}, "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "name": "rate-test-model-579ae1", "reconcileID": "4be7d85d-2016-47bd-9e3e-842e0464a65b", "LLMInferenceService": "rate-test-model-579ae1", "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "namespace": "ai-tenant-e2e-shared-a-w3-579ae1"} 2026-09-10T13:57:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-579ae1","namespace":"ai-tenant-e2e-shared-a-w3-579ae1"}, "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "name": "rate-test-model-579ae1", "reconcileID": "0af0c894-e373-4feb-b81d-1b770144e0e7", "LLMInferenceService": "rate-test-model-579ae1", "namespace": "ai-tenant-e2e-shared-a-w3-579ae1"} 2026-09-10T13:57:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-579ae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-579ae1", "reconcileID": "1fbf80ed-e86b-4571-b129-5335a0481921", "Gateway": "e2e-shared-a-w3-579ae1", "namespace": "openshift-ingress"} 2026-09-10T13:57:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-579ae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-579ae1", "reconcileID": "1fbf80ed-e86b-4571-b129-5335a0481921", "Gateway": "e2e-shared-a-w3-579ae1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-579ae1-authn-ssl"} 2026-09-10T13:57:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-579ae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-579ae1", "reconcileID": "1fbf80ed-e86b-4571-b129-5335a0481921", "Gateway": "e2e-shared-a-w3-579ae1", "namespace": "openshift-ingress"} 2026-09-10T13:57:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-579ae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-579ae1", "reconcileID": "33f91160-e7d5-4f11-8eb6-4aaf14510d20", "Gateway": "e2e-shared-a-w3-579ae1", "namespace": "openshift-ingress"} 2026-09-10T13:57:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-579ae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-579ae1", "reconcileID": "33f91160-e7d5-4f11-8eb6-4aaf14510d20", "Gateway": "e2e-shared-a-w3-579ae1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-579ae1-authn-ssl"} 2026-09-10T13:57:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-579ae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-579ae1", "reconcileID": "33f91160-e7d5-4f11-8eb6-4aaf14510d20", "Gateway": "e2e-shared-a-w3-579ae1", "namespace": "openshift-ingress"} 2026-09-10T13:57:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5c012","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "rate-test-model-d5c012", "reconcileID": "1a8dbf47-e24e-42a8-a7ec-37e9ce2e1a38", "LLMInferenceService": "rate-test-model-d5c012", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012"} 2026-09-10T13:57:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5c012","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "rate-test-model-d5c012", "reconcileID": "1a8dbf47-e24e-42a8-a7ec-37e9ce2e1a38", "LLMInferenceService": "rate-test-model-d5c012", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "rate-test-model-d5c012"} 2026-09-10T13:57:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5c012","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "rate-test-model-d5c012", "reconcileID": "1a8dbf47-e24e-42a8-a7ec-37e9ce2e1a38", "LLMInferenceService": "rate-test-model-d5c012", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012"} 2026-09-10T13:57:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5c012","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "rate-test-model-d5c012", "reconcileID": "1a8dbf47-e24e-42a8-a7ec-37e9ce2e1a38", "LLMInferenceService": "rate-test-model-d5c012", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012"} 2026-09-10T13:57:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5c012","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "rate-test-model-d5c012", "reconcileID": "1a8dbf47-e24e-42a8-a7ec-37e9ce2e1a38", "LLMInferenceService": "rate-test-model-d5c012", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "rate-test-model-d5c012-kserve-route-authn"} 2026-09-10T13:57:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5c012","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "rate-test-model-d5c012", "reconcileID": "1a8dbf47-e24e-42a8-a7ec-37e9ce2e1a38", "LLMInferenceService": "rate-test-model-d5c012", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "rate-test-model-d5c012-kserve-route-authn"} 2026-09-10T13:57:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5c012","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "rate-test-model-d5c012", "reconcileID": "1a8dbf47-e24e-42a8-a7ec-37e9ce2e1a38", "LLMInferenceService": "rate-test-model-d5c012", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012"} 2026-09-10T13:57:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5c012","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "rate-test-model-d5c012", "reconcileID": "1a8dbf47-e24e-42a8-a7ec-37e9ce2e1a38", "LLMInferenceService": "rate-test-model-d5c012", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012"} 2026-09-10T13:57:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5c012","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "rate-test-model-d5c012", "reconcileID": "9930e6dd-d3c4-4a84-947a-259ef92f3e2e", "LLMInferenceService": "rate-test-model-d5c012", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012"} 2026-09-10T13:57:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5c012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5c012", "reconcileID": "6438aa82-1a70-4caa-a7db-aec396659278", "Gateway": "e2e-shared-b-w3-d5c012", "namespace": "openshift-ingress"} 2026-09-10T13:57:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5c012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5c012", "reconcileID": "6438aa82-1a70-4caa-a7db-aec396659278", "Gateway": "e2e-shared-b-w3-d5c012", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5c012-authn-ssl"} 2026-09-10T13:57:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5c012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5c012", "reconcileID": "6438aa82-1a70-4caa-a7db-aec396659278", "Gateway": "e2e-shared-b-w3-d5c012", "namespace": "openshift-ingress"} 2026-09-10T13:57:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5c012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5c012", "reconcileID": "b3386bdb-a550-474b-ae3d-8ed11fa3ef3d", "Gateway": "e2e-shared-b-w3-d5c012", "namespace": "openshift-ingress"} 2026-09-10T13:57:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5c012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5c012", "reconcileID": "b3386bdb-a550-474b-ae3d-8ed11fa3ef3d", "Gateway": "e2e-shared-b-w3-d5c012", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5c012-authn-ssl"} 2026-09-10T13:57:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5c012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5c012", "reconcileID": "b3386bdb-a550-474b-ae3d-8ed11fa3ef3d", "Gateway": "e2e-shared-b-w3-d5c012", "namespace": "openshift-ingress"} 2026-09-10T13:57:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "86b0d21f-5f77-4a6f-ba82-976ec478fb1a", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:57:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "86b0d21f-5f77-4a6f-ba82-976ec478fb1a", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383-authn-ssl"} 2026-09-10T13:57:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "86b0d21f-5f77-4a6f-ba82-976ec478fb1a", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:57:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "9dbc43bb-b3ca-4199-9dff-977418d7cc63", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:57:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "9dbc43bb-b3ca-4199-9dff-977418d7cc63", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383-authn-ssl"} 2026-09-10T13:57:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "9dbc43bb-b3ca-4199-9dff-977418d7cc63", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:57:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "670394f9-d438-40a8-b8b1-289858f06ccd", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:57:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "670394f9-d438-40a8-b8b1-289858f06ccd", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383-authn-ssl"} 2026-09-10T13:57:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "670394f9-d438-40a8-b8b1-289858f06ccd", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:57:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "7144a1ca-5317-47bc-a968-a5e3985b1ee1", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:57:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "7144a1ca-5317-47bc-a968-a5e3985b1ee1", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383-authn-ssl"} 2026-09-10T13:57:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "7144a1ca-5317-47bc-a968-a5e3985b1ee1", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:57:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "1b4d629c-4ee4-4fbd-b622-268507851d90", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:57:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "1b4d629c-4ee4-4fbd-b622-268507851d90", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383-authn-ssl"} 2026-09-10T13:57:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "1b4d629c-4ee4-4fbd-b622-268507851d90", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:57:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "9dd520d9-4032-464b-9fa7-2cdace43cbc2", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:57:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "9dd520d9-4032-464b-9fa7-2cdace43cbc2", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383-authn-ssl"} 2026-09-10T13:57:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "9dd520d9-4032-464b-9fa7-2cdace43cbc2", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:57:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "3601531f-4dd7-43d5-b2b8-db612f659fa1", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:57:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "3601531f-4dd7-43d5-b2b8-db612f659fa1", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383-authn-ssl"} 2026-09-10T13:57:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "3601531f-4dd7-43d5-b2b8-db612f659fa1", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:58:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "145f187c-00bf-454a-9048-29027ddb1dd0", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:58:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "145f187c-00bf-454a-9048-29027ddb1dd0", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383-authn-ssl"} 2026-09-10T13:58:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "145f187c-00bf-454a-9048-29027ddb1dd0", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:58:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "odh-trusted-ca-bundle", "reconcileID": "d043f010-1653-4de8-a6a6-3d56fcef62b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T13:58:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "openshift-service-ca.crt", "reconcileID": "1cd912ba-54c0-4f2d-97a1-f3958ba77a05", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T13:58:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "openshift-service-ca.crt", "reconcileID": "758fa8d8-028a-43c9-824a-ef0005fed34d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:58:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "openshift-service-ca.crt", "reconcileID": "758fa8d8-028a-43c9-824a-ef0005fed34d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T13:58:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "openshift-service-ca.crt", "reconcileID": "e510323f-60c3-4f74-b10e-863828f4bd28", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T13:58:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55488a09-42dc-4f91-8eb9-b2ca4e7e1228", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T13:58:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "odh-trusted-ca-bundle", "reconcileID": "c8cbe222-bbfc-4bdc-879e-bb68ba543e71", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:58:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "odh-trusted-ca-bundle", "reconcileID": "c8cbe222-bbfc-4bdc-879e-bb68ba543e71", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T13:58:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "247f1acd-7307-4fef-86a8-c97966b1965a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T13:58:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "19298d79-2153-40d8-9823-8d9db289a564", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:58:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "19298d79-2153-40d8-9823-8d9db289a564", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383-authn-ssl"} 2026-09-10T13:58:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "19298d79-2153-40d8-9823-8d9db289a564", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:58:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "c32a619c-bf77-4177-a863-57f1cac94ef7", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:58:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "c32a619c-bf77-4177-a863-57f1cac94ef7", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383-authn-ssl"} 2026-09-10T13:58:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "c32a619c-bf77-4177-a863-57f1cac94ef7", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:58:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "a8ee2233-9be0-4eb3-93f4-fd1a56587b31", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T13:58:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "a8ee2233-9be0-4eb3-93f4-fd1a56587b31", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5-authn-ssl"} 2026-09-10T13:58:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "a8ee2233-9be0-4eb3-93f4-fd1a56587b31", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T13:58:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "f2bbc116-9c6c-4b27-83dd-0b23e806c6e1", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T13:58:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "f2bbc116-9c6c-4b27-83dd-0b23e806c6e1", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5-authn-ssl"} 2026-09-10T13:58:28Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "f2bbc116-9c6c-4b27-83dd-0b23e806c6e1", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-fc6ea5-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-b-fc6ea5-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T13:58:28Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-fc6ea5-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-b-fc6ea5-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-b-fc6ea5","uid":"5d84fed0-4fbe-4280-b920-df7250d97878","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"52092"}, "reason": "ReconcileError"} 2026-09-10T13:58:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "af40cf39-7706-4d14-8424-3ddc5cffd030", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T13:58:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "af40cf39-7706-4d14-8424-3ddc5cffd030", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5-authn-ssl"} 2026-09-10T13:58:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "af40cf39-7706-4d14-8424-3ddc5cffd030", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T13:58:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "33ff37df-11a1-40fb-a03e-d3261a8b9d0b", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T13:58:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "33ff37df-11a1-40fb-a03e-d3261a8b9d0b", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5-authn-ssl"} 2026-09-10T13:58:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "33ff37df-11a1-40fb-a03e-d3261a8b9d0b", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T13:58:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "6dcd0ecc-a1d7-4ce2-9368-e0a41c57f6af", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T13:58:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "6dcd0ecc-a1d7-4ce2-9368-e0a41c57f6af", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5-authn-ssl"} 2026-09-10T13:58:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "6dcd0ecc-a1d7-4ce2-9368-e0a41c57f6af", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T13:58:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "98eaa213-acc7-4404-a5f6-1c7e7aedd94d", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T13:58:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "98eaa213-acc7-4404-a5f6-1c7e7aedd94d", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5-authn-ssl"} 2026-09-10T13:58:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "98eaa213-acc7-4404-a5f6-1c7e7aedd94d", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T13:58:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "b1376305-8e59-4353-a955-c43935ab315d", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T13:58:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "b1376305-8e59-4353-a955-c43935ab315d", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5-authn-ssl"} 2026-09-10T13:58:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "b1376305-8e59-4353-a955-c43935ab315d", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T13:58:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "813de39e-d9e7-4fed-bc98-2860e058afa7", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T13:58:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "813de39e-d9e7-4fed-bc98-2860e058afa7", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5-authn-ssl"} 2026-09-10T13:58:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "813de39e-d9e7-4fed-bc98-2860e058afa7", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T13:58:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fc6ea5"}, "namespace": "ai-tenant-e2e-ipp-b-fc6ea5", "name": "openshift-service-ca.crt", "reconcileID": "bd7755a6-5351-4480-af45-9fe187dfc3b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fc6ea5"} 2026-09-10T13:58:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fc6ea5"}, "namespace": "ai-tenant-e2e-ipp-b-fc6ea5", "name": "odh-trusted-ca-bundle", "reconcileID": "ce2e462c-260b-4e36-8484-1331bd6418a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fc6ea5"} 2026-09-10T13:58:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fc6ea5"}, "namespace": "ai-tenant-e2e-ipp-b-fc6ea5", "name": "openshift-service-ca.crt", "reconcileID": "5016446e-a235-44e1-979e-27acf2a048f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fc6ea5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:58:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fc6ea5"}, "namespace": "ai-tenant-e2e-ipp-b-fc6ea5", "name": "openshift-service-ca.crt", "reconcileID": "5016446e-a235-44e1-979e-27acf2a048f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fc6ea5"} 2026-09-10T13:58:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fc6ea5"}, "namespace": "ai-tenant-e2e-ipp-b-fc6ea5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1506877-45e1-40dc-968e-1543af4fc4d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fc6ea5"} 2026-09-10T13:58:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fc6ea5"}, "namespace": "ai-tenant-e2e-ipp-b-fc6ea5", "name": "openshift-service-ca.crt", "reconcileID": "6fd5332e-75ba-4161-8b0d-410ee496acc6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fc6ea5"} 2026-09-10T13:58:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fc6ea5"}, "namespace": "ai-tenant-e2e-ipp-b-fc6ea5", "name": "odh-trusted-ca-bundle", "reconcileID": "6f96fb43-d0b5-4de8-81d1-f3d777503653", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fc6ea5", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:58:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fc6ea5"}, "namespace": "ai-tenant-e2e-ipp-b-fc6ea5", "name": "odh-trusted-ca-bundle", "reconcileID": "6f96fb43-d0b5-4de8-81d1-f3d777503653", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fc6ea5"} 2026-09-10T13:58:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fc6ea5"}, "namespace": "ai-tenant-e2e-ipp-b-fc6ea5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6b43d70-c6bc-499f-9010-d94e379d13e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fc6ea5"} 2026-09-10T13:58:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "5835987f-6ac9-4931-802e-c56d0310764d", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T13:58:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "5835987f-6ac9-4931-802e-c56d0310764d", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5-authn-ssl"} 2026-09-10T13:58:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "5835987f-6ac9-4931-802e-c56d0310764d", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T13:58:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "9fd8e019-5bdb-481b-9ae6-eb4c1139ebb6", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T13:58:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "9fd8e019-5bdb-481b-9ae6-eb4c1139ebb6", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5-authn-ssl"} 2026-09-10T13:58:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "9fd8e019-5bdb-481b-9ae6-eb4c1139ebb6", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T13:58:57Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T13:58:57Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T13:59:00Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T13:59:00Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T13:59:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "e3d3d606-4596-46a6-a737-ec4f5f8e501e", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T13:59:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "e3d3d606-4596-46a6-a737-ec4f5f8e501e", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T13:59:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "e3d3d606-4596-46a6-a737-ec4f5f8e501e", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T13:59:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "b35c6409-3dc8-4f24-9b89-21eb2a82dc9d", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:59:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "e3d3d606-4596-46a6-a737-ec4f5f8e501e", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383-kserve-route-authn"} 2026-09-10T13:59:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "e3d3d606-4596-46a6-a737-ec4f5f8e501e", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "authType": "userdefined"} 2026-09-10T13:59:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "e3d3d606-4596-46a6-a737-ec4f5f8e501e", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T13:59:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "b35c6409-3dc8-4f24-9b89-21eb2a82dc9d", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383-authn-ssl"} 2026-09-10T13:59:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "b35c6409-3dc8-4f24-9b89-21eb2a82dc9d", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:59:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "c5f6df0e-4d83-4f46-846c-3bee44b19b08", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T13:59:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "c5f6df0e-4d83-4f46-846c-3bee44b19b08", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T13:59:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "c5f6df0e-4d83-4f46-846c-3bee44b19b08", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T13:59:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "c5f6df0e-4d83-4f46-846c-3bee44b19b08", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383-kserve-route-authn"} 2026-09-10T13:59:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "c5f6df0e-4d83-4f46-846c-3bee44b19b08", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "authType": "userdefined"} 2026-09-10T13:59:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "c5f6df0e-4d83-4f46-846c-3bee44b19b08", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T13:59:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "fc009835-d8e0-4b7a-b4ad-a6c1f8e1e218", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:59:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "fc009835-d8e0-4b7a-b4ad-a6c1f8e1e218", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383-authn-ssl"} 2026-09-10T13:59:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "fc009835-d8e0-4b7a-b4ad-a6c1f8e1e218", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T13:59:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "09b52145-e254-4c90-9f00-816269b56144", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T13:59:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "09b52145-e254-4c90-9f00-816269b56144", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T13:59:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "09b52145-e254-4c90-9f00-816269b56144", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T13:59:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "09b52145-e254-4c90-9f00-816269b56144", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383-kserve-route-authn"} 2026-09-10T13:59:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "09b52145-e254-4c90-9f00-816269b56144", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "authType": "userdefined"} 2026-09-10T13:59:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "09b52145-e254-4c90-9f00-816269b56144", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T13:59:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "e8b62626-f215-403c-a576-a2a319893f5c", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T13:59:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "e8b62626-f215-403c-a576-a2a319893f5c", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T13:59:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "e8b62626-f215-403c-a576-a2a319893f5c", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T13:59:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "e8b62626-f215-403c-a576-a2a319893f5c", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383-kserve-route-authn"} 2026-09-10T13:59:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "e8b62626-f215-403c-a576-a2a319893f5c", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "authType": "userdefined"} 2026-09-10T13:59:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "e8b62626-f215-403c-a576-a2a319893f5c", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:00:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "94d498a6-6929-4ee0-a5bf-1b1bfa0e4fa3", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress"} 2026-09-10T14:00:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "94d498a6-6929-4ee0-a5bf-1b1bfa0e4fa3", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d-authn-ssl"} 2026-09-10T14:00:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "94d498a6-6929-4ee0-a5bf-1b1bfa0e4fa3", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress"} 2026-09-10T14:00:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "f5e70571-465c-482a-b971-49b9e4e97b8b", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress"} 2026-09-10T14:00:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "f5e70571-465c-482a-b971-49b9e4e97b8b", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d-authn-ssl"} 2026-09-10T14:00:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "f5e70571-465c-482a-b971-49b9e4e97b8b", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress"} 2026-09-10T14:00:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "41baa226-593c-4e3c-97bf-3a1c2670ffb0", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress"} 2026-09-10T14:00:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "41baa226-593c-4e3c-97bf-3a1c2670ffb0", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d-authn-ssl"} 2026-09-10T14:00:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "41baa226-593c-4e3c-97bf-3a1c2670ffb0", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress"} 2026-09-10T14:00:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "dfe00ca6-b25b-44c5-a220-3420e3244fd1", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress"} 2026-09-10T14:00:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "dfe00ca6-b25b-44c5-a220-3420e3244fd1", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d-authn-ssl"} 2026-09-10T14:00:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "dfe00ca6-b25b-44c5-a220-3420e3244fd1", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress"} 2026-09-10T14:00:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "5b6a9014-3d4d-475e-afa0-868b71b1880b", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress"} 2026-09-10T14:00:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "5b6a9014-3d4d-475e-afa0-868b71b1880b", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d-authn-ssl"} 2026-09-10T14:00:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "5b6a9014-3d4d-475e-afa0-868b71b1880b", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress"} 2026-09-10T14:00:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "fb9253a0-e8e0-4b52-870a-cef19d4fdde9", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress"} 2026-09-10T14:00:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "fb9253a0-e8e0-4b52-870a-cef19d4fdde9", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d-authn-ssl"} 2026-09-10T14:00:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "fb9253a0-e8e0-4b52-870a-cef19d4fdde9", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress"} 2026-09-10T14:00:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "478999f6-533e-4b1c-a6c0-610ecbec5281", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress"} 2026-09-10T14:00:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "478999f6-533e-4b1c-a6c0-610ecbec5281", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d-authn-ssl"} 2026-09-10T14:00:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "478999f6-533e-4b1c-a6c0-610ecbec5281", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress"} 2026-09-10T14:00:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ae1e0d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d", "name": "openshift-service-ca.crt", "reconcileID": "d0a53c8a-2965-46cc-885a-4b706798d106", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d"} 2026-09-10T14:00:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae1e0d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d", "name": "odh-trusted-ca-bundle", "reconcileID": "30bd2d3a-97fe-4b91-ae0b-83e0cfabc8a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d"} 2026-09-10T14:00:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ae1e0d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d", "name": "openshift-service-ca.crt", "reconcileID": "f9bafb83-6ee7-43cb-bf07-5275102b48a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:00:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ae1e0d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d", "name": "openshift-service-ca.crt", "reconcileID": "f9bafb83-6ee7-43cb-bf07-5275102b48a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d"} 2026-09-10T14:00:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae1e0d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "524dac96-4ae1-4b9f-948f-d963c1fb4470", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d"} 2026-09-10T14:00:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ae1e0d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d", "name": "openshift-service-ca.crt", "reconcileID": "ac49e1a9-41e0-48fb-a6a2-d9a8489a1f90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d"} 2026-09-10T14:00:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae1e0d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d", "name": "odh-trusted-ca-bundle", "reconcileID": "49ca678f-48dd-4f02-a2a4-0ffab918acd4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:00:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae1e0d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d", "name": "odh-trusted-ca-bundle", "reconcileID": "49ca678f-48dd-4f02-a2a4-0ffab918acd4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d"} 2026-09-10T14:00:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae1e0d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d25fc3e3-c624-49d1-9ab1-fd07958bdbe5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d"} 2026-09-10T14:00:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "b66262ab-168a-4514-92c5-0fe2a372102b", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress"} 2026-09-10T14:00:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "b66262ab-168a-4514-92c5-0fe2a372102b", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d-authn-ssl"} 2026-09-10T14:00:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "b66262ab-168a-4514-92c5-0fe2a372102b", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress"} 2026-09-10T14:00:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "d90f4de1-5ed2-4492-a662-fc43f419bcb0", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress"} 2026-09-10T14:00:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "d90f4de1-5ed2-4492-a662-fc43f419bcb0", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d-authn-ssl"} 2026-09-10T14:00:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "d90f4de1-5ed2-4492-a662-fc43f419bcb0", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress"} 2026-09-10T14:00:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "2152b47e-7d01-4d74-b7cb-9630389a5a76", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress"} 2026-09-10T14:00:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "2152b47e-7d01-4d74-b7cb-9630389a5a76", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d-authn-ssl"} 2026-09-10T14:00:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "2152b47e-7d01-4d74-b7cb-9630389a5a76", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress"} 2026-09-10T14:00:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "abebb298-28f1-4026-bc2a-756e88d9668a", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress"} 2026-09-10T14:00:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "abebb298-28f1-4026-bc2a-756e88d9668a", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d-authn-ssl"} 2026-09-10T14:00:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "abebb298-28f1-4026-bc2a-756e88d9668a", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress"} 2026-09-10T14:00:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae1e0d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3cf4bf06-82d9-488e-850b-63d5b9e4e6dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d"} 2026-09-10T14:00:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae1e0d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3cf4bf06-82d9-488e-850b-63d5b9e4e6dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:00:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae1e0d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3cf4bf06-82d9-488e-850b-63d5b9e4e6dc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-ae1e0d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:00:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae1e0d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d", "name": "odh-trusted-ca-bundle", "reconcileID": "ed4b7cce-d345-4970-9dc7-93c659b25222", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d"} 2026-09-10T14:00:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae1e0d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d", "name": "odh-trusted-ca-bundle", "reconcileID": "ed4b7cce-d345-4970-9dc7-93c659b25222", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d"} 2026-09-10T14:00:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ae1e0d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d", "name": "openshift-service-ca.crt", "reconcileID": "8fe1e22e-f802-4954-b28a-c68ec23dbd9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d"} 2026-09-10T14:00:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ae1e0d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d", "name": "openshift-service-ca.crt", "reconcileID": "8fe1e22e-f802-4954-b28a-c68ec23dbd9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d"} 2026-09-10T14:00:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae1e0d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f223f357-0c1e-4f50-b626-0e80d378824f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d"} 2026-09-10T14:00:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae1e0d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f223f357-0c1e-4f50-b626-0e80d378824f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae1e0d"} 2026-09-10T14:00:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae1e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae1e0d", "reconcileID": "8065aaf0-70d4-40b2-b333-7cd6201a7c8f", "Gateway": "e2e-ipp-cleanup-ae1e0d", "namespace": "openshift-ingress"} 2026-09-10T14:01:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "e6781bb2-a7c0-4704-8940-323836fea1bc", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T14:01:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "e6781bb2-a7c0-4704-8940-323836fea1bc", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383-authn-ssl"} 2026-09-10T14:01:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "e6781bb2-a7c0-4704-8940-323836fea1bc", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T14:01:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "0f6b0006-6be2-4de1-806e-9e472b0159f5", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T14:01:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "0f6b0006-6be2-4de1-806e-9e472b0159f5", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383-authn-ssl"} 2026-09-10T14:01:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "0f6b0006-6be2-4de1-806e-9e472b0159f5", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T14:01:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "ed006d64-3c54-45d0-bca8-c7b84f2a02c7", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T14:01:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "ed006d64-3c54-45d0-bca8-c7b84f2a02c7", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383-authn-ssl"} 2026-09-10T14:01:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "ed006d64-3c54-45d0-bca8-c7b84f2a02c7", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T14:01:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "ee3eb74b-0e85-45b2-b98f-41c00127896b", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "ee3eb74b-0e85-45b2-b98f-41c00127896b", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "ee3eb74b-0e85-45b2-b98f-41c00127896b", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "ee3eb74b-0e85-45b2-b98f-41c00127896b", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383-kserve-route-authn"} 2026-09-10T14:01:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "ee3eb74b-0e85-45b2-b98f-41c00127896b", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "authType": "userdefined"} 2026-09-10T14:01:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "ee3eb74b-0e85-45b2-b98f-41c00127896b", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "7d1c04cc-4ed4-411e-98aa-835931dde0a3", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "7d1c04cc-4ed4-411e-98aa-835931dde0a3", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "7d1c04cc-4ed4-411e-98aa-835931dde0a3", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "7d1c04cc-4ed4-411e-98aa-835931dde0a3", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383-kserve-route-authn"} 2026-09-10T14:01:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "7d1c04cc-4ed4-411e-98aa-835931dde0a3", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "authType": "userdefined"} 2026-09-10T14:01:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "7d1c04cc-4ed4-411e-98aa-835931dde0a3", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "4465fadd-5299-479b-a6e2-e43a5c205f19", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "4465fadd-5299-479b-a6e2-e43a5c205f19", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "4465fadd-5299-479b-a6e2-e43a5c205f19", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "4465fadd-5299-479b-a6e2-e43a5c205f19", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383-kserve-route-authn"} 2026-09-10T14:01:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "4465fadd-5299-479b-a6e2-e43a5c205f19", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "authType": "userdefined"} 2026-09-10T14:01:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "4465fadd-5299-479b-a6e2-e43a5c205f19", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a085b5fb-8d4d-49c9-abbd-266d767722dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a085b5fb-8d4d-49c9-abbd-266d767722dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:01:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a085b5fb-8d4d-49c9-abbd-266d767722dd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-0fe383 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:01:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "odh-trusted-ca-bundle", "reconcileID": "c0ecac46-a785-46e0-b78f-ee856128bce5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "odh-trusted-ca-bundle", "reconcileID": "c0ecac46-a785-46e0-b78f-ee856128bce5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:01:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "odh-trusted-ca-bundle", "reconcileID": "c0ecac46-a785-46e0-b78f-ee856128bce5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-0fe383 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:01:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7b6aeb8-5921-46f7-8fca-b21854d7acff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7b6aeb8-5921-46f7-8fca-b21854d7acff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:01:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7b6aeb8-5921-46f7-8fca-b21854d7acff", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-0fe383 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:01:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "openshift-service-ca.crt", "reconcileID": "f36b62f9-2be5-41c7-a31d-47ddb80ed936", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "openshift-service-ca.crt", "reconcileID": "f36b62f9-2be5-41c7-a31d-47ddb80ed936", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "odh-trusted-ca-bundle", "reconcileID": "5016928b-c7d4-4f5e-8149-4af189143952", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "odh-trusted-ca-bundle", "reconcileID": "5016928b-c7d4-4f5e-8149-4af189143952", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6ea9139-6e95-453e-8dd4-8e307ccade03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6ea9139-6e95-453e-8dd4-8e307ccade03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "ddab27b2-a5f0-46f9-a48b-be1d621b5f31", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "ddab27b2-a5f0-46f9-a48b-be1d621b5f31", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383"} 2026-09-10T14:01:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "ddab27b2-a5f0-46f9-a48b-be1d621b5f31", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "ddab27b2-a5f0-46f9-a48b-be1d621b5f31", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "ddab27b2-a5f0-46f9-a48b-be1d621b5f31", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383-kserve-route-authn"} 2026-09-10T14:01:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "ddab27b2-a5f0-46f9-a48b-be1d621b5f31", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383-kserve-route-authn"} 2026-09-10T14:01:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "ddab27b2-a5f0-46f9-a48b-be1d621b5f31", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "ddab27b2-a5f0-46f9-a48b-be1d621b5f31", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:01:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "71e46b53-937b-4bf6-aca2-786bec66f421", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T14:01:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "71e46b53-937b-4bf6-aca2-786bec66f421", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383-authn-ssl"} 2026-09-10T14:01:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "71e46b53-937b-4bf6-aca2-786bec66f421", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T14:02:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0fe383","namespace":"ai-tenant-e2e-ipp-a-0fe383"}, "namespace": "ai-tenant-e2e-ipp-a-0fe383", "name": "ipp-route-0fe383", "reconcileID": "c483446d-b38e-4f38-8fc4-867a9cd35fd5", "LLMInferenceService": "ipp-route-0fe383", "namespace": "ai-tenant-e2e-ipp-a-0fe383"} 2026-09-10T14:02:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "43fbd698-a5c4-4f1c-8089-b053c5c985ca", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T14:02:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "43fbd698-a5c4-4f1c-8089-b053c5c985ca", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383-authn-ssl"} 2026-09-10T14:02:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "43fbd698-a5c4-4f1c-8089-b053c5c985ca", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T14:02:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0fe383","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0fe383", "reconcileID": "2c265df6-79db-42c8-a27d-0fb0ee4973a7", "Gateway": "e2e-ipp-a-0fe383", "namespace": "openshift-ingress"} 2026-09-10T14:02:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "1b1484bc-7322-48d2-8fd4-3f05f10db3c5", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T14:02:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "1b1484bc-7322-48d2-8fd4-3f05f10db3c5", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5-authn-ssl"} 2026-09-10T14:02:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "1b1484bc-7322-48d2-8fd4-3f05f10db3c5", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T14:02:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "bfbf452f-bd93-48c8-a3c9-8f7f89a90441", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T14:02:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "bfbf452f-bd93-48c8-a3c9-8f7f89a90441", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5-authn-ssl"} 2026-09-10T14:02:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "bfbf452f-bd93-48c8-a3c9-8f7f89a90441", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T14:02:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fc6ea5"}, "namespace": "ai-tenant-e2e-ipp-b-fc6ea5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10c6610c-c31a-4a5f-bf9a-3d945359e9ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fc6ea5"} 2026-09-10T14:02:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fc6ea5"}, "namespace": "ai-tenant-e2e-ipp-b-fc6ea5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10c6610c-c31a-4a5f-bf9a-3d945359e9ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fc6ea5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:02:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fc6ea5"}, "namespace": "ai-tenant-e2e-ipp-b-fc6ea5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10c6610c-c31a-4a5f-bf9a-3d945359e9ed", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-fc6ea5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:02:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fc6ea5"}, "namespace": "ai-tenant-e2e-ipp-b-fc6ea5", "name": "odh-trusted-ca-bundle", "reconcileID": "4f14fd79-b1c1-471c-9bae-9a959c3cf39d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fc6ea5"} 2026-09-10T14:02:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fc6ea5"}, "namespace": "ai-tenant-e2e-ipp-b-fc6ea5", "name": "odh-trusted-ca-bundle", "reconcileID": "4f14fd79-b1c1-471c-9bae-9a959c3cf39d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fc6ea5"} 2026-09-10T14:02:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fc6ea5"}, "namespace": "ai-tenant-e2e-ipp-b-fc6ea5", "name": "openshift-service-ca.crt", "reconcileID": "2cef87c8-4f40-460c-9eab-0a7209cc27eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fc6ea5"} 2026-09-10T14:02:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fc6ea5"}, "namespace": "ai-tenant-e2e-ipp-b-fc6ea5", "name": "openshift-service-ca.crt", "reconcileID": "2cef87c8-4f40-460c-9eab-0a7209cc27eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fc6ea5"} 2026-09-10T14:02:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fc6ea5"}, "namespace": "ai-tenant-e2e-ipp-b-fc6ea5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5d016ee-25d9-43d9-9b01-e96bf77737c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fc6ea5"} 2026-09-10T14:02:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fc6ea5"}, "namespace": "ai-tenant-e2e-ipp-b-fc6ea5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5d016ee-25d9-43d9-9b01-e96bf77737c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fc6ea5"} 2026-09-10T14:02:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fc6ea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fc6ea5", "reconcileID": "2e183125-4abb-4205-8c30-5d0b4bd8d507", "Gateway": "e2e-ipp-b-fc6ea5", "namespace": "openshift-ingress"} 2026-09-10T14:02:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-579ae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-579ae1", "reconcileID": "6638e756-42f0-4806-8376-025e41df6157", "Gateway": "e2e-shared-a-w3-579ae1", "namespace": "openshift-ingress"} 2026-09-10T14:02:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-579ae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-579ae1", "reconcileID": "6638e756-42f0-4806-8376-025e41df6157", "Gateway": "e2e-shared-a-w3-579ae1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-579ae1-authn-ssl"} 2026-09-10T14:02:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-579ae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-579ae1", "reconcileID": "6638e756-42f0-4806-8376-025e41df6157", "Gateway": "e2e-shared-a-w3-579ae1", "namespace": "openshift-ingress"} 2026-09-10T14:02:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-579ae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-579ae1", "reconcileID": "187abb99-e023-4ac6-98d6-ac0b6cc951c2", "Gateway": "e2e-shared-a-w3-579ae1", "namespace": "openshift-ingress"} 2026-09-10T14:02:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-579ae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-579ae1", "reconcileID": "187abb99-e023-4ac6-98d6-ac0b6cc951c2", "Gateway": "e2e-shared-a-w3-579ae1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-579ae1-authn-ssl"} 2026-09-10T14:02:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-579ae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-579ae1", "reconcileID": "187abb99-e023-4ac6-98d6-ac0b6cc951c2", "Gateway": "e2e-shared-a-w3-579ae1", "namespace": "openshift-ingress"} 2026-09-10T14:02:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-579ae1"}, "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2cf8cca1-13ea-44d2-95fe-b9bec9232b80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-579ae1"} 2026-09-10T14:02:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-579ae1"}, "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2cf8cca1-13ea-44d2-95fe-b9bec9232b80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:02:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-579ae1"}, "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2cf8cca1-13ea-44d2-95fe-b9bec9232b80", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-579ae1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:02:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-579ae1"}, "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "name": "odh-trusted-ca-bundle", "reconcileID": "05f51039-b740-4d34-81fc-d6f7819553bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-579ae1"} 2026-09-10T14:02:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-579ae1"}, "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "name": "odh-trusted-ca-bundle", "reconcileID": "05f51039-b740-4d34-81fc-d6f7819553bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-579ae1"} 2026-09-10T14:02:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-579ae1"}, "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "name": "openshift-service-ca.crt", "reconcileID": "b5abc0b2-04b7-478a-9a24-bfb1ed88a3d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-579ae1"} 2026-09-10T14:02:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-579ae1"}, "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "name": "openshift-service-ca.crt", "reconcileID": "b5abc0b2-04b7-478a-9a24-bfb1ed88a3d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-579ae1"} 2026-09-10T14:02:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-579ae1"}, "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1fc9656-d2a8-44f3-8a32-a89f8248ed4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-579ae1"} 2026-09-10T14:02:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-579ae1"}, "namespace": "ai-tenant-e2e-shared-a-w3-579ae1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1fc9656-d2a8-44f3-8a32-a89f8248ed4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-579ae1"} 2026-09-10T14:02:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-579ae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-579ae1", "reconcileID": "7c6f7b70-f2fc-4ca6-8a69-8bca0c49757c", "Gateway": "e2e-shared-a-w3-579ae1", "namespace": "openshift-ingress"} 2026-09-10T14:03:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5c012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5c012", "reconcileID": "41754695-0ee4-4c5c-88a9-96037130e531", "Gateway": "e2e-shared-b-w3-d5c012", "namespace": "openshift-ingress"} 2026-09-10T14:03:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5c012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5c012", "reconcileID": "41754695-0ee4-4c5c-88a9-96037130e531", "Gateway": "e2e-shared-b-w3-d5c012", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5c012-authn-ssl"} 2026-09-10T14:03:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5c012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5c012", "reconcileID": "41754695-0ee4-4c5c-88a9-96037130e531", "Gateway": "e2e-shared-b-w3-d5c012", "namespace": "openshift-ingress"} 2026-09-10T14:03:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5c012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5c012", "reconcileID": "b4aca2ee-5b67-42b5-9ace-9d757310149b", "Gateway": "e2e-shared-b-w3-d5c012", "namespace": "openshift-ingress"} 2026-09-10T14:03:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5c012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5c012", "reconcileID": "b4aca2ee-5b67-42b5-9ace-9d757310149b", "Gateway": "e2e-shared-b-w3-d5c012", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5c012-authn-ssl"} 2026-09-10T14:03:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5c012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5c012", "reconcileID": "b4aca2ee-5b67-42b5-9ace-9d757310149b", "Gateway": "e2e-shared-b-w3-d5c012", "namespace": "openshift-ingress"} 2026-09-10T14:03:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd5c0b13-4ada-48e8-b17f-6eb77fd58214", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012"} 2026-09-10T14:03:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd5c0b13-4ada-48e8-b17f-6eb77fd58214", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:03:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd5c0b13-4ada-48e8-b17f-6eb77fd58214", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-d5c012 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:03:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "odh-trusted-ca-bundle", "reconcileID": "c27d1c95-46a1-4861-993f-0679214b30aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012"} 2026-09-10T14:03:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "odh-trusted-ca-bundle", "reconcileID": "c27d1c95-46a1-4861-993f-0679214b30aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:03:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "odh-trusted-ca-bundle", "reconcileID": "c27d1c95-46a1-4861-993f-0679214b30aa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-d5c012 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:03:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ab690f5-f73a-4686-bae1-07780b16a08b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012"} 2026-09-10T14:03:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ab690f5-f73a-4686-bae1-07780b16a08b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:03:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ab690f5-f73a-4686-bae1-07780b16a08b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-d5c012 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:03:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "odh-trusted-ca-bundle", "reconcileID": "5757d305-e890-46db-b2cc-6a701206e870", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012"} 2026-09-10T14:03:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "odh-trusted-ca-bundle", "reconcileID": "5757d305-e890-46db-b2cc-6a701206e870", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012"} 2026-09-10T14:03:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "openshift-service-ca.crt", "reconcileID": "3f54e9be-1d79-4c0c-9e6d-4aaacf77861d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012"} 2026-09-10T14:03:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "openshift-service-ca.crt", "reconcileID": "3f54e9be-1d79-4c0c-9e6d-4aaacf77861d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012"} 2026-09-10T14:03:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3b075bc-fc8a-4128-8e37-12b04d2995f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012"} 2026-09-10T14:03:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d5c012"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5c012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3b075bc-fc8a-4128-8e37-12b04d2995f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d5c012"} 2026-09-10T14:03:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5c012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5c012", "reconcileID": "360431dd-a8cb-4b7b-9086-ea515d1b66d8", "Gateway": "e2e-shared-b-w3-d5c012", "namespace": "openshift-ingress"} 2026-09-10T14:06:18Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T14:06:18Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T14:06:21Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T14:06:21Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T14:07:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "05058339-1d81-4183-98af-7e4ad87a4384", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm"} 2026-09-10T14:07:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "05058339-1d81-4183-98af-7e4ad87a4384", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm"} 2026-09-10T14:07:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "05058339-1d81-4183-98af-7e4ad87a4384", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm"} 2026-09-10T14:07:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0491ee43-1037-4f34-8802-b60b214b244a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:07:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "05058339-1d81-4183-98af-7e4ad87a4384", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm", "name": "e2e-same-id-a-898a8cf6-kserve-route-authn"} 2026-09-10T14:07:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "05058339-1d81-4183-98af-7e4ad87a4384", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:07:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "05058339-1d81-4183-98af-7e4ad87a4384", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm"} 2026-09-10T14:07:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0491ee43-1037-4f34-8802-b60b214b244a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:07:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0491ee43-1037-4f34-8802-b60b214b244a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:07:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "34dec342-b460-4640-8036-578a580633a4", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm"} 2026-09-10T14:07:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "34dec342-b460-4640-8036-578a580633a4", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm"} 2026-09-10T14:07:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "34dec342-b460-4640-8036-578a580633a4", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm"} 2026-09-10T14:07:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "34dec342-b460-4640-8036-578a580633a4", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm", "name": "e2e-same-id-a-898a8cf6-kserve-route-authn"} 2026-09-10T14:07:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "34dec342-b460-4640-8036-578a580633a4", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:07:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "34dec342-b460-4640-8036-578a580633a4", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm"} 2026-09-10T14:07:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "ed938de2-d30b-4a57-875c-74035408c951", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm"} 2026-09-10T14:07:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "ed938de2-d30b-4a57-875c-74035408c951", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm"} 2026-09-10T14:07:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "ed938de2-d30b-4a57-875c-74035408c951", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm"} 2026-09-10T14:07:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69fa6320-9e49-4726-8aca-4a82a4419a5b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:07:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "ed938de2-d30b-4a57-875c-74035408c951", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm", "name": "e2e-same-id-b-898a8cf6-kserve-route-authn"} 2026-09-10T14:07:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "ed938de2-d30b-4a57-875c-74035408c951", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:07:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "ed938de2-d30b-4a57-875c-74035408c951", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm"} 2026-09-10T14:07:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69fa6320-9e49-4726-8aca-4a82a4419a5b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:07:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69fa6320-9e49-4726-8aca-4a82a4419a5b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:07:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33c5a001-9cff-4568-9f3a-d10a5d252619", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:07:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33c5a001-9cff-4568-9f3a-d10a5d252619", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:07:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33c5a001-9cff-4568-9f3a-d10a5d252619", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:07:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "0a9f16cc-c85e-4776-b054-cb601ddeb880", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm"} 2026-09-10T14:07:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "0a9f16cc-c85e-4776-b054-cb601ddeb880", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm"} 2026-09-10T14:07:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "0a9f16cc-c85e-4776-b054-cb601ddeb880", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm"} 2026-09-10T14:07:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "0a9f16cc-c85e-4776-b054-cb601ddeb880", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm", "name": "e2e-same-id-a-898a8cf6-kserve-route-authn"} 2026-09-10T14:07:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "0a9f16cc-c85e-4776-b054-cb601ddeb880", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:07:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "0a9f16cc-c85e-4776-b054-cb601ddeb880", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm"} 2026-09-10T14:07:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "3bdd110a-ec81-4970-8783-63be9884decd", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm"} 2026-09-10T14:07:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "3bdd110a-ec81-4970-8783-63be9884decd", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm"} 2026-09-10T14:07:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "3bdd110a-ec81-4970-8783-63be9884decd", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm"} 2026-09-10T14:07:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "3bdd110a-ec81-4970-8783-63be9884decd", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm", "name": "e2e-same-id-b-898a8cf6-kserve-route-authn"} 2026-09-10T14:07:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "3bdd110a-ec81-4970-8783-63be9884decd", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:07:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "3bdd110a-ec81-4970-8783-63be9884decd", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm"} 2026-09-10T14:08:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3468972-c53e-4e84-bcd8-2af4446e7404", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:08:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3468972-c53e-4e84-bcd8-2af4446e7404", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:08:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3468972-c53e-4e84-bcd8-2af4446e7404", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:08:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "c149840d-75ed-4ebb-a06b-f9d9fe14789b", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm"} 2026-09-10T14:08:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "c149840d-75ed-4ebb-a06b-f9d9fe14789b", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm"} 2026-09-10T14:08:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "c149840d-75ed-4ebb-a06b-f9d9fe14789b", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm"} 2026-09-10T14:08:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "c149840d-75ed-4ebb-a06b-f9d9fe14789b", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm", "name": "e2e-same-id-b-898a8cf6-kserve-route-authn"} 2026-09-10T14:08:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "c149840d-75ed-4ebb-a06b-f9d9fe14789b", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:08:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "c149840d-75ed-4ebb-a06b-f9d9fe14789b", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm"} 2026-09-10T14:08:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "b684fed3-5cac-43e1-8ac2-cb0759bbcc4b", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm"} 2026-09-10T14:08:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "b684fed3-5cac-43e1-8ac2-cb0759bbcc4b", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm"} 2026-09-10T14:08:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "b684fed3-5cac-43e1-8ac2-cb0759bbcc4b", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm"} 2026-09-10T14:08:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "b684fed3-5cac-43e1-8ac2-cb0759bbcc4b", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm", "name": "e2e-same-id-a-898a8cf6-kserve-route-authn"} 2026-09-10T14:08:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "b684fed3-5cac-43e1-8ac2-cb0759bbcc4b", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:08:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "b684fed3-5cac-43e1-8ac2-cb0759bbcc4b", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm"} 2026-09-10T14:08:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "8c0dc01f-0db0-4ff4-a5f6-8a6da2ddccf8", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm"} 2026-09-10T14:08:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "8c0dc01f-0db0-4ff4-a5f6-8a6da2ddccf8", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm"} 2026-09-10T14:08:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "8c0dc01f-0db0-4ff4-a5f6-8a6da2ddccf8", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm"} 2026-09-10T14:08:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "8c0dc01f-0db0-4ff4-a5f6-8a6da2ddccf8", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm", "name": "e2e-same-id-b-898a8cf6-kserve-route-authn"} 2026-09-10T14:08:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "8c0dc01f-0db0-4ff4-a5f6-8a6da2ddccf8", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:08:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "8c0dc01f-0db0-4ff4-a5f6-8a6da2ddccf8", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm"} 2026-09-10T14:08:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "9a4b41d2-a150-4f53-a965-42520211cf51", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm"} 2026-09-10T14:08:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "9a4b41d2-a150-4f53-a965-42520211cf51", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm", "name": "e2e-same-id-a-898a8cf6"} 2026-09-10T14:08:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "9a4b41d2-a150-4f53-a965-42520211cf51", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm"} 2026-09-10T14:08:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "9a4b41d2-a150-4f53-a965-42520211cf51", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm"} 2026-09-10T14:08:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "9a4b41d2-a150-4f53-a965-42520211cf51", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm", "name": "e2e-same-id-a-898a8cf6-kserve-route-authn"} 2026-09-10T14:08:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "9a4b41d2-a150-4f53-a965-42520211cf51", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm", "name": "e2e-same-id-a-898a8cf6-kserve-route-authn"} 2026-09-10T14:08:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-898a8cf6", "reconcileID": "2b577645-9b9f-4bfa-bced-9af358076d88", "LLMInferenceService": "e2e-same-id-a-898a8cf6", "namespace": "llm"} 2026-09-10T14:08:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fea6f05f-a00d-4a1c-90d7-e4998ec1247f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:08:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fea6f05f-a00d-4a1c-90d7-e4998ec1247f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:08:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fea6f05f-a00d-4a1c-90d7-e4998ec1247f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:08:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6b43fed1-cdd4-4dfe-bed5-57607f85a560", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:08:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6b43fed1-cdd4-4dfe-bed5-57607f85a560", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:08:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6b43fed1-cdd4-4dfe-bed5-57607f85a560", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:08:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "ccff1896-a898-44b5-ba2d-7c727a77b98e", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm"} 2026-09-10T14:08:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "ccff1896-a898-44b5-ba2d-7c727a77b98e", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm", "name": "e2e-same-id-b-898a8cf6"} 2026-09-10T14:08:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "ccff1896-a898-44b5-ba2d-7c727a77b98e", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm"} 2026-09-10T14:08:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "ccff1896-a898-44b5-ba2d-7c727a77b98e", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm"} 2026-09-10T14:08:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "ccff1896-a898-44b5-ba2d-7c727a77b98e", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm", "name": "e2e-same-id-b-898a8cf6-kserve-route-authn"} 2026-09-10T14:08:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "ccff1896-a898-44b5-ba2d-7c727a77b98e", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm", "name": "e2e-same-id-b-898a8cf6-kserve-route-authn"} 2026-09-10T14:08:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-898a8cf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-898a8cf6", "reconcileID": "eb6350af-1ff8-4edd-a40d-4124584d1deb", "LLMInferenceService": "e2e-same-id-b-898a8cf6", "namespace": "llm"} 2026-09-10T14:08:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7e321184-7712-45c8-a07f-078c144fa914", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:08:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7e321184-7712-45c8-a07f-078c144fa914", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:08:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7e321184-7712-45c8-a07f-078c144fa914", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:08:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c3b82cda-3447-49f3-ab95-ded97577fc2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:08:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c3b82cda-3447-49f3-ab95-ded97577fc2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:08:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c3b82cda-3447-49f3-ab95-ded97577fc2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}