2026-09-09T16:35:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-5d8327"}, "namespace": "ai-tenant-e2e-api-a-5d8327", "name": "odh-trusted-ca-bundle", "reconcileID": "32129b25-c03a-4710-9bec-82e392d7a3a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-5d8327"} 2026-09-09T16:35:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-5d8327"}, "namespace": "ai-tenant-e2e-api-a-5d8327", "name": "odh-trusted-ca-bundle", "reconcileID": "32129b25-c03a-4710-9bec-82e392d7a3a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-5d8327"} 2026-09-09T16:35:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-5d8327"}, "namespace": "ai-tenant-e2e-api-a-5d8327", "name": "openshift-service-ca.crt", "reconcileID": "2585a6dd-65f7-4199-8f86-92c999b00a9f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-5d8327"} 2026-09-09T16:35:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-5d8327"}, "namespace": "ai-tenant-e2e-api-a-5d8327", "name": "openshift-service-ca.crt", "reconcileID": "2585a6dd-65f7-4199-8f86-92c999b00a9f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-5d8327"} 2026-09-09T16:35:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-5d8327"}, "namespace": "ai-tenant-e2e-api-a-5d8327", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28843e56-db58-4249-932d-6f96ba9fdcf5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-5d8327"} 2026-09-09T16:35:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-5d8327"}, "namespace": "ai-tenant-e2e-api-a-5d8327", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28843e56-db58-4249-932d-6f96ba9fdcf5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-5d8327"} 2026-09-09T16:35:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5d8327","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5d8327", "reconcileID": "857afb4a-5c20-4a1f-9c34-c54d98726efa", "Gateway": "e2e-api-a-5d8327", "namespace": "openshift-ingress"} 2026-09-09T16:35:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9520a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9520a4", "reconcileID": "ab9f523d-30cf-4efa-9355-767b031f7608", "Gateway": "e2e-shared-b-w3-9520a4", "namespace": "openshift-ingress"} 2026-09-09T16:35:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9520a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9520a4", "reconcileID": "ab9f523d-30cf-4efa-9355-767b031f7608", "Gateway": "e2e-shared-b-w3-9520a4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9520a4-authn-ssl"} 2026-09-09T16:35:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9520a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9520a4", "reconcileID": "ab9f523d-30cf-4efa-9355-767b031f7608", "Gateway": "e2e-shared-b-w3-9520a4", "namespace": "openshift-ingress"} 2026-09-09T16:36:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9520a4","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4", "reconcileID": "f69f095f-5001-41f3-8764-94cb5fe28136", "LLMInferenceService": "rate-test-model-9520a4", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4"} 2026-09-09T16:36:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9520a4","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4", "reconcileID": "f69f095f-5001-41f3-8764-94cb5fe28136", "LLMInferenceService": "rate-test-model-9520a4", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4"} 2026-09-09T16:36:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9520a4","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4", "reconcileID": "f69f095f-5001-41f3-8764-94cb5fe28136", "LLMInferenceService": "rate-test-model-9520a4", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4"} 2026-09-09T16:36:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9520a4","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4", "reconcileID": "f69f095f-5001-41f3-8764-94cb5fe28136", "LLMInferenceService": "rate-test-model-9520a4", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4-kserve-route-authn"} 2026-09-09T16:36:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9520a4","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4", "reconcileID": "f69f095f-5001-41f3-8764-94cb5fe28136", "LLMInferenceService": "rate-test-model-9520a4", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "authType": "userdefined"} 2026-09-09T16:36:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9520a4","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4", "reconcileID": "f69f095f-5001-41f3-8764-94cb5fe28136", "LLMInferenceService": "rate-test-model-9520a4", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4"} 2026-09-09T16:36:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab78ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab78ef", "reconcileID": "75b55985-f9d6-4074-80dd-2d95f88a2cfd", "Gateway": "e2e-api-b-ab78ef", "namespace": "openshift-ingress"} 2026-09-09T16:36:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab78ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab78ef", "reconcileID": "75b55985-f9d6-4074-80dd-2d95f88a2cfd", "Gateway": "e2e-api-b-ab78ef", "namespace": "openshift-ingress", "name": "e2e-api-b-ab78ef-authn-ssl"} 2026-09-09T16:36:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab78ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab78ef", "reconcileID": "75b55985-f9d6-4074-80dd-2d95f88a2cfd", "Gateway": "e2e-api-b-ab78ef", "namespace": "openshift-ingress"} 2026-09-09T16:36:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ab78ef"}, "namespace": "ai-tenant-e2e-api-b-ab78ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7460c210-0997-4280-abc4-3e2c6e34d68a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ab78ef"} 2026-09-09T16:36:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ab78ef"}, "namespace": "ai-tenant-e2e-api-b-ab78ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7460c210-0997-4280-abc4-3e2c6e34d68a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ab78ef", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:36:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ab78ef"}, "namespace": "ai-tenant-e2e-api-b-ab78ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7460c210-0997-4280-abc4-3e2c6e34d68a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-ab78ef because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T16:36:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ab78ef"}, "namespace": "ai-tenant-e2e-api-b-ab78ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c69b5643-dec2-419e-afa3-7ef7ba4860e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ab78ef"} 2026-09-09T16:36:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ab78ef"}, "namespace": "ai-tenant-e2e-api-b-ab78ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c69b5643-dec2-419e-afa3-7ef7ba4860e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ab78ef", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:36:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ab78ef"}, "namespace": "ai-tenant-e2e-api-b-ab78ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c69b5643-dec2-419e-afa3-7ef7ba4860e0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-ab78ef because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T16:36:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ab78ef"}, "namespace": "ai-tenant-e2e-api-b-ab78ef", "name": "odh-trusted-ca-bundle", "reconcileID": "95d7e54a-5ae9-4531-b761-42394ec7255a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ab78ef"} 2026-09-09T16:36:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ab78ef"}, "namespace": "ai-tenant-e2e-api-b-ab78ef", "name": "odh-trusted-ca-bundle", "reconcileID": "95d7e54a-5ae9-4531-b761-42394ec7255a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ab78ef"} 2026-09-09T16:36:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ab78ef"}, "namespace": "ai-tenant-e2e-api-b-ab78ef", "name": "openshift-service-ca.crt", "reconcileID": "fbf69354-31cb-49c4-81c2-9a0a2055bc40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ab78ef"} 2026-09-09T16:36:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ab78ef"}, "namespace": "ai-tenant-e2e-api-b-ab78ef", "name": "openshift-service-ca.crt", "reconcileID": "fbf69354-31cb-49c4-81c2-9a0a2055bc40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ab78ef"} 2026-09-09T16:36:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ab78ef"}, "namespace": "ai-tenant-e2e-api-b-ab78ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75d786dc-167b-4686-a079-190738dfb72b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ab78ef"} 2026-09-09T16:36:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ab78ef"}, "namespace": "ai-tenant-e2e-api-b-ab78ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75d786dc-167b-4686-a079-190738dfb72b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ab78ef"} 2026-09-09T16:36:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab78ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab78ef", "reconcileID": "8c8500ec-abd3-4140-9c4f-f4dc87174b49", "Gateway": "e2e-api-b-ab78ef", "namespace": "openshift-ingress"} 2026-09-09T16:36:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-042f8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-042f8b", "reconcileID": "34467370-cd2d-4259-99da-fb8aa8133e6e", "Gateway": "e2e-shared-a-w2-042f8b", "namespace": "openshift-ingress"} 2026-09-09T16:36:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-042f8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-042f8b", "reconcileID": "34467370-cd2d-4259-99da-fb8aa8133e6e", "Gateway": "e2e-shared-a-w2-042f8b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-042f8b-authn-ssl"} 2026-09-09T16:36:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-042f8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-042f8b", "reconcileID": "34467370-cd2d-4259-99da-fb8aa8133e6e", "Gateway": "e2e-shared-a-w2-042f8b", "namespace": "openshift-ingress"} 2026-09-09T16:36:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9520a4","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4", "reconcileID": "9e2cb6fe-b7f4-480c-93c5-333f2244fa8c", "LLMInferenceService": "rate-test-model-9520a4", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4"} 2026-09-09T16:36:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9520a4","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4", "reconcileID": "9e2cb6fe-b7f4-480c-93c5-333f2244fa8c", "LLMInferenceService": "rate-test-model-9520a4", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4"} 2026-09-09T16:36:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9520a4","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4", "reconcileID": "9e2cb6fe-b7f4-480c-93c5-333f2244fa8c", "LLMInferenceService": "rate-test-model-9520a4", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4"} 2026-09-09T16:36:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9520a4","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4", "reconcileID": "9e2cb6fe-b7f4-480c-93c5-333f2244fa8c", "LLMInferenceService": "rate-test-model-9520a4", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4-kserve-route-authn"} 2026-09-09T16:36:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9520a4","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4", "reconcileID": "9e2cb6fe-b7f4-480c-93c5-333f2244fa8c", "LLMInferenceService": "rate-test-model-9520a4", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "authType": "userdefined"} 2026-09-09T16:36:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9520a4","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4", "reconcileID": "9e2cb6fe-b7f4-480c-93c5-333f2244fa8c", "LLMInferenceService": "rate-test-model-9520a4", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4"} 2026-09-09T16:36:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-042f8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-042f8b", "reconcileID": "28bae29c-28c1-45de-95f2-758dd218ee76", "Gateway": "e2e-shared-a-w2-042f8b", "namespace": "openshift-ingress"} 2026-09-09T16:36:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-042f8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-042f8b", "reconcileID": "28bae29c-28c1-45de-95f2-758dd218ee76", "Gateway": "e2e-shared-a-w2-042f8b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-042f8b-authn-ssl"} 2026-09-09T16:36:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-042f8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-042f8b", "reconcileID": "28bae29c-28c1-45de-95f2-758dd218ee76", "Gateway": "e2e-shared-a-w2-042f8b", "namespace": "openshift-ingress"} 2026-09-09T16:36:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-042f8b"}, "namespace": "ai-tenant-e2e-shared-a-w2-042f8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c1bb020-9331-47bf-847b-342f651426f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-042f8b"} 2026-09-09T16:36:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-042f8b"}, "namespace": "ai-tenant-e2e-shared-a-w2-042f8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c1bb020-9331-47bf-847b-342f651426f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-042f8b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:36:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-042f8b"}, "namespace": "ai-tenant-e2e-shared-a-w2-042f8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c1bb020-9331-47bf-847b-342f651426f5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-042f8b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T16:36:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-042f8b"}, "namespace": "ai-tenant-e2e-shared-a-w2-042f8b", "name": "odh-trusted-ca-bundle", "reconcileID": "c1f6ccc3-660a-494f-886c-99d1b7ad867f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-042f8b"} 2026-09-09T16:36:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-042f8b"}, "namespace": "ai-tenant-e2e-shared-a-w2-042f8b", "name": "odh-trusted-ca-bundle", "reconcileID": "c1f6ccc3-660a-494f-886c-99d1b7ad867f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-042f8b"} 2026-09-09T16:36:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-042f8b"}, "namespace": "ai-tenant-e2e-shared-a-w2-042f8b", "name": "openshift-service-ca.crt", "reconcileID": "6da09f0e-3db9-4482-89e2-a6d2d6e59963", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-042f8b"} 2026-09-09T16:36:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-042f8b"}, "namespace": "ai-tenant-e2e-shared-a-w2-042f8b", "name": "openshift-service-ca.crt", "reconcileID": "6da09f0e-3db9-4482-89e2-a6d2d6e59963", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-042f8b"} 2026-09-09T16:36:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-042f8b"}, "namespace": "ai-tenant-e2e-shared-a-w2-042f8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eca93479-d478-408c-aa8e-a3b990dd7f52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-042f8b"} 2026-09-09T16:36:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-042f8b"}, "namespace": "ai-tenant-e2e-shared-a-w2-042f8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eca93479-d478-408c-aa8e-a3b990dd7f52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-042f8b"} 2026-09-09T16:36:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-042f8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-042f8b", "reconcileID": "856c25d3-9654-4bf8-abb9-5eb366a11413", "Gateway": "e2e-shared-a-w2-042f8b", "namespace": "openshift-ingress"} 2026-09-09T16:36:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-de97ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-de97ae", "reconcileID": "02824ba0-04e5-4a3b-b412-5fa6a0121777", "Gateway": "e2e-shared-b-w2-de97ae", "namespace": "openshift-ingress"} 2026-09-09T16:36:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-de97ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-de97ae", "reconcileID": "02824ba0-04e5-4a3b-b412-5fa6a0121777", "Gateway": "e2e-shared-b-w2-de97ae", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-de97ae-authn-ssl"} 2026-09-09T16:36:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-de97ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-de97ae", "reconcileID": "02824ba0-04e5-4a3b-b412-5fa6a0121777", "Gateway": "e2e-shared-b-w2-de97ae", "namespace": "openshift-ingress"} 2026-09-09T16:36:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-de97ae"}, "namespace": "ai-tenant-e2e-shared-b-w2-de97ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ccdd1b1-0841-4c3d-948e-25e6b1d4f010", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-de97ae"} 2026-09-09T16:36:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-de97ae"}, "namespace": "ai-tenant-e2e-shared-b-w2-de97ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ccdd1b1-0841-4c3d-948e-25e6b1d4f010", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-de97ae", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:36:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-de97ae"}, "namespace": "ai-tenant-e2e-shared-b-w2-de97ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ccdd1b1-0841-4c3d-948e-25e6b1d4f010", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-de97ae because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T16:36:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-de97ae"}, "namespace": "ai-tenant-e2e-shared-b-w2-de97ae", "name": "odh-trusted-ca-bundle", "reconcileID": "a0c4c703-11a1-4084-8d78-16f3ea962b8c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-de97ae"} 2026-09-09T16:36:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-de97ae"}, "namespace": "ai-tenant-e2e-shared-b-w2-de97ae", "name": "odh-trusted-ca-bundle", "reconcileID": "a0c4c703-11a1-4084-8d78-16f3ea962b8c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-de97ae"} 2026-09-09T16:36:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-de97ae"}, "namespace": "ai-tenant-e2e-shared-b-w2-de97ae", "name": "openshift-service-ca.crt", "reconcileID": "e7ff87ca-bd86-4989-9492-0777cfb7a677", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-de97ae"} 2026-09-09T16:36:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-de97ae"}, "namespace": "ai-tenant-e2e-shared-b-w2-de97ae", "name": "openshift-service-ca.crt", "reconcileID": "e7ff87ca-bd86-4989-9492-0777cfb7a677", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-de97ae"} 2026-09-09T16:36:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-de97ae"}, "namespace": "ai-tenant-e2e-shared-b-w2-de97ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c27e006a-0303-494d-a5b2-4099af2c420f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-de97ae"} 2026-09-09T16:36:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-de97ae"}, "namespace": "ai-tenant-e2e-shared-b-w2-de97ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c27e006a-0303-494d-a5b2-4099af2c420f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-de97ae"} 2026-09-09T16:36:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-de97ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-de97ae", "reconcileID": "601279d7-e75a-4651-91e2-dd8fb46241aa", "Gateway": "e2e-shared-b-w2-de97ae", "namespace": "openshift-ingress"} 2026-09-09T16:37:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-041bf1","namespace":"ai-tenant-e2e-shared-a-w3-041bf1"}, "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "name": "rate-test-model-041bf1", "reconcileID": "862536fa-6b5e-47cf-8d8c-0d9d76084ecb", "LLMInferenceService": "rate-test-model-041bf1", "namespace": "ai-tenant-e2e-shared-a-w3-041bf1"} 2026-09-09T16:37:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-041bf1","namespace":"ai-tenant-e2e-shared-a-w3-041bf1"}, "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "name": "rate-test-model-041bf1", "reconcileID": "862536fa-6b5e-47cf-8d8c-0d9d76084ecb", "LLMInferenceService": "rate-test-model-041bf1", "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "name": "rate-test-model-041bf1"} 2026-09-09T16:37:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-041bf1","namespace":"ai-tenant-e2e-shared-a-w3-041bf1"}, "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "name": "rate-test-model-041bf1", "reconcileID": "862536fa-6b5e-47cf-8d8c-0d9d76084ecb", "LLMInferenceService": "rate-test-model-041bf1", "namespace": "ai-tenant-e2e-shared-a-w3-041bf1"} 2026-09-09T16:37:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-041bf1","namespace":"ai-tenant-e2e-shared-a-w3-041bf1"}, "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "name": "rate-test-model-041bf1", "reconcileID": "862536fa-6b5e-47cf-8d8c-0d9d76084ecb", "LLMInferenceService": "rate-test-model-041bf1", "namespace": "ai-tenant-e2e-shared-a-w3-041bf1"} 2026-09-09T16:37:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-041bf1","namespace":"ai-tenant-e2e-shared-a-w3-041bf1"}, "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "name": "rate-test-model-041bf1", "reconcileID": "862536fa-6b5e-47cf-8d8c-0d9d76084ecb", "LLMInferenceService": "rate-test-model-041bf1", "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "name": "rate-test-model-041bf1-kserve-route-authn"} 2026-09-09T16:37:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-041bf1","namespace":"ai-tenant-e2e-shared-a-w3-041bf1"}, "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "name": "rate-test-model-041bf1", "reconcileID": "862536fa-6b5e-47cf-8d8c-0d9d76084ecb", "LLMInferenceService": "rate-test-model-041bf1", "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "name": "rate-test-model-041bf1-kserve-route-authn"} 2026-09-09T16:37:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-041bf1","namespace":"ai-tenant-e2e-shared-a-w3-041bf1"}, "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "name": "rate-test-model-041bf1", "reconcileID": "862536fa-6b5e-47cf-8d8c-0d9d76084ecb", "LLMInferenceService": "rate-test-model-041bf1", "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "namespace": "ai-tenant-e2e-shared-a-w3-041bf1"} 2026-09-09T16:37:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-041bf1","namespace":"ai-tenant-e2e-shared-a-w3-041bf1"}, "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "name": "rate-test-model-041bf1", "reconcileID": "862536fa-6b5e-47cf-8d8c-0d9d76084ecb", "LLMInferenceService": "rate-test-model-041bf1", "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "namespace": "ai-tenant-e2e-shared-a-w3-041bf1"} 2026-09-09T16:37:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-041bf1","namespace":"ai-tenant-e2e-shared-a-w3-041bf1"}, "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "name": "rate-test-model-041bf1", "reconcileID": "646defb1-f3e8-43c6-8bb5-02730c0e5896", "LLMInferenceService": "rate-test-model-041bf1", "namespace": "ai-tenant-e2e-shared-a-w3-041bf1"} 2026-09-09T16:37:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-041bf1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-041bf1", "reconcileID": "37478627-964a-4dd5-bf1e-3a010b188299", "Gateway": "e2e-shared-a-w3-041bf1", "namespace": "openshift-ingress"} 2026-09-09T16:37:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-041bf1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-041bf1", "reconcileID": "37478627-964a-4dd5-bf1e-3a010b188299", "Gateway": "e2e-shared-a-w3-041bf1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-041bf1-authn-ssl"} 2026-09-09T16:37:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-041bf1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-041bf1", "reconcileID": "37478627-964a-4dd5-bf1e-3a010b188299", "Gateway": "e2e-shared-a-w3-041bf1", "namespace": "openshift-ingress"} 2026-09-09T16:37:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-041bf1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-041bf1", "reconcileID": "10565315-8a44-4a40-beb6-4d9fc8d2251b", "Gateway": "e2e-shared-a-w3-041bf1", "namespace": "openshift-ingress"} 2026-09-09T16:37:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-041bf1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-041bf1", "reconcileID": "10565315-8a44-4a40-beb6-4d9fc8d2251b", "Gateway": "e2e-shared-a-w3-041bf1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-041bf1-authn-ssl"} 2026-09-09T16:37:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-041bf1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-041bf1", "reconcileID": "10565315-8a44-4a40-beb6-4d9fc8d2251b", "Gateway": "e2e-shared-a-w3-041bf1", "namespace": "openshift-ingress"} 2026-09-09T16:37:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9520a4","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4", "reconcileID": "fad2a4c9-91b5-467d-b950-e9dd0f7653c8", "LLMInferenceService": "rate-test-model-9520a4", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4"} 2026-09-09T16:37:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9520a4","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4", "reconcileID": "fad2a4c9-91b5-467d-b950-e9dd0f7653c8", "LLMInferenceService": "rate-test-model-9520a4", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4"} 2026-09-09T16:37:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9520a4","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4", "reconcileID": "fad2a4c9-91b5-467d-b950-e9dd0f7653c8", "LLMInferenceService": "rate-test-model-9520a4", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4"} 2026-09-09T16:37:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9520a4","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4", "reconcileID": "fad2a4c9-91b5-467d-b950-e9dd0f7653c8", "LLMInferenceService": "rate-test-model-9520a4", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4"} 2026-09-09T16:37:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9520a4","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4", "reconcileID": "fad2a4c9-91b5-467d-b950-e9dd0f7653c8", "LLMInferenceService": "rate-test-model-9520a4", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4-kserve-route-authn"} 2026-09-09T16:37:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9520a4","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4", "reconcileID": "fad2a4c9-91b5-467d-b950-e9dd0f7653c8", "LLMInferenceService": "rate-test-model-9520a4", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4-kserve-route-authn"} 2026-09-09T16:37:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9520a4","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4", "reconcileID": "fad2a4c9-91b5-467d-b950-e9dd0f7653c8", "LLMInferenceService": "rate-test-model-9520a4", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4"} 2026-09-09T16:37:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9520a4","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4", "reconcileID": "fad2a4c9-91b5-467d-b950-e9dd0f7653c8", "LLMInferenceService": "rate-test-model-9520a4", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4"} 2026-09-09T16:37:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9520a4","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "rate-test-model-9520a4", "reconcileID": "1b1ecf4f-c7b2-462c-a30d-3ae7c1a4ba35", "LLMInferenceService": "rate-test-model-9520a4", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4"} 2026-09-09T16:37:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9520a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9520a4", "reconcileID": "1cac4378-6e63-448b-aef9-cb36bcf9cc1a", "Gateway": "e2e-shared-b-w3-9520a4", "namespace": "openshift-ingress"} 2026-09-09T16:37:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9520a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9520a4", "reconcileID": "1cac4378-6e63-448b-aef9-cb36bcf9cc1a", "Gateway": "e2e-shared-b-w3-9520a4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9520a4-authn-ssl"} 2026-09-09T16:37:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9520a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9520a4", "reconcileID": "1cac4378-6e63-448b-aef9-cb36bcf9cc1a", "Gateway": "e2e-shared-b-w3-9520a4", "namespace": "openshift-ingress"} 2026-09-09T16:37:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9520a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9520a4", "reconcileID": "0c1b9322-38a6-4b27-9ade-ae6b9721c805", "Gateway": "e2e-shared-b-w3-9520a4", "namespace": "openshift-ingress"} 2026-09-09T16:37:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9520a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9520a4", "reconcileID": "0c1b9322-38a6-4b27-9ade-ae6b9721c805", "Gateway": "e2e-shared-b-w3-9520a4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9520a4-authn-ssl"} 2026-09-09T16:37:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9520a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9520a4", "reconcileID": "0c1b9322-38a6-4b27-9ade-ae6b9721c805", "Gateway": "e2e-shared-b-w3-9520a4", "namespace": "openshift-ingress"} 2026-09-09T16:37:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "4738c8e5-54a6-40d3-90fa-78a09dc49583", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:37:04Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "4738c8e5-54a6-40d3-90fa-78a09dc49583", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d-authn-ssl"} 2026-09-09T16:37:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "4738c8e5-54a6-40d3-90fa-78a09dc49583", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:37:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "e19517e7-43d8-47c6-a4d0-7fb1a1c2c807", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:37:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "e19517e7-43d8-47c6-a4d0-7fb1a1c2c807", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d-authn-ssl"} 2026-09-09T16:37:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "e19517e7-43d8-47c6-a4d0-7fb1a1c2c807", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:37:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "18fdd331-b385-4976-af7a-f3b9e3511c51", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:37:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "18fdd331-b385-4976-af7a-f3b9e3511c51", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d-authn-ssl"} 2026-09-09T16:37:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "18fdd331-b385-4976-af7a-f3b9e3511c51", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:37:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "15b5630d-05ad-4dab-b6db-c70cca114c9f", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:37:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "15b5630d-05ad-4dab-b6db-c70cca114c9f", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d-authn-ssl"} 2026-09-09T16:37:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "15b5630d-05ad-4dab-b6db-c70cca114c9f", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:37:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "7cf82317-025a-47db-af25-d3ea3c2e4547", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:37:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "7cf82317-025a-47db-af25-d3ea3c2e4547", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d-authn-ssl"} 2026-09-09T16:37:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "7cf82317-025a-47db-af25-d3ea3c2e4547", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:37:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "7dbc8e59-8474-40b6-a0bf-b4c6f52db0ef", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:37:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "7dbc8e59-8474-40b6-a0bf-b4c6f52db0ef", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d-authn-ssl"} 2026-09-09T16:37:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "7dbc8e59-8474-40b6-a0bf-b4c6f52db0ef", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:37:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "ef5410b3-257a-44db-8f1b-cc055c23657a", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:37:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "ef5410b3-257a-44db-8f1b-cc055c23657a", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d-authn-ssl"} 2026-09-09T16:37:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "ef5410b3-257a-44db-8f1b-cc055c23657a", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:37:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "be089f2e-5dc8-49f9-be1a-55a1214a8a09", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:37:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "be089f2e-5dc8-49f9-be1a-55a1214a8a09", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d-authn-ssl"} 2026-09-09T16:37:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "be089f2e-5dc8-49f9-be1a-55a1214a8a09", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:37:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "openshift-service-ca.crt", "reconcileID": "7d15687a-0a39-42db-992e-a8f950ce6b4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:37:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "odh-trusted-ca-bundle", "reconcileID": "8cbf32ea-b26e-41c0-9f35-0daff6d449ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:37:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "openshift-service-ca.crt", "reconcileID": "4550fbe8-0e0b-47d1-9cc0-0387f53b9460", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-54370d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:37:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "openshift-service-ca.crt", "reconcileID": "4550fbe8-0e0b-47d1-9cc0-0387f53b9460", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:37:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c8a4e06-07a2-47a1-bf95-4f76430a2798", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:37:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "openshift-service-ca.crt", "reconcileID": "76affd74-b037-4c4a-b616-2ca6de1f23ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:37:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "odh-trusted-ca-bundle", "reconcileID": "31fd5fcb-db86-4cb3-a3b8-f4592a39a045", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-54370d", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:37:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "odh-trusted-ca-bundle", "reconcileID": "31fd5fcb-db86-4cb3-a3b8-f4592a39a045", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:37:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bff98170-1830-4790-8ff1-f189ab071934", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:37:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "9cf9480c-1305-44f1-a98a-1a0b6fda0a4c", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:37:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "9cf9480c-1305-44f1-a98a-1a0b6fda0a4c", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d-authn-ssl"} 2026-09-09T16:37:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "9cf9480c-1305-44f1-a98a-1a0b6fda0a4c", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:37:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "577c2624-cce6-4399-a42c-ef535a44cf77", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:37:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "577c2624-cce6-4399-a42c-ef535a44cf77", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d-authn-ssl"} 2026-09-09T16:37:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "577c2624-cce6-4399-a42c-ef535a44cf77", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:37:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "c99ca1a2-3806-4d58-b731-d205b58afaf3", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress"} 2026-09-09T16:37:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "c99ca1a2-3806-4d58-b731-d205b58afaf3", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036-authn-ssl"} 2026-09-09T16:37:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "c99ca1a2-3806-4d58-b731-d205b58afaf3", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress"} 2026-09-09T16:37:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "c43c7fd9-971b-427d-aefc-6017b8b0792a", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress"} 2026-09-09T16:37:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "c43c7fd9-971b-427d-aefc-6017b8b0792a", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036-authn-ssl"} 2026-09-09T16:37:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "c43c7fd9-971b-427d-aefc-6017b8b0792a", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress"} 2026-09-09T16:37:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "a52dae96-75ee-49aa-8525-68fc67642784", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress"} 2026-09-09T16:37:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "a52dae96-75ee-49aa-8525-68fc67642784", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036-authn-ssl"} 2026-09-09T16:37:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "a52dae96-75ee-49aa-8525-68fc67642784", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress"} 2026-09-09T16:37:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "25ada411-141e-47ea-8081-eb3094fd437a", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress"} 2026-09-09T16:37:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "25ada411-141e-47ea-8081-eb3094fd437a", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036-authn-ssl"} 2026-09-09T16:37:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "25ada411-141e-47ea-8081-eb3094fd437a", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress"} 2026-09-09T16:37:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "da32b3d9-e1fb-4b26-b5f4-70ea1557cc7f", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress"} 2026-09-09T16:37:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "da32b3d9-e1fb-4b26-b5f4-70ea1557cc7f", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036-authn-ssl"} 2026-09-09T16:37:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "da32b3d9-e1fb-4b26-b5f4-70ea1557cc7f", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress"} 2026-09-09T16:37:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "4a91b00a-8c40-4526-93bf-66da91fcb5fb", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress"} 2026-09-09T16:37:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "4a91b00a-8c40-4526-93bf-66da91fcb5fb", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036-authn-ssl"} 2026-09-09T16:37:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "4a91b00a-8c40-4526-93bf-66da91fcb5fb", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress"} 2026-09-09T16:37:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "06f7e4c0-d36e-4c73-a398-4ae97f248d2d", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress"} 2026-09-09T16:37:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "06f7e4c0-d36e-4c73-a398-4ae97f248d2d", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036-authn-ssl"} 2026-09-09T16:37:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "06f7e4c0-d36e-4c73-a398-4ae97f248d2d", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress"} 2026-09-09T16:37:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3c6036"}, "namespace": "ai-tenant-e2e-ipp-b-3c6036", "name": "openshift-service-ca.crt", "reconcileID": "2c5a71f6-71c7-4b70-8072-2f38603ccc2f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3c6036"} 2026-09-09T16:37:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c6036"}, "namespace": "ai-tenant-e2e-ipp-b-3c6036", "name": "odh-trusted-ca-bundle", "reconcileID": "670eac25-6af8-42a5-a36b-bf083be36d91", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3c6036"} 2026-09-09T16:37:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3c6036"}, "namespace": "ai-tenant-e2e-ipp-b-3c6036", "name": "openshift-service-ca.crt", "reconcileID": "72949891-6d48-4274-adda-5a7498f2bf12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3c6036", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:37:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3c6036"}, "namespace": "ai-tenant-e2e-ipp-b-3c6036", "name": "openshift-service-ca.crt", "reconcileID": "72949891-6d48-4274-adda-5a7498f2bf12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3c6036"} 2026-09-09T16:37:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c6036"}, "namespace": "ai-tenant-e2e-ipp-b-3c6036", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9caea3cd-16ec-46db-8001-a980052f1196", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3c6036"} 2026-09-09T16:37:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3c6036"}, "namespace": "ai-tenant-e2e-ipp-b-3c6036", "name": "openshift-service-ca.crt", "reconcileID": "0be8b18b-5e26-4546-8944-dc4f9492a7fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3c6036"} 2026-09-09T16:37:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c6036"}, "namespace": "ai-tenant-e2e-ipp-b-3c6036", "name": "odh-trusted-ca-bundle", "reconcileID": "91dfc61d-e48b-453a-8bac-1bc95532fbea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3c6036", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:37:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c6036"}, "namespace": "ai-tenant-e2e-ipp-b-3c6036", "name": "odh-trusted-ca-bundle", "reconcileID": "91dfc61d-e48b-453a-8bac-1bc95532fbea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3c6036"} 2026-09-09T16:37:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c6036"}, "namespace": "ai-tenant-e2e-ipp-b-3c6036", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b0e0b21-158f-40c8-bb91-0799cf3c751a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3c6036"} 2026-09-09T16:37:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "e246c081-b997-4650-8ed2-59c12a726a7b", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress"} 2026-09-09T16:37:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "e246c081-b997-4650-8ed2-59c12a726a7b", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036-authn-ssl"} 2026-09-09T16:37:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "e246c081-b997-4650-8ed2-59c12a726a7b", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress"} 2026-09-09T16:37:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "367ff308-fdd2-4ff3-ba30-6ba9de17c29f", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress"} 2026-09-09T16:37:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "367ff308-fdd2-4ff3-ba30-6ba9de17c29f", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036-authn-ssl"} 2026-09-09T16:37:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "367ff308-fdd2-4ff3-ba30-6ba9de17c29f", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress"} 2026-09-09T16:38:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "146fa605-24fc-44df-9e20-52b76d19e32f", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:38:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "146fa605-24fc-44df-9e20-52b76d19e32f", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:38:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "146fa605-24fc-44df-9e20-52b76d19e32f", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:38:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "6319c4f3-fec2-4678-92c3-a77ae298c366", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:38:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "146fa605-24fc-44df-9e20-52b76d19e32f", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d-kserve-route-authn"} 2026-09-09T16:38:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "146fa605-24fc-44df-9e20-52b76d19e32f", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d", "authType": "userdefined"} 2026-09-09T16:38:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "146fa605-24fc-44df-9e20-52b76d19e32f", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:38:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "6319c4f3-fec2-4678-92c3-a77ae298c366", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d-authn-ssl"} 2026-09-09T16:38:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "6319c4f3-fec2-4678-92c3-a77ae298c366", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:38:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "f655111d-9e14-48b9-a255-cbb4db701b46", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:38:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "f655111d-9e14-48b9-a255-cbb4db701b46", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:38:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "f655111d-9e14-48b9-a255-cbb4db701b46", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:38:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "f655111d-9e14-48b9-a255-cbb4db701b46", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d-kserve-route-authn"} 2026-09-09T16:38:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "f655111d-9e14-48b9-a255-cbb4db701b46", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d", "authType": "userdefined"} 2026-09-09T16:38:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "f655111d-9e14-48b9-a255-cbb4db701b46", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:38:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "7fe6ea80-e98e-4b52-85e5-e960919af0e3", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:38:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "7fe6ea80-e98e-4b52-85e5-e960919af0e3", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d-authn-ssl"} 2026-09-09T16:38:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "7fe6ea80-e98e-4b52-85e5-e960919af0e3", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:38:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "cedba3d3-e498-410a-bf4f-5c2107fa7689", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:38:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "cedba3d3-e498-410a-bf4f-5c2107fa7689", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:38:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "cedba3d3-e498-410a-bf4f-5c2107fa7689", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:38:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "cedba3d3-e498-410a-bf4f-5c2107fa7689", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d-kserve-route-authn"} 2026-09-09T16:38:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "cedba3d3-e498-410a-bf4f-5c2107fa7689", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d", "authType": "userdefined"} 2026-09-09T16:38:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "cedba3d3-e498-410a-bf4f-5c2107fa7689", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:38:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "4c0c94d8-b350-4431-b78b-d35cd3649098", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:38:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "4c0c94d8-b350-4431-b78b-d35cd3649098", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:38:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "4c0c94d8-b350-4431-b78b-d35cd3649098", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:38:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "4c0c94d8-b350-4431-b78b-d35cd3649098", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d-kserve-route-authn"} 2026-09-09T16:38:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "4c0c94d8-b350-4431-b78b-d35cd3649098", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d", "authType": "userdefined"} 2026-09-09T16:38:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "4c0c94d8-b350-4431-b78b-d35cd3649098", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:38:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "d1887332-47ba-4e5e-9ffe-cc6352e27e1e", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:38:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "d1887332-47ba-4e5e-9ffe-cc6352e27e1e", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:38:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "d1887332-47ba-4e5e-9ffe-cc6352e27e1e", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:38:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "d1887332-47ba-4e5e-9ffe-cc6352e27e1e", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d-kserve-route-authn"} 2026-09-09T16:38:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "d1887332-47ba-4e5e-9ffe-cc6352e27e1e", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d", "authType": "userdefined"} 2026-09-09T16:38:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "d1887332-47ba-4e5e-9ffe-cc6352e27e1e", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:38:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "58119820-6772-4daf-8ba3-073ac3beed85", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress"} 2026-09-09T16:38:41Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "58119820-6772-4daf-8ba3-073ac3beed85", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc-authn-ssl"} 2026-09-09T16:38:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "58119820-6772-4daf-8ba3-073ac3beed85", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress"} 2026-09-09T16:38:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "c63afaf8-a524-4caa-99b1-67ec4541a79e", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress"} 2026-09-09T16:38:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "c63afaf8-a524-4caa-99b1-67ec4541a79e", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc-authn-ssl"} 2026-09-09T16:38:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "c63afaf8-a524-4caa-99b1-67ec4541a79e", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress"} 2026-09-09T16:38:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "2e216206-38dd-498f-87c1-890422ba1751", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress"} 2026-09-09T16:38:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "2e216206-38dd-498f-87c1-890422ba1751", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc-authn-ssl"} 2026-09-09T16:38:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "2e216206-38dd-498f-87c1-890422ba1751", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress"} 2026-09-09T16:38:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "a93f141d-59ac-4f75-8ac3-4e2ad3021e47", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress"} 2026-09-09T16:38:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "a93f141d-59ac-4f75-8ac3-4e2ad3021e47", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc-authn-ssl"} 2026-09-09T16:38:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "a93f141d-59ac-4f75-8ac3-4e2ad3021e47", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress"} 2026-09-09T16:38:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "e1b16e01-f8e5-4eac-8416-bd61ef5c8069", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress"} 2026-09-09T16:38:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "e1b16e01-f8e5-4eac-8416-bd61ef5c8069", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc-authn-ssl"} 2026-09-09T16:38:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "e1b16e01-f8e5-4eac-8416-bd61ef5c8069", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress"} 2026-09-09T16:38:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "5f864114-3c17-4a10-93ec-9d80a1aac209", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress"} 2026-09-09T16:38:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "5f864114-3c17-4a10-93ec-9d80a1aac209", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc-authn-ssl"} 2026-09-09T16:38:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "5f864114-3c17-4a10-93ec-9d80a1aac209", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress"} 2026-09-09T16:38:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "fa8e1d89-a8eb-4181-b631-45938f1aa36f", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress"} 2026-09-09T16:38:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "fa8e1d89-a8eb-4181-b631-45938f1aa36f", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc-authn-ssl"} 2026-09-09T16:38:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "fa8e1d89-a8eb-4181-b631-45938f1aa36f", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress"} 2026-09-09T16:38:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-936acc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-936acc", "name": "openshift-service-ca.crt", "reconcileID": "c1e1377f-73ae-4643-9a9f-160ff043df65", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-936acc"} 2026-09-09T16:38:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-936acc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-936acc", "name": "odh-trusted-ca-bundle", "reconcileID": "a3e34d5e-eef3-4d3f-8709-70b6928c3293", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-936acc"} 2026-09-09T16:38:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-936acc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-936acc", "name": "openshift-service-ca.crt", "reconcileID": "b530afda-11e1-42e5-aeb5-b21e644e6e87", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-936acc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:38:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-936acc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-936acc", "name": "openshift-service-ca.crt", "reconcileID": "b530afda-11e1-42e5-aeb5-b21e644e6e87", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-936acc"} 2026-09-09T16:38:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-936acc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-936acc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83c4fa14-2b3f-4b12-b8d4-cfda3eb13c7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-936acc"} 2026-09-09T16:38:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-936acc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-936acc", "name": "openshift-service-ca.crt", "reconcileID": "fbb2d5aa-bd77-4ca9-825e-6f1beb697700", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-936acc"} 2026-09-09T16:38:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-936acc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-936acc", "name": "odh-trusted-ca-bundle", "reconcileID": "3528a10d-8ec0-4e21-8b34-545e2c385b92", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-936acc", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:38:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-936acc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-936acc", "name": "odh-trusted-ca-bundle", "reconcileID": "3528a10d-8ec0-4e21-8b34-545e2c385b92", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-936acc"} 2026-09-09T16:38:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-936acc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-936acc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13f6c717-cd9c-4c75-a604-cd65acfb04ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-936acc"} 2026-09-09T16:38:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "777be83a-3e58-4c06-abe4-21588a019e0d", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress"} 2026-09-09T16:38:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "777be83a-3e58-4c06-abe4-21588a019e0d", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc-authn-ssl"} 2026-09-09T16:38:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "777be83a-3e58-4c06-abe4-21588a019e0d", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress"} 2026-09-09T16:38:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "7b1c3ec1-3763-4ac5-a2af-f0d0462afd6f", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress"} 2026-09-09T16:38:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "7b1c3ec1-3763-4ac5-a2af-f0d0462afd6f", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc-authn-ssl"} 2026-09-09T16:38:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "7b1c3ec1-3763-4ac5-a2af-f0d0462afd6f", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress"} 2026-09-09T16:39:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "007df0b3-2608-4ec3-9641-ff61a6f54bec", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress"} 2026-09-09T16:39:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "007df0b3-2608-4ec3-9641-ff61a6f54bec", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc-authn-ssl"} 2026-09-09T16:39:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "007df0b3-2608-4ec3-9641-ff61a6f54bec", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress"} 2026-09-09T16:39:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "6304c6a3-f080-4deb-914e-401e30b35ddb", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress"} 2026-09-09T16:39:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "6304c6a3-f080-4deb-914e-401e30b35ddb", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc-authn-ssl"} 2026-09-09T16:39:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "6304c6a3-f080-4deb-914e-401e30b35ddb", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress"} 2026-09-09T16:39:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-936acc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-936acc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf4ea6e5-be97-416c-8fe5-1df73412a9a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-936acc"} 2026-09-09T16:39:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-936acc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-936acc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf4ea6e5-be97-416c-8fe5-1df73412a9a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-936acc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:39:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-936acc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-936acc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf4ea6e5-be97-416c-8fe5-1df73412a9a9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-936acc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T16:39:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-936acc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-936acc", "name": "odh-trusted-ca-bundle", "reconcileID": "d171e69e-7adc-47a6-8e2c-8727eee07000", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-936acc"} 2026-09-09T16:39:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-936acc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-936acc", "name": "odh-trusted-ca-bundle", "reconcileID": "d171e69e-7adc-47a6-8e2c-8727eee07000", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-936acc"} 2026-09-09T16:39:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-936acc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-936acc", "name": "openshift-service-ca.crt", "reconcileID": "bf0e1c22-b6a9-42bb-ad08-55bb93ec3dab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-936acc"} 2026-09-09T16:39:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-936acc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-936acc", "name": "openshift-service-ca.crt", "reconcileID": "bf0e1c22-b6a9-42bb-ad08-55bb93ec3dab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-936acc"} 2026-09-09T16:39:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-936acc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-936acc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81a3ff97-8cb2-489c-a4e5-3b01799af570", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-936acc"} 2026-09-09T16:39:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-936acc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-936acc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81a3ff97-8cb2-489c-a4e5-3b01799af570", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-936acc"} 2026-09-09T16:39:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-936acc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-936acc", "reconcileID": "b55c38fe-d1da-4af0-946b-2cae1216eb9f", "Gateway": "e2e-ipp-cleanup-936acc", "namespace": "openshift-ingress"} 2026-09-09T16:39:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "64df97f9-0fbe-4114-87ef-ae4749777466", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:39:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "64df97f9-0fbe-4114-87ef-ae4749777466", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d-authn-ssl"} 2026-09-09T16:39:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "64df97f9-0fbe-4114-87ef-ae4749777466", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:39:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "24b4efb0-ace0-4a7d-9d3b-35814dabd8e1", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:39:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "24b4efb0-ace0-4a7d-9d3b-35814dabd8e1", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d-authn-ssl"} 2026-09-09T16:39:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "24b4efb0-ace0-4a7d-9d3b-35814dabd8e1", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:39:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "63ae8cb5-3e5b-4700-8c20-e0c7276b264a", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:39:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "63ae8cb5-3e5b-4700-8c20-e0c7276b264a", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d-authn-ssl"} 2026-09-09T16:39:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "63ae8cb5-3e5b-4700-8c20-e0c7276b264a", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:39:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "d65b9e50-da50-4f3d-8da5-33bd9796ce67", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:39:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "d65b9e50-da50-4f3d-8da5-33bd9796ce67", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:39:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "d65b9e50-da50-4f3d-8da5-33bd9796ce67", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:39:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "d65b9e50-da50-4f3d-8da5-33bd9796ce67", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d-kserve-route-authn"} 2026-09-09T16:39:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "d65b9e50-da50-4f3d-8da5-33bd9796ce67", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d", "authType": "userdefined"} 2026-09-09T16:39:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "d65b9e50-da50-4f3d-8da5-33bd9796ce67", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:40:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39c9db94-a4d6-425c-a72c-f6824206985f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:40:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39c9db94-a4d6-425c-a72c-f6824206985f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-54370d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:40:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39c9db94-a4d6-425c-a72c-f6824206985f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-54370d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T16:40:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "odh-trusted-ca-bundle", "reconcileID": "84474cf4-b262-4faa-851b-9a6c0d311f5d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:40:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "odh-trusted-ca-bundle", "reconcileID": "84474cf4-b262-4faa-851b-9a6c0d311f5d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:40:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "openshift-service-ca.crt", "reconcileID": "47abe443-a89d-4b53-9eda-c534d9c09f9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:40:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "openshift-service-ca.crt", "reconcileID": "47abe443-a89d-4b53-9eda-c534d9c09f9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:40:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "adbe0514-9942-4b8a-9b29-486df7010cc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:40:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "adbe0514-9942-4b8a-9b29-486df7010cc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:40:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "af31b5d1-3478-4ee5-8c6f-d5f3030ca109", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:40:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "af31b5d1-3478-4ee5-8c6f-d5f3030ca109", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d"} 2026-09-09T16:40:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "af31b5d1-3478-4ee5-8c6f-d5f3030ca109", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:40:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "af31b5d1-3478-4ee5-8c6f-d5f3030ca109", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:40:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "af31b5d1-3478-4ee5-8c6f-d5f3030ca109", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d-kserve-route-authn"} 2026-09-09T16:40:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "af31b5d1-3478-4ee5-8c6f-d5f3030ca109", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d-kserve-route-authn"} 2026-09-09T16:40:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "af31b5d1-3478-4ee5-8c6f-d5f3030ca109", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:40:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "af31b5d1-3478-4ee5-8c6f-d5f3030ca109", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:40:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "84cecbd2-be21-4a70-8be9-542ec7e0e26d", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:40:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "84cecbd2-be21-4a70-8be9-542ec7e0e26d", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d-authn-ssl"} 2026-09-09T16:40:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "84cecbd2-be21-4a70-8be9-542ec7e0e26d", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:40:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "8d0780a9-8b2f-4292-808d-b58af48361a9", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:40:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "8d0780a9-8b2f-4292-808d-b58af48361a9", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d"} 2026-09-09T16:40:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "8d0780a9-8b2f-4292-808d-b58af48361a9", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:40:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "8d0780a9-8b2f-4292-808d-b58af48361a9", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:40:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "8d0780a9-8b2f-4292-808d-b58af48361a9", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d-kserve-route-authn"} 2026-09-09T16:40:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "8d0780a9-8b2f-4292-808d-b58af48361a9", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d-kserve-route-authn"} 2026-09-09T16:40:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "8d0780a9-8b2f-4292-808d-b58af48361a9", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:40:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "8d0780a9-8b2f-4292-808d-b58af48361a9", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:40:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-54370d","namespace":"ai-tenant-e2e-ipp-a-54370d"}, "namespace": "ai-tenant-e2e-ipp-a-54370d", "name": "ipp-route-54370d", "reconcileID": "19996182-de77-44ca-95d0-91666155d3e9", "LLMInferenceService": "ipp-route-54370d", "namespace": "ai-tenant-e2e-ipp-a-54370d"} 2026-09-09T16:40:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "040b9edf-737d-46a8-8846-ef847f773d17", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:40:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "040b9edf-737d-46a8-8846-ef847f773d17", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d-authn-ssl"} 2026-09-09T16:40:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "040b9edf-737d-46a8-8846-ef847f773d17", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:40:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-54370d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-54370d", "reconcileID": "8d86babb-6cc8-4bea-993d-5822cb08260e", "Gateway": "e2e-ipp-a-54370d", "namespace": "openshift-ingress"} 2026-09-09T16:40:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "62d0c267-f864-4e7a-b221-f33f15c0239a", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress"} 2026-09-09T16:40:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "62d0c267-f864-4e7a-b221-f33f15c0239a", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036-authn-ssl"} 2026-09-09T16:40:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "62d0c267-f864-4e7a-b221-f33f15c0239a", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress"} 2026-09-09T16:40:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "bcab5bf6-46ec-49e4-8cad-89c6bd60c7c1", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress"} 2026-09-09T16:40:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "bcab5bf6-46ec-49e4-8cad-89c6bd60c7c1", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036-authn-ssl"} 2026-09-09T16:40:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "bcab5bf6-46ec-49e4-8cad-89c6bd60c7c1", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress"} 2026-09-09T16:40:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c6036"}, "namespace": "ai-tenant-e2e-ipp-b-3c6036", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "796a113c-caff-4577-999c-e6066905e365", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3c6036"} 2026-09-09T16:40:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c6036"}, "namespace": "ai-tenant-e2e-ipp-b-3c6036", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "796a113c-caff-4577-999c-e6066905e365", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3c6036", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:40:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c6036"}, "namespace": "ai-tenant-e2e-ipp-b-3c6036", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "796a113c-caff-4577-999c-e6066905e365", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-3c6036 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T16:40:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c6036"}, "namespace": "ai-tenant-e2e-ipp-b-3c6036", "name": "odh-trusted-ca-bundle", "reconcileID": "2465b275-8cc7-4cbd-8ac8-9cbb60e76fdd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3c6036"} 2026-09-09T16:40:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c6036"}, "namespace": "ai-tenant-e2e-ipp-b-3c6036", "name": "odh-trusted-ca-bundle", "reconcileID": "2465b275-8cc7-4cbd-8ac8-9cbb60e76fdd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3c6036"} 2026-09-09T16:40:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3c6036"}, "namespace": "ai-tenant-e2e-ipp-b-3c6036", "name": "openshift-service-ca.crt", "reconcileID": "f800e3e0-0534-400e-b114-4a59bd21a43a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3c6036"} 2026-09-09T16:40:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3c6036"}, "namespace": "ai-tenant-e2e-ipp-b-3c6036", "name": "openshift-service-ca.crt", "reconcileID": "f800e3e0-0534-400e-b114-4a59bd21a43a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3c6036"} 2026-09-09T16:40:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c6036"}, "namespace": "ai-tenant-e2e-ipp-b-3c6036", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74b7d42c-1cae-4e2d-ba87-82645d68e5e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3c6036"} 2026-09-09T16:40:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c6036"}, "namespace": "ai-tenant-e2e-ipp-b-3c6036", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74b7d42c-1cae-4e2d-ba87-82645d68e5e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3c6036"} 2026-09-09T16:40:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c6036","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c6036", "reconcileID": "14ff1b62-4443-4a54-a951-ba3561ae758e", "Gateway": "e2e-ipp-b-3c6036", "namespace": "openshift-ingress"} 2026-09-09T16:40:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-041bf1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-041bf1", "reconcileID": "34dcb9c1-6447-42e1-ae0f-60f3e20ddfcb", "Gateway": "e2e-shared-a-w3-041bf1", "namespace": "openshift-ingress"} 2026-09-09T16:40:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-041bf1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-041bf1", "reconcileID": "34dcb9c1-6447-42e1-ae0f-60f3e20ddfcb", "Gateway": "e2e-shared-a-w3-041bf1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-041bf1-authn-ssl"} 2026-09-09T16:40:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-041bf1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-041bf1", "reconcileID": "34dcb9c1-6447-42e1-ae0f-60f3e20ddfcb", "Gateway": "e2e-shared-a-w3-041bf1", "namespace": "openshift-ingress"} 2026-09-09T16:41:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-041bf1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-041bf1", "reconcileID": "c7d19eb7-d2a2-4a99-8a93-0c91f0934e58", "Gateway": "e2e-shared-a-w3-041bf1", "namespace": "openshift-ingress"} 2026-09-09T16:41:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-041bf1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-041bf1", "reconcileID": "c7d19eb7-d2a2-4a99-8a93-0c91f0934e58", "Gateway": "e2e-shared-a-w3-041bf1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-041bf1-authn-ssl"} 2026-09-09T16:41:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-041bf1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-041bf1", "reconcileID": "c7d19eb7-d2a2-4a99-8a93-0c91f0934e58", "Gateway": "e2e-shared-a-w3-041bf1", "namespace": "openshift-ingress"} 2026-09-09T16:41:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-041bf1"}, "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7abf53ed-2129-4dbd-aa66-f16db8f09bc9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-041bf1"} 2026-09-09T16:41:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-041bf1"}, "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7abf53ed-2129-4dbd-aa66-f16db8f09bc9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:41:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-041bf1"}, "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7abf53ed-2129-4dbd-aa66-f16db8f09bc9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-041bf1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T16:41:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-041bf1"}, "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "name": "odh-trusted-ca-bundle", "reconcileID": "abbcc286-dc3d-4070-999c-e00b703b126c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-041bf1"} 2026-09-09T16:41:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-041bf1"}, "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "name": "odh-trusted-ca-bundle", "reconcileID": "abbcc286-dc3d-4070-999c-e00b703b126c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-041bf1"} 2026-09-09T16:41:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-041bf1"}, "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "name": "openshift-service-ca.crt", "reconcileID": "11aa5736-1166-4de1-9040-801e2712c7b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-041bf1"} 2026-09-09T16:41:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-041bf1"}, "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "name": "openshift-service-ca.crt", "reconcileID": "11aa5736-1166-4de1-9040-801e2712c7b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-041bf1"} 2026-09-09T16:41:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-041bf1"}, "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bad9b85-3d32-4dc6-906e-c48f5df34eb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-041bf1"} 2026-09-09T16:41:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-041bf1"}, "namespace": "ai-tenant-e2e-shared-a-w3-041bf1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bad9b85-3d32-4dc6-906e-c48f5df34eb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-041bf1"} 2026-09-09T16:41:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-041bf1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-041bf1", "reconcileID": "cf9f474b-a541-4bd8-9cc6-5cab3bc38583", "Gateway": "e2e-shared-a-w3-041bf1", "namespace": "openshift-ingress"} 2026-09-09T16:41:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9520a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9520a4", "reconcileID": "02729b40-73c2-4827-8f2f-d6d6bba3a8c4", "Gateway": "e2e-shared-b-w3-9520a4", "namespace": "openshift-ingress"} 2026-09-09T16:41:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9520a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9520a4", "reconcileID": "02729b40-73c2-4827-8f2f-d6d6bba3a8c4", "Gateway": "e2e-shared-b-w3-9520a4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9520a4-authn-ssl"} 2026-09-09T16:41:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9520a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9520a4", "reconcileID": "02729b40-73c2-4827-8f2f-d6d6bba3a8c4", "Gateway": "e2e-shared-b-w3-9520a4", "namespace": "openshift-ingress"} 2026-09-09T16:41:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9520a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9520a4", "reconcileID": "2f9d4d87-2eee-4f32-b2a5-49dcedab785b", "Gateway": "e2e-shared-b-w3-9520a4", "namespace": "openshift-ingress"} 2026-09-09T16:41:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9520a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9520a4", "reconcileID": "2f9d4d87-2eee-4f32-b2a5-49dcedab785b", "Gateway": "e2e-shared-b-w3-9520a4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9520a4-authn-ssl"} 2026-09-09T16:41:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9520a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9520a4", "reconcileID": "2f9d4d87-2eee-4f32-b2a5-49dcedab785b", "Gateway": "e2e-shared-b-w3-9520a4", "namespace": "openshift-ingress"} 2026-09-09T16:41:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fcaf3f4-1490-4deb-baa5-53c166f181f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4"} 2026-09-09T16:41:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fcaf3f4-1490-4deb-baa5-53c166f181f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:41:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fcaf3f4-1490-4deb-baa5-53c166f181f1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-9520a4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T16:41:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "odh-trusted-ca-bundle", "reconcileID": "d39837d8-e1a0-45ce-8418-4f90c1b67474", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4"} 2026-09-09T16:41:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "odh-trusted-ca-bundle", "reconcileID": "d39837d8-e1a0-45ce-8418-4f90c1b67474", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4"} 2026-09-09T16:41:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "openshift-service-ca.crt", "reconcileID": "f499feac-28e6-4d9d-881e-3eac1eeb0381", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4"} 2026-09-09T16:41:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "openshift-service-ca.crt", "reconcileID": "f499feac-28e6-4d9d-881e-3eac1eeb0381", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4"} 2026-09-09T16:41:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e286b0fd-7b25-47b5-84a8-51476c29d05c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4"} 2026-09-09T16:41:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9520a4"}, "namespace": "ai-tenant-e2e-shared-b-w3-9520a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e286b0fd-7b25-47b5-84a8-51476c29d05c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9520a4"} 2026-09-09T16:41:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9520a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9520a4", "reconcileID": "e34c7af4-9a04-43e7-9580-83b0c0385c88", "Gateway": "e2e-shared-b-w3-9520a4", "namespace": "openshift-ingress"} 2026-09-09T16:41:41Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T16:41:41Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T16:41:42Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T16:41:42Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T16:45:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "9ce87c9f-7f1e-458c-bf42-a692908ceb42", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm"} 2026-09-09T16:45:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "9ce87c9f-7f1e-458c-bf42-a692908ceb42", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm"} 2026-09-09T16:45:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "9ce87c9f-7f1e-458c-bf42-a692908ceb42", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm"} 2026-09-09T16:45:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f4c5244f-15aa-4085-b52d-b955c29c05a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:45:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "9ce87c9f-7f1e-458c-bf42-a692908ceb42", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm", "name": "e2e-same-id-a-8405f9cc-kserve-route-authn"} 2026-09-09T16:45:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "9ce87c9f-7f1e-458c-bf42-a692908ceb42", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:45:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "9ce87c9f-7f1e-458c-bf42-a692908ceb42", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm"} 2026-09-09T16:45:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f4c5244f-15aa-4085-b52d-b955c29c05a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:45:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f4c5244f-15aa-4085-b52d-b955c29c05a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:45:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "6dad7c6e-8399-430c-859b-95b24045d529", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm"} 2026-09-09T16:45:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "6dad7c6e-8399-430c-859b-95b24045d529", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm"} 2026-09-09T16:45:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "6dad7c6e-8399-430c-859b-95b24045d529", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm"} 2026-09-09T16:45:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "6dad7c6e-8399-430c-859b-95b24045d529", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm", "name": "e2e-same-id-a-8405f9cc-kserve-route-authn"} 2026-09-09T16:45:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "6dad7c6e-8399-430c-859b-95b24045d529", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:45:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "6dad7c6e-8399-430c-859b-95b24045d529", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm"} 2026-09-09T16:45:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "ebf6b94e-c4fe-478e-a690-adc739fe5858", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm"} 2026-09-09T16:45:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "ebf6b94e-c4fe-478e-a690-adc739fe5858", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm"} 2026-09-09T16:45:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "ebf6b94e-c4fe-478e-a690-adc739fe5858", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm"} 2026-09-09T16:45:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1801375-08aa-4e6c-abbd-8d81ec928aa7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:45:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "ebf6b94e-c4fe-478e-a690-adc739fe5858", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm", "name": "e2e-same-id-b-8405f9cc-kserve-route-authn"} 2026-09-09T16:45:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "ebf6b94e-c4fe-478e-a690-adc739fe5858", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:45:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "ebf6b94e-c4fe-478e-a690-adc739fe5858", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm"} 2026-09-09T16:45:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1801375-08aa-4e6c-abbd-8d81ec928aa7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:45:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1801375-08aa-4e6c-abbd-8d81ec928aa7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:45:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "88b33bc4-eebe-4d12-bbb6-e3050e503b72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:45:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "88b33bc4-eebe-4d12-bbb6-e3050e503b72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:45:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "88b33bc4-eebe-4d12-bbb6-e3050e503b72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:45:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "573c000c-9377-439b-8619-44e7394f0e01", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm"} 2026-09-09T16:45:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "573c000c-9377-439b-8619-44e7394f0e01", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm"} 2026-09-09T16:45:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "573c000c-9377-439b-8619-44e7394f0e01", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm"} 2026-09-09T16:45:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "573c000c-9377-439b-8619-44e7394f0e01", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm", "name": "e2e-same-id-a-8405f9cc-kserve-route-authn"} 2026-09-09T16:45:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "573c000c-9377-439b-8619-44e7394f0e01", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:45:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "573c000c-9377-439b-8619-44e7394f0e01", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm"} 2026-09-09T16:45:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "158531d0-3125-4d4e-8bc1-e84f7ab1ec0f", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm"} 2026-09-09T16:45:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "158531d0-3125-4d4e-8bc1-e84f7ab1ec0f", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm"} 2026-09-09T16:45:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "158531d0-3125-4d4e-8bc1-e84f7ab1ec0f", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm"} 2026-09-09T16:45:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "158531d0-3125-4d4e-8bc1-e84f7ab1ec0f", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm", "name": "e2e-same-id-b-8405f9cc-kserve-route-authn"} 2026-09-09T16:45:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "158531d0-3125-4d4e-8bc1-e84f7ab1ec0f", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:45:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "158531d0-3125-4d4e-8bc1-e84f7ab1ec0f", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm"} 2026-09-09T16:46:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "374da383-5bcc-4978-a0f7-c2e650f85079", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:46:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "374da383-5bcc-4978-a0f7-c2e650f85079", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:46:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "374da383-5bcc-4978-a0f7-c2e650f85079", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:46:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "d2e87aec-0696-45f0-8538-b4a45fb40b31", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm"} 2026-09-09T16:46:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "d2e87aec-0696-45f0-8538-b4a45fb40b31", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm"} 2026-09-09T16:46:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "d2e87aec-0696-45f0-8538-b4a45fb40b31", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm"} 2026-09-09T16:46:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "d2e87aec-0696-45f0-8538-b4a45fb40b31", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm", "name": "e2e-same-id-b-8405f9cc-kserve-route-authn"} 2026-09-09T16:46:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "d2e87aec-0696-45f0-8538-b4a45fb40b31", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:46:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "d2e87aec-0696-45f0-8538-b4a45fb40b31", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm"} 2026-09-09T16:46:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "cf5474fc-55e0-441d-952e-2c9859bc1d78", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm"} 2026-09-09T16:46:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "cf5474fc-55e0-441d-952e-2c9859bc1d78", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm"} 2026-09-09T16:46:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "cf5474fc-55e0-441d-952e-2c9859bc1d78", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm"} 2026-09-09T16:46:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "cf5474fc-55e0-441d-952e-2c9859bc1d78", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm", "name": "e2e-same-id-a-8405f9cc-kserve-route-authn"} 2026-09-09T16:46:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "cf5474fc-55e0-441d-952e-2c9859bc1d78", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:46:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "cf5474fc-55e0-441d-952e-2c9859bc1d78", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm"} 2026-09-09T16:46:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "8dbf3e5c-2142-42d3-ade9-03f3b374b744", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm"} 2026-09-09T16:46:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "8dbf3e5c-2142-42d3-ade9-03f3b374b744", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm"} 2026-09-09T16:46:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "8dbf3e5c-2142-42d3-ade9-03f3b374b744", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm"} 2026-09-09T16:46:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "8dbf3e5c-2142-42d3-ade9-03f3b374b744", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm", "name": "e2e-same-id-b-8405f9cc-kserve-route-authn"} 2026-09-09T16:46:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "8dbf3e5c-2142-42d3-ade9-03f3b374b744", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:46:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "8dbf3e5c-2142-42d3-ade9-03f3b374b744", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm"} 2026-09-09T16:46:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "c3d3a59f-6079-49f1-b73a-447a41bc2e17", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm"} 2026-09-09T16:46:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "c3d3a59f-6079-49f1-b73a-447a41bc2e17", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm", "name": "e2e-same-id-a-8405f9cc"} 2026-09-09T16:46:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "c3d3a59f-6079-49f1-b73a-447a41bc2e17", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm"} 2026-09-09T16:46:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "c3d3a59f-6079-49f1-b73a-447a41bc2e17", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm"} 2026-09-09T16:46:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "c3d3a59f-6079-49f1-b73a-447a41bc2e17", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm", "name": "e2e-same-id-a-8405f9cc-kserve-route-authn"} 2026-09-09T16:46:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "c3d3a59f-6079-49f1-b73a-447a41bc2e17", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm", "name": "e2e-same-id-a-8405f9cc-kserve-route-authn"} 2026-09-09T16:46:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8405f9cc", "reconcileID": "27d46d3e-c847-4a66-8c94-6e5c588b7940", "LLMInferenceService": "e2e-same-id-a-8405f9cc", "namespace": "llm"} 2026-09-09T16:46:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d07a49ff-57ce-4414-b11e-e88c2aeb1c5d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:46:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d07a49ff-57ce-4414-b11e-e88c2aeb1c5d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:46:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d07a49ff-57ce-4414-b11e-e88c2aeb1c5d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:46:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce492de1-3003-41a2-a946-aae62e63d7ab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:46:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce492de1-3003-41a2-a946-aae62e63d7ab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:46:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce492de1-3003-41a2-a946-aae62e63d7ab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:46:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "986004b8-7071-4d4f-a734-77a465848524", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm"} 2026-09-09T16:46:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "986004b8-7071-4d4f-a734-77a465848524", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm", "name": "e2e-same-id-b-8405f9cc"} 2026-09-09T16:46:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "986004b8-7071-4d4f-a734-77a465848524", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm"} 2026-09-09T16:46:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "986004b8-7071-4d4f-a734-77a465848524", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm"} 2026-09-09T16:46:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "986004b8-7071-4d4f-a734-77a465848524", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm", "name": "e2e-same-id-b-8405f9cc-kserve-route-authn"} 2026-09-09T16:46:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "986004b8-7071-4d4f-a734-77a465848524", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm", "name": "e2e-same-id-b-8405f9cc-kserve-route-authn"} 2026-09-09T16:46:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8405f9cc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8405f9cc", "reconcileID": "cfc3f0a2-5332-4548-84f6-1668a9227ad2", "LLMInferenceService": "e2e-same-id-b-8405f9cc", "namespace": "llm"} 2026-09-09T16:46:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dd4e768e-3da5-433f-88e6-1ca82efb9cbc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:46:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dd4e768e-3da5-433f-88e6-1ca82efb9cbc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:46:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dd4e768e-3da5-433f-88e6-1ca82efb9cbc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:46:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a1eadacd-9af8-4008-b05c-d9de9865df4d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:46:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a1eadacd-9af8-4008-b05c-d9de9865df4d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:46:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a1eadacd-9af8-4008-b05c-d9de9865df4d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}