2026-09-10T21:21:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a22115"}, "namespace": "ai-tenant-e2e-api-b-a22115", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54cf0e9b-2539-4368-9909-d2efed31f625", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a22115"} 2026-09-10T21:21:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a22115"}, "namespace": "ai-tenant-e2e-api-b-a22115", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54cf0e9b-2539-4368-9909-d2efed31f625", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a22115", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:21:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a22115"}, "namespace": "ai-tenant-e2e-api-b-a22115", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54cf0e9b-2539-4368-9909-d2efed31f625", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-a22115 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:21:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a22115"}, "namespace": "ai-tenant-e2e-api-b-a22115", "name": "odh-trusted-ca-bundle", "reconcileID": "5e851cc7-6fea-4943-b83a-99e13f857f0d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a22115"} 2026-09-10T21:21:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a22115"}, "namespace": "ai-tenant-e2e-api-b-a22115", "name": "odh-trusted-ca-bundle", "reconcileID": "5e851cc7-6fea-4943-b83a-99e13f857f0d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a22115"} 2026-09-10T21:21:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a22115"}, "namespace": "ai-tenant-e2e-api-b-a22115", "name": "openshift-service-ca.crt", "reconcileID": "691bd70c-0e01-4a76-9f35-6164a8d3345d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a22115"} 2026-09-10T21:21:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a22115"}, "namespace": "ai-tenant-e2e-api-b-a22115", "name": "openshift-service-ca.crt", "reconcileID": "691bd70c-0e01-4a76-9f35-6164a8d3345d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a22115"} 2026-09-10T21:21:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a22115"}, "namespace": "ai-tenant-e2e-api-b-a22115", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9b5396f-8d5d-4217-ab3b-97026f448579", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a22115"} 2026-09-10T21:21:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a22115"}, "namespace": "ai-tenant-e2e-api-b-a22115", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9b5396f-8d5d-4217-ab3b-97026f448579", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a22115"} 2026-09-10T21:21:36Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a22115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a22115", "reconcileID": "3c3260c1-28e4-4e89-9b38-227e869f0e85", "Gateway": "e2e-api-b-a22115", "namespace": "openshift-ingress"} 2026-09-10T21:21:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-290e03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-290e03", "reconcileID": "8baf5699-2dce-4edd-ae73-e9422ececa59", "Gateway": "e2e-shared-a-w2-290e03", "namespace": "openshift-ingress"} 2026-09-10T21:21:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-290e03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-290e03", "reconcileID": "8baf5699-2dce-4edd-ae73-e9422ececa59", "Gateway": "e2e-shared-a-w2-290e03", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-290e03-authn-ssl"} 2026-09-10T21:21:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-290e03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-290e03", "reconcileID": "8baf5699-2dce-4edd-ae73-e9422ececa59", "Gateway": "e2e-shared-a-w2-290e03", "namespace": "openshift-ingress"} 2026-09-10T21:21:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-290e03"}, "namespace": "ai-tenant-e2e-shared-a-w2-290e03", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c3dcb15-2b41-4c0d-afa5-0abd04eb6eef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-290e03"} 2026-09-10T21:21:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-290e03"}, "namespace": "ai-tenant-e2e-shared-a-w2-290e03", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c3dcb15-2b41-4c0d-afa5-0abd04eb6eef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-290e03", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:21:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-290e03"}, "namespace": "ai-tenant-e2e-shared-a-w2-290e03", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c3dcb15-2b41-4c0d-afa5-0abd04eb6eef", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-290e03 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:21:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-290e03"}, "namespace": "ai-tenant-e2e-shared-a-w2-290e03", "name": "odh-trusted-ca-bundle", "reconcileID": "25a6be7f-a7c8-48a7-8934-24515f98b46e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-290e03"} 2026-09-10T21:21:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-290e03"}, "namespace": "ai-tenant-e2e-shared-a-w2-290e03", "name": "odh-trusted-ca-bundle", "reconcileID": "25a6be7f-a7c8-48a7-8934-24515f98b46e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-290e03"} 2026-09-10T21:21:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-290e03"}, "namespace": "ai-tenant-e2e-shared-a-w2-290e03", "name": "openshift-service-ca.crt", "reconcileID": "8c6222cb-8a3b-4774-a14b-88b25adf6023", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-290e03"} 2026-09-10T21:21:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-290e03"}, "namespace": "ai-tenant-e2e-shared-a-w2-290e03", "name": "openshift-service-ca.crt", "reconcileID": "8c6222cb-8a3b-4774-a14b-88b25adf6023", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-290e03"} 2026-09-10T21:21:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-290e03"}, "namespace": "ai-tenant-e2e-shared-a-w2-290e03", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c63da98-7ef0-4cf3-abfe-95e763d878ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-290e03"} 2026-09-10T21:21:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-290e03"}, "namespace": "ai-tenant-e2e-shared-a-w2-290e03", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c63da98-7ef0-4cf3-abfe-95e763d878ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-290e03"} 2026-09-10T21:21:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-290e03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-290e03", "reconcileID": "db3f1094-2336-4636-a70f-93e8b4f6a3f0", "Gateway": "e2e-shared-a-w2-290e03", "namespace": "openshift-ingress"} 2026-09-10T21:22:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14acb0","namespace":"ai-tenant-e2e-shared-a-w3-14acb0"}, "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "name": "rate-test-model-14acb0", "reconcileID": "897e52a5-8c11-4b6c-be2b-cc1652dc1523", "LLMInferenceService": "rate-test-model-14acb0", "namespace": "ai-tenant-e2e-shared-a-w3-14acb0"} 2026-09-10T21:22:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14acb0","namespace":"ai-tenant-e2e-shared-a-w3-14acb0"}, "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "name": "rate-test-model-14acb0", "reconcileID": "897e52a5-8c11-4b6c-be2b-cc1652dc1523", "LLMInferenceService": "rate-test-model-14acb0", "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "name": "rate-test-model-14acb0"} 2026-09-10T21:22:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14acb0","namespace":"ai-tenant-e2e-shared-a-w3-14acb0"}, "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "name": "rate-test-model-14acb0", "reconcileID": "897e52a5-8c11-4b6c-be2b-cc1652dc1523", "LLMInferenceService": "rate-test-model-14acb0", "namespace": "ai-tenant-e2e-shared-a-w3-14acb0"} 2026-09-10T21:22:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14acb0","namespace":"ai-tenant-e2e-shared-a-w3-14acb0"}, "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "name": "rate-test-model-14acb0", "reconcileID": "897e52a5-8c11-4b6c-be2b-cc1652dc1523", "LLMInferenceService": "rate-test-model-14acb0", "namespace": "ai-tenant-e2e-shared-a-w3-14acb0"} 2026-09-10T21:22:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14acb0","namespace":"ai-tenant-e2e-shared-a-w3-14acb0"}, "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "name": "rate-test-model-14acb0", "reconcileID": "897e52a5-8c11-4b6c-be2b-cc1652dc1523", "LLMInferenceService": "rate-test-model-14acb0", "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "name": "rate-test-model-14acb0-kserve-route-authn"} 2026-09-10T21:22:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14acb0","namespace":"ai-tenant-e2e-shared-a-w3-14acb0"}, "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "name": "rate-test-model-14acb0", "reconcileID": "897e52a5-8c11-4b6c-be2b-cc1652dc1523", "LLMInferenceService": "rate-test-model-14acb0", "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "name": "rate-test-model-14acb0-kserve-route-authn"} 2026-09-10T21:22:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14acb0","namespace":"ai-tenant-e2e-shared-a-w3-14acb0"}, "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "name": "rate-test-model-14acb0", "reconcileID": "897e52a5-8c11-4b6c-be2b-cc1652dc1523", "LLMInferenceService": "rate-test-model-14acb0", "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "namespace": "ai-tenant-e2e-shared-a-w3-14acb0"} 2026-09-10T21:22:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14acb0","namespace":"ai-tenant-e2e-shared-a-w3-14acb0"}, "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "name": "rate-test-model-14acb0", "reconcileID": "897e52a5-8c11-4b6c-be2b-cc1652dc1523", "LLMInferenceService": "rate-test-model-14acb0", "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "namespace": "ai-tenant-e2e-shared-a-w3-14acb0"} 2026-09-10T21:22:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14acb0","namespace":"ai-tenant-e2e-shared-a-w3-14acb0"}, "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "name": "rate-test-model-14acb0", "reconcileID": "241e733e-eecb-4465-9eb5-47b99b90b827", "LLMInferenceService": "rate-test-model-14acb0", "namespace": "ai-tenant-e2e-shared-a-w3-14acb0"} 2026-09-10T21:22:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14acb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14acb0", "reconcileID": "83783659-9f88-4c0c-973c-704ef0b40e71", "Gateway": "e2e-shared-a-w3-14acb0", "namespace": "openshift-ingress"} 2026-09-10T21:22:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14acb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14acb0", "reconcileID": "83783659-9f88-4c0c-973c-704ef0b40e71", "Gateway": "e2e-shared-a-w3-14acb0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14acb0-authn-ssl"} 2026-09-10T21:22:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14acb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14acb0", "reconcileID": "83783659-9f88-4c0c-973c-704ef0b40e71", "Gateway": "e2e-shared-a-w3-14acb0", "namespace": "openshift-ingress"} 2026-09-10T21:22:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14acb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14acb0", "reconcileID": "6997257b-22e7-4a8f-97f5-9a33ec9c096e", "Gateway": "e2e-shared-a-w3-14acb0", "namespace": "openshift-ingress"} 2026-09-10T21:22:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14acb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14acb0", "reconcileID": "6997257b-22e7-4a8f-97f5-9a33ec9c096e", "Gateway": "e2e-shared-a-w3-14acb0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14acb0-authn-ssl"} 2026-09-10T21:22:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14acb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14acb0", "reconcileID": "6997257b-22e7-4a8f-97f5-9a33ec9c096e", "Gateway": "e2e-shared-a-w3-14acb0", "namespace": "openshift-ingress"} 2026-09-10T21:22:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-755926","namespace":"ai-tenant-e2e-shared-b-w3-755926"}, "namespace": "ai-tenant-e2e-shared-b-w3-755926", "name": "rate-test-model-755926", "reconcileID": "ee06ae43-fc78-460f-b14a-20dcbfb225cd", "LLMInferenceService": "rate-test-model-755926", "namespace": "ai-tenant-e2e-shared-b-w3-755926"} 2026-09-10T21:22:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-755926","namespace":"ai-tenant-e2e-shared-b-w3-755926"}, "namespace": "ai-tenant-e2e-shared-b-w3-755926", "name": "rate-test-model-755926", "reconcileID": "ee06ae43-fc78-460f-b14a-20dcbfb225cd", "LLMInferenceService": "rate-test-model-755926", "namespace": "ai-tenant-e2e-shared-b-w3-755926", "name": "rate-test-model-755926"} 2026-09-10T21:22:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-755926","namespace":"ai-tenant-e2e-shared-b-w3-755926"}, "namespace": "ai-tenant-e2e-shared-b-w3-755926", "name": "rate-test-model-755926", "reconcileID": "ee06ae43-fc78-460f-b14a-20dcbfb225cd", "LLMInferenceService": "rate-test-model-755926", "namespace": "ai-tenant-e2e-shared-b-w3-755926"} 2026-09-10T21:22:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-755926","namespace":"ai-tenant-e2e-shared-b-w3-755926"}, "namespace": "ai-tenant-e2e-shared-b-w3-755926", "name": "rate-test-model-755926", "reconcileID": "ee06ae43-fc78-460f-b14a-20dcbfb225cd", "LLMInferenceService": "rate-test-model-755926", "namespace": "ai-tenant-e2e-shared-b-w3-755926"} 2026-09-10T21:22:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-755926","namespace":"ai-tenant-e2e-shared-b-w3-755926"}, "namespace": "ai-tenant-e2e-shared-b-w3-755926", "name": "rate-test-model-755926", "reconcileID": "ee06ae43-fc78-460f-b14a-20dcbfb225cd", "LLMInferenceService": "rate-test-model-755926", "namespace": "ai-tenant-e2e-shared-b-w3-755926", "name": "rate-test-model-755926-kserve-route-authn"} 2026-09-10T21:22:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-755926","namespace":"ai-tenant-e2e-shared-b-w3-755926"}, "namespace": "ai-tenant-e2e-shared-b-w3-755926", "name": "rate-test-model-755926", "reconcileID": "ee06ae43-fc78-460f-b14a-20dcbfb225cd", "LLMInferenceService": "rate-test-model-755926", "namespace": "ai-tenant-e2e-shared-b-w3-755926", "name": "rate-test-model-755926-kserve-route-authn"} 2026-09-10T21:22:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-755926","namespace":"ai-tenant-e2e-shared-b-w3-755926"}, "namespace": "ai-tenant-e2e-shared-b-w3-755926", "name": "rate-test-model-755926", "reconcileID": "ee06ae43-fc78-460f-b14a-20dcbfb225cd", "LLMInferenceService": "rate-test-model-755926", "namespace": "ai-tenant-e2e-shared-b-w3-755926", "namespace": "ai-tenant-e2e-shared-b-w3-755926"} 2026-09-10T21:22:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-755926","namespace":"ai-tenant-e2e-shared-b-w3-755926"}, "namespace": "ai-tenant-e2e-shared-b-w3-755926", "name": "rate-test-model-755926", "reconcileID": "ee06ae43-fc78-460f-b14a-20dcbfb225cd", "LLMInferenceService": "rate-test-model-755926", "namespace": "ai-tenant-e2e-shared-b-w3-755926", "namespace": "ai-tenant-e2e-shared-b-w3-755926"} 2026-09-10T21:22:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-755926","namespace":"ai-tenant-e2e-shared-b-w3-755926"}, "namespace": "ai-tenant-e2e-shared-b-w3-755926", "name": "rate-test-model-755926", "reconcileID": "56326a91-5e4c-4aa9-96b5-d3068f62da6d", "LLMInferenceService": "rate-test-model-755926", "namespace": "ai-tenant-e2e-shared-b-w3-755926"} 2026-09-10T21:22:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-755926","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-755926", "reconcileID": "3402fc24-ec0f-4074-aad0-d4bdb245df70", "Gateway": "e2e-shared-b-w3-755926", "namespace": "openshift-ingress"} 2026-09-10T21:22:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-755926","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-755926", "reconcileID": "3402fc24-ec0f-4074-aad0-d4bdb245df70", "Gateway": "e2e-shared-b-w3-755926", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-755926-authn-ssl"} 2026-09-10T21:22:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-755926","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-755926", "reconcileID": "3402fc24-ec0f-4074-aad0-d4bdb245df70", "Gateway": "e2e-shared-b-w3-755926", "namespace": "openshift-ingress"} 2026-09-10T21:22:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-755926","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-755926", "reconcileID": "83ab5e0b-f065-4900-84ea-0c0e18a7556f", "Gateway": "e2e-shared-b-w3-755926", "namespace": "openshift-ingress"} 2026-09-10T21:22:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-755926","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-755926", "reconcileID": "83ab5e0b-f065-4900-84ea-0c0e18a7556f", "Gateway": "e2e-shared-b-w3-755926", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-755926-authn-ssl"} 2026-09-10T21:22:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-755926","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-755926", "reconcileID": "83ab5e0b-f065-4900-84ea-0c0e18a7556f", "Gateway": "e2e-shared-b-w3-755926", "namespace": "openshift-ingress"} 2026-09-10T21:22:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "39a6f857-1606-4a25-9891-3fdea0429350", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:22:05Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "39a6f857-1606-4a25-9891-3fdea0429350", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f-authn-ssl"} 2026-09-10T21:22:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "39a6f857-1606-4a25-9891-3fdea0429350", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:22:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "52b0edcd-6a80-4b8b-a805-209e7c6ade5d", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:22:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "52b0edcd-6a80-4b8b-a805-209e7c6ade5d", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f-authn-ssl"} 2026-09-10T21:22:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "52b0edcd-6a80-4b8b-a805-209e7c6ade5d", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:22:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "d27d664f-48d1-4010-905a-94f46a69b3eb", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:22:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "d27d664f-48d1-4010-905a-94f46a69b3eb", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f-authn-ssl"} 2026-09-10T21:22:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "d27d664f-48d1-4010-905a-94f46a69b3eb", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:22:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "bef7808e-e050-4171-806f-6196fecf6e6c", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:22:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "bef7808e-e050-4171-806f-6196fecf6e6c", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f-authn-ssl"} 2026-09-10T21:22:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "bef7808e-e050-4171-806f-6196fecf6e6c", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:22:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "aa18dedb-d119-4c28-8a18-38d96b0ce2af", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:22:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "aa18dedb-d119-4c28-8a18-38d96b0ce2af", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f-authn-ssl"} 2026-09-10T21:22:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "aa18dedb-d119-4c28-8a18-38d96b0ce2af", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:22:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-9f71ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-9f71ac", "reconcileID": "8f9f9483-19c3-461f-96bf-11a3a0b05055", "Gateway": "e2e-shared-b-w2-9f71ac", "namespace": "openshift-ingress"} 2026-09-10T21:22:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-9f71ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-9f71ac", "reconcileID": "8f9f9483-19c3-461f-96bf-11a3a0b05055", "Gateway": "e2e-shared-b-w2-9f71ac", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-9f71ac-authn-ssl"} 2026-09-10T21:22:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-9f71ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-9f71ac", "reconcileID": "8f9f9483-19c3-461f-96bf-11a3a0b05055", "Gateway": "e2e-shared-b-w2-9f71ac", "namespace": "openshift-ingress"} 2026-09-10T21:22:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "8885d353-e393-4986-aa38-91f04a3c5b45", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:22:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "8885d353-e393-4986-aa38-91f04a3c5b45", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f-authn-ssl"} 2026-09-10T21:22:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "8885d353-e393-4986-aa38-91f04a3c5b45", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:22:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "openshift-service-ca.crt", "reconcileID": "cc7a2573-c421-4504-98b5-26d19ffd2be4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:22:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-trusted-ca-bundle", "reconcileID": "e38ac12a-dffb-48e3-9c80-8227bd078f90", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:22:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "openshift-service-ca.crt", "reconcileID": "fbb17b91-457b-452a-b77f-505c5da4bef6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:22:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "openshift-service-ca.crt", "reconcileID": "fbb17b91-457b-452a-b77f-505c5da4bef6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:22:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "openshift-service-ca.crt", "reconcileID": "88493c4c-d7d1-4183-9ab0-e5cf44ddd948", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:22:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6c6cd6c-27a7-4619-b5c8-c53617bb8540", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:22:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-trusted-ca-bundle", "reconcileID": "a074bb54-3fc4-4a13-9acc-0484a369ae82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:22:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-trusted-ca-bundle", "reconcileID": "a074bb54-3fc4-4a13-9acc-0484a369ae82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:22:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61c672a2-15bc-42fb-8c79-791659c01076", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:22:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "cdf99ca1-3aa1-41da-9966-a3947ece8503", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:22:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "cdf99ca1-3aa1-41da-9966-a3947ece8503", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f-authn-ssl"} 2026-09-10T21:22:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "cdf99ca1-3aa1-41da-9966-a3947ece8503", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:22:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-9f71ac"}, "namespace": "ai-tenant-e2e-shared-b-w2-9f71ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b3db82e-f10e-4b0c-b069-045574ad6fe1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-9f71ac"} 2026-09-10T21:22:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-9f71ac"}, "namespace": "ai-tenant-e2e-shared-b-w2-9f71ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b3db82e-f10e-4b0c-b069-045574ad6fe1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-9f71ac", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:22:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-9f71ac"}, "namespace": "ai-tenant-e2e-shared-b-w2-9f71ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b3db82e-f10e-4b0c-b069-045574ad6fe1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-9f71ac because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:22:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-9f71ac"}, "namespace": "ai-tenant-e2e-shared-b-w2-9f71ac", "name": "odh-trusted-ca-bundle", "reconcileID": "6be12672-ed65-44c6-80ab-ea3c33ed2367", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-9f71ac"} 2026-09-10T21:22:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-9f71ac"}, "namespace": "ai-tenant-e2e-shared-b-w2-9f71ac", "name": "odh-trusted-ca-bundle", "reconcileID": "6be12672-ed65-44c6-80ab-ea3c33ed2367", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-9f71ac"} 2026-09-10T21:22:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-9f71ac"}, "namespace": "ai-tenant-e2e-shared-b-w2-9f71ac", "name": "openshift-service-ca.crt", "reconcileID": "6b4c6293-59ac-4b52-91df-f6f423b7d8ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-9f71ac"} 2026-09-10T21:22:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-9f71ac"}, "namespace": "ai-tenant-e2e-shared-b-w2-9f71ac", "name": "openshift-service-ca.crt", "reconcileID": "6b4c6293-59ac-4b52-91df-f6f423b7d8ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-9f71ac"} 2026-09-10T21:22:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-9f71ac"}, "namespace": "ai-tenant-e2e-shared-b-w2-9f71ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "112f1460-120d-4670-8f80-19bc1fed72e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-9f71ac"} 2026-09-10T21:22:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-9f71ac"}, "namespace": "ai-tenant-e2e-shared-b-w2-9f71ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "112f1460-120d-4670-8f80-19bc1fed72e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-9f71ac"} 2026-09-10T21:22:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-9f71ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-9f71ac", "reconcileID": "fa755128-0448-45d2-952f-372f94bcee2f", "Gateway": "e2e-shared-b-w2-9f71ac", "namespace": "openshift-ingress"} 2026-09-10T21:22:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "6e9a0abe-d780-4031-8f0e-48fac2c28f9a", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:22:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "6e9a0abe-d780-4031-8f0e-48fac2c28f9a", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f-authn-ssl"} 2026-09-10T21:22:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "6e9a0abe-d780-4031-8f0e-48fac2c28f9a", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:22:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "e1f4793f-ac6b-40e2-8eef-384e6071dbdc", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress"} 2026-09-10T21:22:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "e1f4793f-ac6b-40e2-8eef-384e6071dbdc", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994-authn-ssl"} 2026-09-10T21:22:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "e1f4793f-ac6b-40e2-8eef-384e6071dbdc", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress"} 2026-09-10T21:22:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "9358b5fd-464d-4833-a09c-fe92619cb78b", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress"} 2026-09-10T21:22:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "9358b5fd-464d-4833-a09c-fe92619cb78b", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994-authn-ssl"} 2026-09-10T21:22:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "9358b5fd-464d-4833-a09c-fe92619cb78b", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress"} 2026-09-10T21:22:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "837f218c-6cd5-4d54-8a01-8958ec08a12f", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress"} 2026-09-10T21:22:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "837f218c-6cd5-4d54-8a01-8958ec08a12f", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994-authn-ssl"} 2026-09-10T21:22:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "837f218c-6cd5-4d54-8a01-8958ec08a12f", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress"} 2026-09-10T21:22:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "e95648a6-fbf2-40ca-b41a-3cf17e40e2ac", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress"} 2026-09-10T21:22:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "e95648a6-fbf2-40ca-b41a-3cf17e40e2ac", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994-authn-ssl"} 2026-09-10T21:22:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "e95648a6-fbf2-40ca-b41a-3cf17e40e2ac", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress"} 2026-09-10T21:22:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "a0404269-07fc-467b-83bc-900753db223e", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress"} 2026-09-10T21:22:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "a0404269-07fc-467b-83bc-900753db223e", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994-authn-ssl"} 2026-09-10T21:22:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "a0404269-07fc-467b-83bc-900753db223e", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress"} 2026-09-10T21:22:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "33398c74-d22f-45cd-b35c-6cdcce27eb78", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress"} 2026-09-10T21:22:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "33398c74-d22f-45cd-b35c-6cdcce27eb78", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994-authn-ssl"} 2026-09-10T21:22:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "33398c74-d22f-45cd-b35c-6cdcce27eb78", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress"} 2026-09-10T21:22:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "51a2ada0-645a-43a4-aed1-1a3ca03504dd", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress"} 2026-09-10T21:22:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "51a2ada0-645a-43a4-aed1-1a3ca03504dd", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994-authn-ssl"} 2026-09-10T21:22:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "51a2ada0-645a-43a4-aed1-1a3ca03504dd", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress"} 2026-09-10T21:22:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-868994"}, "namespace": "ai-tenant-e2e-ipp-b-868994", "name": "openshift-service-ca.crt", "reconcileID": "17f80e77-d687-4f8a-9323-5b4c5aca3666", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-868994"} 2026-09-10T21:22:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-868994"}, "namespace": "ai-tenant-e2e-ipp-b-868994", "name": "odh-trusted-ca-bundle", "reconcileID": "80c6df8e-f215-44e6-909c-dc605d7fcf00", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-868994"} 2026-09-10T21:22:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-868994"}, "namespace": "ai-tenant-e2e-ipp-b-868994", "name": "openshift-service-ca.crt", "reconcileID": "f805eaad-61a7-460c-8d4e-edb31c1ae3fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-868994", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:22:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-868994"}, "namespace": "ai-tenant-e2e-ipp-b-868994", "name": "openshift-service-ca.crt", "reconcileID": "f805eaad-61a7-460c-8d4e-edb31c1ae3fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-868994"} 2026-09-10T21:22:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-868994"}, "namespace": "ai-tenant-e2e-ipp-b-868994", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b0c5bc5-1c48-49d3-b64d-868397e83531", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-868994"} 2026-09-10T21:22:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-868994"}, "namespace": "ai-tenant-e2e-ipp-b-868994", "name": "openshift-service-ca.crt", "reconcileID": "5dfebf87-a84f-42a7-aa7c-f02abbf4ab97", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-868994"} 2026-09-10T21:22:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-868994"}, "namespace": "ai-tenant-e2e-ipp-b-868994", "name": "odh-trusted-ca-bundle", "reconcileID": "4d1f32a2-7f21-4de8-896f-4b9ac1659372", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-868994", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:22:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-868994"}, "namespace": "ai-tenant-e2e-ipp-b-868994", "name": "odh-trusted-ca-bundle", "reconcileID": "4d1f32a2-7f21-4de8-896f-4b9ac1659372", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-868994"} 2026-09-10T21:22:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-868994"}, "namespace": "ai-tenant-e2e-ipp-b-868994", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45887183-6e29-4805-abaf-35b34193eef8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-868994"} 2026-09-10T21:22:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "8593a22c-5c5c-4cac-9ba7-5486c137a221", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress"} 2026-09-10T21:22:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "8593a22c-5c5c-4cac-9ba7-5486c137a221", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994-authn-ssl"} 2026-09-10T21:22:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "8593a22c-5c5c-4cac-9ba7-5486c137a221", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress"} 2026-09-10T21:22:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "742e16cc-bc89-45a3-a784-0d164c3bb31a", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress"} 2026-09-10T21:22:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "742e16cc-bc89-45a3-a784-0d164c3bb31a", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994-authn-ssl"} 2026-09-10T21:22:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "742e16cc-bc89-45a3-a784-0d164c3bb31a", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress"} 2026-09-10T21:23:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "4d6558e5-c546-46c2-a066-1e52bd152754", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:23:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "4d6558e5-c546-46c2-a066-1e52bd152754", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:23:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "4d6558e5-c546-46c2-a066-1e52bd152754", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:23:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "88c8d8cf-f30d-4ba6-aba1-f1e2ff6be638", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:23:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "4d6558e5-c546-46c2-a066-1e52bd152754", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f-kserve-route-authn"} 2026-09-10T21:23:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "4d6558e5-c546-46c2-a066-1e52bd152754", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "authType": "userdefined"} 2026-09-10T21:23:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "4d6558e5-c546-46c2-a066-1e52bd152754", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:23:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "88c8d8cf-f30d-4ba6-aba1-f1e2ff6be638", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f-authn-ssl"} 2026-09-10T21:23:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "88c8d8cf-f30d-4ba6-aba1-f1e2ff6be638", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:23:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "be85ea05-68fa-448a-a715-08ef3e206f83", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:23:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "be85ea05-68fa-448a-a715-08ef3e206f83", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:23:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "be85ea05-68fa-448a-a715-08ef3e206f83", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:23:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "be85ea05-68fa-448a-a715-08ef3e206f83", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f-kserve-route-authn"} 2026-09-10T21:23:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "be85ea05-68fa-448a-a715-08ef3e206f83", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "authType": "userdefined"} 2026-09-10T21:23:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "be85ea05-68fa-448a-a715-08ef3e206f83", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:23:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "875a0718-6a57-4b81-8cdd-8b3861fba0dc", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:23:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "875a0718-6a57-4b81-8cdd-8b3861fba0dc", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f-authn-ssl"} 2026-09-10T21:23:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "875a0718-6a57-4b81-8cdd-8b3861fba0dc", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:23:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "a5e04ba0-68d9-42ce-b3fc-a9cbf99bfde9", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:23:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "a5e04ba0-68d9-42ce-b3fc-a9cbf99bfde9", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:23:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "a5e04ba0-68d9-42ce-b3fc-a9cbf99bfde9", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:23:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "a5e04ba0-68d9-42ce-b3fc-a9cbf99bfde9", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f-kserve-route-authn"} 2026-09-10T21:23:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "a5e04ba0-68d9-42ce-b3fc-a9cbf99bfde9", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "authType": "userdefined"} 2026-09-10T21:23:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "a5e04ba0-68d9-42ce-b3fc-a9cbf99bfde9", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:23:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "5dc47f00-b009-44e3-973d-167afb83f57a", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:23:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "5dc47f00-b009-44e3-973d-167afb83f57a", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:23:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "5dc47f00-b009-44e3-973d-167afb83f57a", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:23:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "5dc47f00-b009-44e3-973d-167afb83f57a", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f-kserve-route-authn"} 2026-09-10T21:23:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "5dc47f00-b009-44e3-973d-167afb83f57a", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "authType": "userdefined"} 2026-09-10T21:23:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "5dc47f00-b009-44e3-973d-167afb83f57a", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:23:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "ff472491-ad49-4ba2-b2f6-5aebc8e50b9a", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:23:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "ff472491-ad49-4ba2-b2f6-5aebc8e50b9a", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:23:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "ff472491-ad49-4ba2-b2f6-5aebc8e50b9a", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:23:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "ff472491-ad49-4ba2-b2f6-5aebc8e50b9a", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f-kserve-route-authn"} 2026-09-10T21:23:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "ff472491-ad49-4ba2-b2f6-5aebc8e50b9a", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "authType": "userdefined"} 2026-09-10T21:23:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "ff472491-ad49-4ba2-b2f6-5aebc8e50b9a", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:23:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "1ecf8df7-42fe-4f3b-b225-ebe977694ffd", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:23:49Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "1ecf8df7-42fe-4f3b-b225-ebe977694ffd", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80-authn-ssl"} 2026-09-10T21:23:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "1ecf8df7-42fe-4f3b-b225-ebe977694ffd", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:23:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "61e43c34-21f0-47cf-bc36-c11ac5c22ab4", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:23:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "61e43c34-21f0-47cf-bc36-c11ac5c22ab4", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80-authn-ssl"} 2026-09-10T21:23:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "61e43c34-21f0-47cf-bc36-c11ac5c22ab4", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:23:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "b7b9d0ea-d82e-45cd-9532-93c44812fb6f", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:23:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "b7b9d0ea-d82e-45cd-9532-93c44812fb6f", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80-authn-ssl"} 2026-09-10T21:23:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "b7b9d0ea-d82e-45cd-9532-93c44812fb6f", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:23:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "dc5fca88-0dc0-48e3-a9ec-803990670c00", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:23:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "dc5fca88-0dc0-48e3-a9ec-803990670c00", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80-authn-ssl"} 2026-09-10T21:23:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "dc5fca88-0dc0-48e3-a9ec-803990670c00", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:23:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "5d851f71-4ff8-42fd-b3c6-598381b062ab", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:23:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "5d851f71-4ff8-42fd-b3c6-598381b062ab", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80-authn-ssl"} 2026-09-10T21:23:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "5d851f71-4ff8-42fd-b3c6-598381b062ab", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:23:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "c643cc7e-440d-4464-a275-e69ee8ef3c39", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:23:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "c643cc7e-440d-4464-a275-e69ee8ef3c39", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80-authn-ssl"} 2026-09-10T21:23:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "c643cc7e-440d-4464-a275-e69ee8ef3c39", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:23:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "2a515def-edc8-49c3-97f0-0486c940c3fe", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:23:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "2a515def-edc8-49c3-97f0-0486c940c3fe", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80-authn-ssl"} 2026-09-10T21:23:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "2a515def-edc8-49c3-97f0-0486c940c3fe", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:23:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "8aa4d3cd-ad7e-4a91-9456-ad783be0d45c", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:23:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "8aa4d3cd-ad7e-4a91-9456-ad783be0d45c", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80-authn-ssl"} 2026-09-10T21:23:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "8aa4d3cd-ad7e-4a91-9456-ad783be0d45c", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:23:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6e4b80"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80", "name": "openshift-service-ca.crt", "reconcileID": "37f58dd0-56bb-404b-bbac-6c07d2c2cf37", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80"} 2026-09-10T21:23:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6e4b80"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80", "name": "odh-trusted-ca-bundle", "reconcileID": "3c12718a-6d00-47ed-881c-88a490d939cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80"} 2026-09-10T21:23:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6e4b80"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80", "name": "openshift-service-ca.crt", "reconcileID": "f3a424a9-ed69-40ed-8023-f9bbace8b45c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:23:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6e4b80"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80", "name": "openshift-service-ca.crt", "reconcileID": "f3a424a9-ed69-40ed-8023-f9bbace8b45c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80"} 2026-09-10T21:23:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6e4b80"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fca0dee9-50c6-4d95-b044-c783e4d46740", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80"} 2026-09-10T21:23:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6e4b80"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80", "name": "openshift-service-ca.crt", "reconcileID": "78808204-4a91-4f82-a967-40f1c7d55134", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80"} 2026-09-10T21:23:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6e4b80"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80", "name": "odh-trusted-ca-bundle", "reconcileID": "de6a6c10-905b-4d25-a123-ea0d2d252653", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:23:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6e4b80"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80", "name": "odh-trusted-ca-bundle", "reconcileID": "de6a6c10-905b-4d25-a123-ea0d2d252653", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80"} 2026-09-10T21:23:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6e4b80"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0748c5d2-b197-417a-a132-23bff0200d4e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80"} 2026-09-10T21:23:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "230cfa1e-6cb5-4c37-ba9e-b3260a627443", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:23:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "230cfa1e-6cb5-4c37-ba9e-b3260a627443", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80-authn-ssl"} 2026-09-10T21:23:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "230cfa1e-6cb5-4c37-ba9e-b3260a627443", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:24:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "a13b1894-005c-42eb-a87c-5965b138e698", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:24:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "a13b1894-005c-42eb-a87c-5965b138e698", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80-authn-ssl"} 2026-09-10T21:24:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "a13b1894-005c-42eb-a87c-5965b138e698", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:24:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "d5b74da0-b196-4354-b919-59144e271e94", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:24:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "d5b74da0-b196-4354-b919-59144e271e94", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80-authn-ssl"} 2026-09-10T21:24:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "d5b74da0-b196-4354-b919-59144e271e94", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:24:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "f37da166-41d0-4b2b-a91b-5db894f8e720", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:24:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "f37da166-41d0-4b2b-a91b-5db894f8e720", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80-authn-ssl"} 2026-09-10T21:24:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "f37da166-41d0-4b2b-a91b-5db894f8e720", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:24:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6e4b80"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f92f3c30-5cb5-41a1-a421-54f47e31c84f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80"} 2026-09-10T21:24:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6e4b80"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f92f3c30-5cb5-41a1-a421-54f47e31c84f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:24:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6e4b80"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f92f3c30-5cb5-41a1-a421-54f47e31c84f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-6e4b80 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:24:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6e4b80"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80", "name": "odh-trusted-ca-bundle", "reconcileID": "e7fea0a4-970f-41d5-ad29-2395014ccd6b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80"} 2026-09-10T21:24:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6e4b80"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80", "name": "odh-trusted-ca-bundle", "reconcileID": "e7fea0a4-970f-41d5-ad29-2395014ccd6b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80"} 2026-09-10T21:24:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6e4b80"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80", "name": "openshift-service-ca.crt", "reconcileID": "1eee530b-06b4-45fe-b607-87452cc7fcdf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80"} 2026-09-10T21:24:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6e4b80"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80", "name": "openshift-service-ca.crt", "reconcileID": "1eee530b-06b4-45fe-b607-87452cc7fcdf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80"} 2026-09-10T21:24:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6e4b80"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf195895-c340-4b28-af47-2b0052d79661", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80"} 2026-09-10T21:24:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6e4b80"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf195895-c340-4b28-af47-2b0052d79661", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6e4b80"} 2026-09-10T21:24:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6e4b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6e4b80", "reconcileID": "a45649c9-8076-448b-b6f2-2b4f5e44dc02", "Gateway": "e2e-ipp-cleanup-6e4b80", "namespace": "openshift-ingress"} 2026-09-10T21:24:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "05f33e16-f7c1-460a-8073-9fb4effb75b3", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:24:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "05f33e16-f7c1-460a-8073-9fb4effb75b3", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f-authn-ssl"} 2026-09-10T21:24:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "05f33e16-f7c1-460a-8073-9fb4effb75b3", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:24:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "98d326f8-90e1-4031-a7d6-3605b3d21395", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:24:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "98d326f8-90e1-4031-a7d6-3605b3d21395", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f-authn-ssl"} 2026-09-10T21:24:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "98d326f8-90e1-4031-a7d6-3605b3d21395", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:24:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "68ec49dd-7eaf-443f-a4bb-a85c29cfa3eb", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:24:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "68ec49dd-7eaf-443f-a4bb-a85c29cfa3eb", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f-authn-ssl"} 2026-09-10T21:24:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "68ec49dd-7eaf-443f-a4bb-a85c29cfa3eb", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:24:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "f43007fb-9036-46b8-a574-ee608e90ea58", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:24:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "f43007fb-9036-46b8-a574-ee608e90ea58", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:24:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "f43007fb-9036-46b8-a574-ee608e90ea58", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:24:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "f43007fb-9036-46b8-a574-ee608e90ea58", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f-kserve-route-authn"} 2026-09-10T21:24:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "f43007fb-9036-46b8-a574-ee608e90ea58", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "authType": "userdefined"} 2026-09-10T21:24:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "f43007fb-9036-46b8-a574-ee608e90ea58", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:20Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:25:20Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:25:22Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:25:22Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:25:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "f414c06d-a74c-4576-91cb-ab70ec573fea", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "f414c06d-a74c-4576-91cb-ab70ec573fea", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "f414c06d-a74c-4576-91cb-ab70ec573fea", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "f414c06d-a74c-4576-91cb-ab70ec573fea", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f-kserve-route-authn"} 2026-09-10T21:25:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "f414c06d-a74c-4576-91cb-ab70ec573fea", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "authType": "userdefined"} 2026-09-10T21:25:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "f414c06d-a74c-4576-91cb-ab70ec573fea", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "fba379b2-35a5-45a9-bc28-2290f337bb99", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "fba379b2-35a5-45a9-bc28-2290f337bb99", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "fba379b2-35a5-45a9-bc28-2290f337bb99", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "fba379b2-35a5-45a9-bc28-2290f337bb99", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f-kserve-route-authn"} 2026-09-10T21:25:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "fba379b2-35a5-45a9-bc28-2290f337bb99", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "authType": "userdefined"} 2026-09-10T21:25:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "fba379b2-35a5-45a9-bc28-2290f337bb99", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "68863f31-f45a-49f0-9c95-f55cd0ec5d24", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:25:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "68863f31-f45a-49f0-9c95-f55cd0ec5d24", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f-authn-ssl"} 2026-09-10T21:25:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "68863f31-f45a-49f0-9c95-f55cd0ec5d24", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:25:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "b7d49388-42f6-49c4-bc68-b57f3867b5c9", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "b7d49388-42f6-49c4-bc68-b57f3867b5c9", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f"} 2026-09-10T21:25:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "b7d49388-42f6-49c4-bc68-b57f3867b5c9", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "b7d49388-42f6-49c4-bc68-b57f3867b5c9", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "b7d49388-42f6-49c4-bc68-b57f3867b5c9", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f-kserve-route-authn"} 2026-09-10T21:25:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "b7d49388-42f6-49c4-bc68-b57f3867b5c9", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f-kserve-route-authn"} 2026-09-10T21:25:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "b7d49388-42f6-49c4-bc68-b57f3867b5c9", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "b7d49388-42f6-49c4-bc68-b57f3867b5c9", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b47be701-1b9d-4f80-9457-4f5a810a6c35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b47be701-1b9d-4f80-9457-4f5a810a6c35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:25:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b47be701-1b9d-4f80-9457-4f5a810a6c35", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-84b69f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:25:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13ebff3e-da81-43ef-980d-0c2dfe7d4ff4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13ebff3e-da81-43ef-980d-0c2dfe7d4ff4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:25:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13ebff3e-da81-43ef-980d-0c2dfe7d4ff4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-84b69f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:25:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-trusted-ca-bundle", "reconcileID": "710b3941-2353-4045-909f-caae9078ecf8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-trusted-ca-bundle", "reconcileID": "710b3941-2353-4045-909f-caae9078ecf8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:25:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-trusted-ca-bundle", "reconcileID": "710b3941-2353-4045-909f-caae9078ecf8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-84b69f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:25:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00c4f847-b647-4e1a-8129-e4f1b66b8b78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00c4f847-b647-4e1a-8129-e4f1b66b8b78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:25:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00c4f847-b647-4e1a-8129-e4f1b66b8b78", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-84b69f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:25:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-trusted-ca-bundle", "reconcileID": "10299e5b-63db-4258-8d8c-73b2b6030d5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-trusted-ca-bundle", "reconcileID": "10299e5b-63db-4258-8d8c-73b2b6030d5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-84b69f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:25:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-trusted-ca-bundle", "reconcileID": "10299e5b-63db-4258-8d8c-73b2b6030d5c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-84b69f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:25:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "openshift-service-ca.crt", "reconcileID": "e3dd0ca0-78a0-4a4b-b806-803554fb3a60", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "openshift-service-ca.crt", "reconcileID": "e3dd0ca0-78a0-4a4b-b806-803554fb3a60", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-trusted-ca-bundle", "reconcileID": "7dae6a59-0c60-4001-a9df-de251bbfefc1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-trusted-ca-bundle", "reconcileID": "7dae6a59-0c60-4001-a9df-de251bbfefc1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d620271f-4ef4-4b5c-9319-e57727437d03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d620271f-4ef4-4b5c-9319-e57727437d03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-84b69f","namespace":"ai-tenant-e2e-ipp-a-84b69f"}, "namespace": "ai-tenant-e2e-ipp-a-84b69f", "name": "ipp-route-84b69f", "reconcileID": "51eaf252-df3e-4cad-8b1a-fa6b7c02a4e1", "LLMInferenceService": "ipp-route-84b69f", "namespace": "ai-tenant-e2e-ipp-a-84b69f"} 2026-09-10T21:25:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "890ad879-a8d2-4839-88f6-381f3b442a66", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:25:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "890ad879-a8d2-4839-88f6-381f3b442a66", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f-authn-ssl"} 2026-09-10T21:25:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "890ad879-a8d2-4839-88f6-381f3b442a66", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:25:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-84b69f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-84b69f", "reconcileID": "79d53c28-6450-42be-86d6-edecc7977257", "Gateway": "e2e-ipp-a-84b69f", "namespace": "openshift-ingress"} 2026-09-10T21:25:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "5a0094d2-5c2d-413d-a976-0080443d3f36", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress"} 2026-09-10T21:25:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "5a0094d2-5c2d-413d-a976-0080443d3f36", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994-authn-ssl"} 2026-09-10T21:25:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "5a0094d2-5c2d-413d-a976-0080443d3f36", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress"} 2026-09-10T21:25:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "48017842-9553-45aa-afb8-bac61ab24c7b", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress"} 2026-09-10T21:25:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "48017842-9553-45aa-afb8-bac61ab24c7b", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994-authn-ssl"} 2026-09-10T21:25:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "48017842-9553-45aa-afb8-bac61ab24c7b", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress"} 2026-09-10T21:25:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-868994"}, "namespace": "ai-tenant-e2e-ipp-b-868994", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43ebb0ea-4e2a-4196-9144-4895c12d67cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-868994"} 2026-09-10T21:25:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-868994"}, "namespace": "ai-tenant-e2e-ipp-b-868994", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43ebb0ea-4e2a-4196-9144-4895c12d67cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-868994", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:25:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-868994"}, "namespace": "ai-tenant-e2e-ipp-b-868994", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43ebb0ea-4e2a-4196-9144-4895c12d67cb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-868994 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:25:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-868994"}, "namespace": "ai-tenant-e2e-ipp-b-868994", "name": "odh-trusted-ca-bundle", "reconcileID": "b1ee3db0-f1b5-449c-8b7b-1273d8f068a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-868994"} 2026-09-10T21:25:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-868994"}, "namespace": "ai-tenant-e2e-ipp-b-868994", "name": "odh-trusted-ca-bundle", "reconcileID": "b1ee3db0-f1b5-449c-8b7b-1273d8f068a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-868994"} 2026-09-10T21:25:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-868994"}, "namespace": "ai-tenant-e2e-ipp-b-868994", "name": "openshift-service-ca.crt", "reconcileID": "3046ac97-d8c8-4713-ae46-4e19fa8ef4c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-868994"} 2026-09-10T21:25:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-868994"}, "namespace": "ai-tenant-e2e-ipp-b-868994", "name": "openshift-service-ca.crt", "reconcileID": "3046ac97-d8c8-4713-ae46-4e19fa8ef4c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-868994"} 2026-09-10T21:25:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-868994"}, "namespace": "ai-tenant-e2e-ipp-b-868994", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86fbe272-2f35-4c28-8866-91b26bc756f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-868994"} 2026-09-10T21:25:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-868994"}, "namespace": "ai-tenant-e2e-ipp-b-868994", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86fbe272-2f35-4c28-8866-91b26bc756f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-868994"} 2026-09-10T21:25:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-868994","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-868994", "reconcileID": "fa713d8a-2853-4836-9b21-5f3ad93732b6", "Gateway": "e2e-ipp-b-868994", "namespace": "openshift-ingress"} 2026-09-10T21:26:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14acb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14acb0", "reconcileID": "7f47e8a7-7617-4318-be4d-48e743945c43", "Gateway": "e2e-shared-a-w3-14acb0", "namespace": "openshift-ingress"} 2026-09-10T21:26:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14acb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14acb0", "reconcileID": "7f47e8a7-7617-4318-be4d-48e743945c43", "Gateway": "e2e-shared-a-w3-14acb0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14acb0-authn-ssl"} 2026-09-10T21:26:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14acb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14acb0", "reconcileID": "7f47e8a7-7617-4318-be4d-48e743945c43", "Gateway": "e2e-shared-a-w3-14acb0", "namespace": "openshift-ingress"} 2026-09-10T21:26:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14acb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14acb0", "reconcileID": "a488c395-ce9c-4cb7-9942-09da5246c0ed", "Gateway": "e2e-shared-a-w3-14acb0", "namespace": "openshift-ingress"} 2026-09-10T21:26:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14acb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14acb0", "reconcileID": "a488c395-ce9c-4cb7-9942-09da5246c0ed", "Gateway": "e2e-shared-a-w3-14acb0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14acb0-authn-ssl"} 2026-09-10T21:26:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14acb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14acb0", "reconcileID": "a488c395-ce9c-4cb7-9942-09da5246c0ed", "Gateway": "e2e-shared-a-w3-14acb0", "namespace": "openshift-ingress"} 2026-09-10T21:26:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-14acb0"}, "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56fc6750-8b81-4952-b247-da468c020f2c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-14acb0"} 2026-09-10T21:26:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-14acb0"}, "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56fc6750-8b81-4952-b247-da468c020f2c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:26:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-14acb0"}, "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56fc6750-8b81-4952-b247-da468c020f2c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-14acb0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:26:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-14acb0"}, "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "name": "odh-trusted-ca-bundle", "reconcileID": "1c41914c-ea1e-44f1-bd71-d465dffe5bb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-14acb0"} 2026-09-10T21:26:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-14acb0"}, "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "name": "odh-trusted-ca-bundle", "reconcileID": "1c41914c-ea1e-44f1-bd71-d465dffe5bb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-14acb0"} 2026-09-10T21:26:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-14acb0"}, "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "name": "openshift-service-ca.crt", "reconcileID": "c5219f5c-8cfd-4035-8772-58e9d7080f45", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-14acb0"} 2026-09-10T21:26:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-14acb0"}, "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "name": "openshift-service-ca.crt", "reconcileID": "c5219f5c-8cfd-4035-8772-58e9d7080f45", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-14acb0"} 2026-09-10T21:26:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-14acb0"}, "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a71b009-71b5-43d9-83dc-6e2c35b88c5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-14acb0"} 2026-09-10T21:26:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-14acb0"}, "namespace": "ai-tenant-e2e-shared-a-w3-14acb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a71b009-71b5-43d9-83dc-6e2c35b88c5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-14acb0"} 2026-09-10T21:26:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14acb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14acb0", "reconcileID": "5cd2e423-0f79-4f92-bb5a-e158a358f25f", "Gateway": "e2e-shared-a-w3-14acb0", "namespace": "openshift-ingress"} 2026-09-10T21:26:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-755926","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-755926", "reconcileID": "8ae0a503-97c9-446c-b9da-816e142be653", "Gateway": "e2e-shared-b-w3-755926", "namespace": "openshift-ingress"} 2026-09-10T21:26:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-755926","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-755926", "reconcileID": "8ae0a503-97c9-446c-b9da-816e142be653", "Gateway": "e2e-shared-b-w3-755926", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-755926-authn-ssl"} 2026-09-10T21:26:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-755926","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-755926", "reconcileID": "8ae0a503-97c9-446c-b9da-816e142be653", "Gateway": "e2e-shared-b-w3-755926", "namespace": "openshift-ingress"} 2026-09-10T21:26:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-755926","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-755926", "reconcileID": "b8d2c8be-158f-484b-92eb-c53e3392365c", "Gateway": "e2e-shared-b-w3-755926", "namespace": "openshift-ingress"} 2026-09-10T21:26:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-755926","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-755926", "reconcileID": "b8d2c8be-158f-484b-92eb-c53e3392365c", "Gateway": "e2e-shared-b-w3-755926", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-755926-authn-ssl"} 2026-09-10T21:26:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-755926","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-755926", "reconcileID": "b8d2c8be-158f-484b-92eb-c53e3392365c", "Gateway": "e2e-shared-b-w3-755926", "namespace": "openshift-ingress"} 2026-09-10T21:26:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-755926"}, "namespace": "ai-tenant-e2e-shared-b-w3-755926", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05cd047f-7fb7-43d3-a7b3-cf6017f2c32a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-755926"} 2026-09-10T21:26:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-755926"}, "namespace": "ai-tenant-e2e-shared-b-w3-755926", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05cd047f-7fb7-43d3-a7b3-cf6017f2c32a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-755926", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:26:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-755926"}, "namespace": "ai-tenant-e2e-shared-b-w3-755926", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05cd047f-7fb7-43d3-a7b3-cf6017f2c32a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-755926 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:26:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-755926"}, "namespace": "ai-tenant-e2e-shared-b-w3-755926", "name": "odh-trusted-ca-bundle", "reconcileID": "aff73680-40c3-4eaf-8baa-9fa3b7500d54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-755926"} 2026-09-10T21:26:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-755926"}, "namespace": "ai-tenant-e2e-shared-b-w3-755926", "name": "odh-trusted-ca-bundle", "reconcileID": "aff73680-40c3-4eaf-8baa-9fa3b7500d54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-755926"} 2026-09-10T21:26:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-755926"}, "namespace": "ai-tenant-e2e-shared-b-w3-755926", "name": "openshift-service-ca.crt", "reconcileID": "02dcbfff-60b3-46ac-97bd-815ae7ea0e93", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-755926"} 2026-09-10T21:26:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-755926"}, "namespace": "ai-tenant-e2e-shared-b-w3-755926", "name": "openshift-service-ca.crt", "reconcileID": "02dcbfff-60b3-46ac-97bd-815ae7ea0e93", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-755926"} 2026-09-10T21:26:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-755926"}, "namespace": "ai-tenant-e2e-shared-b-w3-755926", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b8cc590-5a04-4ce8-a6ba-d742a71b13b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-755926"} 2026-09-10T21:26:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-755926"}, "namespace": "ai-tenant-e2e-shared-b-w3-755926", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b8cc590-5a04-4ce8-a6ba-d742a71b13b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-755926"} 2026-09-10T21:26:36Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-755926","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-755926", "reconcileID": "ade7735b-8ba4-42ad-bde8-6d513ea1871f", "Gateway": "e2e-shared-b-w3-755926", "namespace": "openshift-ingress"} 2026-09-10T21:30:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "bf2d521f-aa79-4890-8bd8-ed5a790c02fd", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm"} 2026-09-10T21:30:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "bf2d521f-aa79-4890-8bd8-ed5a790c02fd", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm"} 2026-09-10T21:30:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "bf2d521f-aa79-4890-8bd8-ed5a790c02fd", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm"} 2026-09-10T21:30:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "daecf6a4-e321-4450-8804-fa1b188b5526", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:30:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "bf2d521f-aa79-4890-8bd8-ed5a790c02fd", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm", "name": "e2e-same-id-a-650a5a7f-kserve-route-authn"} 2026-09-10T21:30:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "bf2d521f-aa79-4890-8bd8-ed5a790c02fd", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:30:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "bf2d521f-aa79-4890-8bd8-ed5a790c02fd", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm"} 2026-09-10T21:30:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "daecf6a4-e321-4450-8804-fa1b188b5526", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:30:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "daecf6a4-e321-4450-8804-fa1b188b5526", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:30:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "09e2a0c9-afd6-49ca-b093-9d6d0fa470ef", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm"} 2026-09-10T21:30:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "09e2a0c9-afd6-49ca-b093-9d6d0fa470ef", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm"} 2026-09-10T21:30:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "09e2a0c9-afd6-49ca-b093-9d6d0fa470ef", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm"} 2026-09-10T21:30:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3cd30ee4-84da-4307-be01-6c25d2b956c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:30:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "09e2a0c9-afd6-49ca-b093-9d6d0fa470ef", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm", "name": "e2e-same-id-b-650a5a7f-kserve-route-authn"} 2026-09-10T21:30:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "09e2a0c9-afd6-49ca-b093-9d6d0fa470ef", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:30:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "09e2a0c9-afd6-49ca-b093-9d6d0fa470ef", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm"} 2026-09-10T21:30:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3cd30ee4-84da-4307-be01-6c25d2b956c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:30:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3cd30ee4-84da-4307-be01-6c25d2b956c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:30:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "8df98185-946d-400f-8682-06a4204c1862", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm"} 2026-09-10T21:30:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "8df98185-946d-400f-8682-06a4204c1862", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm"} 2026-09-10T21:30:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "8df98185-946d-400f-8682-06a4204c1862", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm"} 2026-09-10T21:30:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "8df98185-946d-400f-8682-06a4204c1862", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm", "name": "e2e-same-id-a-650a5a7f-kserve-route-authn"} 2026-09-10T21:30:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "8df98185-946d-400f-8682-06a4204c1862", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:30:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "8df98185-946d-400f-8682-06a4204c1862", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm"} 2026-09-10T21:31:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c5f290d7-9a76-4907-9785-e84c0fb80b98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:31:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c5f290d7-9a76-4907-9785-e84c0fb80b98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:31:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c5f290d7-9a76-4907-9785-e84c0fb80b98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:31:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "c99a7bb9-cdfa-497e-b99a-e098b51b89ff", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm"} 2026-09-10T21:31:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "c99a7bb9-cdfa-497e-b99a-e098b51b89ff", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm"} 2026-09-10T21:31:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "c99a7bb9-cdfa-497e-b99a-e098b51b89ff", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm"} 2026-09-10T21:31:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "c99a7bb9-cdfa-497e-b99a-e098b51b89ff", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm", "name": "e2e-same-id-a-650a5a7f-kserve-route-authn"} 2026-09-10T21:31:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "c99a7bb9-cdfa-497e-b99a-e098b51b89ff", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:31:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "c99a7bb9-cdfa-497e-b99a-e098b51b89ff", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm"} 2026-09-10T21:31:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "e4372312-fa51-4fdd-8fef-f33a4ee7b644", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm"} 2026-09-10T21:31:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "e4372312-fa51-4fdd-8fef-f33a4ee7b644", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm"} 2026-09-10T21:31:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "e4372312-fa51-4fdd-8fef-f33a4ee7b644", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm"} 2026-09-10T21:31:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "e4372312-fa51-4fdd-8fef-f33a4ee7b644", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm", "name": "e2e-same-id-b-650a5a7f-kserve-route-authn"} 2026-09-10T21:31:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "e4372312-fa51-4fdd-8fef-f33a4ee7b644", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:31:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "e4372312-fa51-4fdd-8fef-f33a4ee7b644", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm"} 2026-09-10T21:31:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "27f5512c-c537-45c0-b4b3-1349e491a2ab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:31:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "27f5512c-c537-45c0-b4b3-1349e491a2ab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:31:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "27f5512c-c537-45c0-b4b3-1349e491a2ab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:31:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "9e7bdd9d-1741-4b62-ada9-c4d766c8533d", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm"} 2026-09-10T21:31:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "9e7bdd9d-1741-4b62-ada9-c4d766c8533d", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm"} 2026-09-10T21:31:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "9e7bdd9d-1741-4b62-ada9-c4d766c8533d", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm"} 2026-09-10T21:31:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "9e7bdd9d-1741-4b62-ada9-c4d766c8533d", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm", "name": "e2e-same-id-b-650a5a7f-kserve-route-authn"} 2026-09-10T21:31:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "9e7bdd9d-1741-4b62-ada9-c4d766c8533d", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:31:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "9e7bdd9d-1741-4b62-ada9-c4d766c8533d", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm"} 2026-09-10T21:31:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "ea26ec6c-e37f-4622-a1d8-14f264a6cc07", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm"} 2026-09-10T21:31:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "ea26ec6c-e37f-4622-a1d8-14f264a6cc07", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm"} 2026-09-10T21:31:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "ea26ec6c-e37f-4622-a1d8-14f264a6cc07", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm"} 2026-09-10T21:31:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "ea26ec6c-e37f-4622-a1d8-14f264a6cc07", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm", "name": "e2e-same-id-a-650a5a7f-kserve-route-authn"} 2026-09-10T21:31:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "ea26ec6c-e37f-4622-a1d8-14f264a6cc07", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:31:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "ea26ec6c-e37f-4622-a1d8-14f264a6cc07", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm"} 2026-09-10T21:32:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "f34f76b4-bcf1-4d6e-88b8-fe6730b749e5", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm"} 2026-09-10T21:32:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "f34f76b4-bcf1-4d6e-88b8-fe6730b749e5", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm"} 2026-09-10T21:32:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "f34f76b4-bcf1-4d6e-88b8-fe6730b749e5", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm"} 2026-09-10T21:32:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "f34f76b4-bcf1-4d6e-88b8-fe6730b749e5", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm", "name": "e2e-same-id-b-650a5a7f-kserve-route-authn"} 2026-09-10T21:32:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "f34f76b4-bcf1-4d6e-88b8-fe6730b749e5", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:32:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "f34f76b4-bcf1-4d6e-88b8-fe6730b749e5", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm"} 2026-09-10T21:32:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "ffea77cd-af6b-4c87-b58b-e8e0ed5b8fa5", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm"} 2026-09-10T21:32:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "ffea77cd-af6b-4c87-b58b-e8e0ed5b8fa5", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm", "name": "e2e-same-id-a-650a5a7f"} 2026-09-10T21:32:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "ffea77cd-af6b-4c87-b58b-e8e0ed5b8fa5", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm"} 2026-09-10T21:32:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "ffea77cd-af6b-4c87-b58b-e8e0ed5b8fa5", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm"} 2026-09-10T21:32:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "ffea77cd-af6b-4c87-b58b-e8e0ed5b8fa5", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm", "name": "e2e-same-id-a-650a5a7f-kserve-route-authn"} 2026-09-10T21:32:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "ffea77cd-af6b-4c87-b58b-e8e0ed5b8fa5", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm", "name": "e2e-same-id-a-650a5a7f-kserve-route-authn"} 2026-09-10T21:32:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-650a5a7f", "reconcileID": "befb5dc8-d68a-4dcc-832e-032689b5c84a", "LLMInferenceService": "e2e-same-id-a-650a5a7f", "namespace": "llm"} 2026-09-10T21:32:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "afbbe3a8-8a34-46e2-989c-fad036b46ac6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:32:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "afbbe3a8-8a34-46e2-989c-fad036b46ac6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:32:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "afbbe3a8-8a34-46e2-989c-fad036b46ac6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:32:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d62a966b-83ee-4b34-bf95-87a26d7a7c08", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:32:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d62a966b-83ee-4b34-bf95-87a26d7a7c08", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:32:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d62a966b-83ee-4b34-bf95-87a26d7a7c08", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:32:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "863e329c-5104-48c9-a63e-dfa0ab1cf84f", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm"} 2026-09-10T21:32:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "863e329c-5104-48c9-a63e-dfa0ab1cf84f", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm", "name": "e2e-same-id-b-650a5a7f"} 2026-09-10T21:32:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "863e329c-5104-48c9-a63e-dfa0ab1cf84f", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm"} 2026-09-10T21:32:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "863e329c-5104-48c9-a63e-dfa0ab1cf84f", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm"} 2026-09-10T21:32:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "863e329c-5104-48c9-a63e-dfa0ab1cf84f", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm", "name": "e2e-same-id-b-650a5a7f-kserve-route-authn"} 2026-09-10T21:32:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "863e329c-5104-48c9-a63e-dfa0ab1cf84f", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm", "name": "e2e-same-id-b-650a5a7f-kserve-route-authn"} 2026-09-10T21:32:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-650a5a7f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-650a5a7f", "reconcileID": "7bcd33a6-a36b-4096-9a3a-fe02b30bbc71", "LLMInferenceService": "e2e-same-id-b-650a5a7f", "namespace": "llm"} 2026-09-10T21:32:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18888d80-f034-4cf2-b79f-0bd53964bae0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:32:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18888d80-f034-4cf2-b79f-0bd53964bae0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:32:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18888d80-f034-4cf2-b79f-0bd53964bae0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:32:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ec726868-b495-4171-9a31-e3d330f520ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:32:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ec726868-b495-4171-9a31-e3d330f520ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:32:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ec726868-b495-4171-9a31-e3d330f520ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}