2026-09-08T16:46:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823397","namespace":"ai-tenant-e2e-shared-b-w3-823397"}, "namespace": "ai-tenant-e2e-shared-b-w3-823397", "name": "rate-test-model-823397", "reconcileID": "736ded1e-a8d1-40ea-a3b9-2667a7a0f79f", "LLMInferenceService": "rate-test-model-823397", "namespace": "ai-tenant-e2e-shared-b-w3-823397", "authType": "userdefined"} 2026-09-08T16:46:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823397","namespace":"ai-tenant-e2e-shared-b-w3-823397"}, "namespace": "ai-tenant-e2e-shared-b-w3-823397", "name": "rate-test-model-823397", "reconcileID": "736ded1e-a8d1-40ea-a3b9-2667a7a0f79f", "LLMInferenceService": "rate-test-model-823397", "namespace": "ai-tenant-e2e-shared-b-w3-823397"} 2026-09-08T16:46:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-61f413","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-61f413", "reconcileID": "7b6c5312-2086-45c7-ad18-8704941c7615", "Gateway": "e2e-api-a-61f413", "namespace": "openshift-ingress"} 2026-09-08T16:46:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-61f413","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-61f413", "reconcileID": "7b6c5312-2086-45c7-ad18-8704941c7615", "Gateway": "e2e-api-a-61f413", "namespace": "openshift-ingress", "name": "e2e-api-a-61f413-authn-ssl"} 2026-09-08T16:46:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-61f413","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-61f413", "reconcileID": "7b6c5312-2086-45c7-ad18-8704941c7615", "Gateway": "e2e-api-a-61f413", "namespace": "openshift-ingress"} 2026-09-08T16:46:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-61f413"}, "namespace": "ai-tenant-e2e-api-a-61f413", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16266fc6-21be-4c6b-bee6-65a3758816e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-61f413"} 2026-09-08T16:46:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-61f413"}, "namespace": "ai-tenant-e2e-api-a-61f413", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16266fc6-21be-4c6b-bee6-65a3758816e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-61f413", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:46:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-61f413"}, "namespace": "ai-tenant-e2e-api-a-61f413", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16266fc6-21be-4c6b-bee6-65a3758816e7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-61f413 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:46:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-61f413"}, "namespace": "ai-tenant-e2e-api-a-61f413", "name": "odh-trusted-ca-bundle", "reconcileID": "49bc5e18-7945-455a-8513-797e4b9fce94", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-61f413"} 2026-09-08T16:46:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-61f413"}, "namespace": "ai-tenant-e2e-api-a-61f413", "name": "odh-trusted-ca-bundle", "reconcileID": "49bc5e18-7945-455a-8513-797e4b9fce94", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-61f413"} 2026-09-08T16:46:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-61f413"}, "namespace": "ai-tenant-e2e-api-a-61f413", "name": "openshift-service-ca.crt", "reconcileID": "04f326ff-bb54-410a-ace9-6bd999bb81f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-61f413"} 2026-09-08T16:46:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-61f413"}, "namespace": "ai-tenant-e2e-api-a-61f413", "name": "openshift-service-ca.crt", "reconcileID": "04f326ff-bb54-410a-ace9-6bd999bb81f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-61f413"} 2026-09-08T16:46:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-61f413"}, "namespace": "ai-tenant-e2e-api-a-61f413", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cec8cc1-2f9a-4fc0-a764-0ab066950096", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-61f413"} 2026-09-08T16:46:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-61f413"}, "namespace": "ai-tenant-e2e-api-a-61f413", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cec8cc1-2f9a-4fc0-a764-0ab066950096", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-61f413"} 2026-09-08T16:46:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-61f413","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-61f413", "reconcileID": "ed33df48-988d-4ae6-88cb-038799b56be7", "Gateway": "e2e-api-a-61f413", "namespace": "openshift-ingress"} 2026-09-08T16:46:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f2ae08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f2ae08", "reconcileID": "e3b2b1d7-c71b-4691-82eb-e5042e9df88a", "Gateway": "e2e-api-b-f2ae08", "namespace": "openshift-ingress"} 2026-09-08T16:46:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f2ae08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f2ae08", "reconcileID": "e3b2b1d7-c71b-4691-82eb-e5042e9df88a", "Gateway": "e2e-api-b-f2ae08", "namespace": "openshift-ingress", "name": "e2e-api-b-f2ae08-authn-ssl"} 2026-09-08T16:46:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f2ae08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f2ae08", "reconcileID": "e3b2b1d7-c71b-4691-82eb-e5042e9df88a", "Gateway": "e2e-api-b-f2ae08", "namespace": "openshift-ingress"} 2026-09-08T16:46:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f2ae08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f2ae08", "reconcileID": "6c971c1c-4f85-4293-98fa-f249a1e4c898", "Gateway": "e2e-api-b-f2ae08", "namespace": "openshift-ingress"} 2026-09-08T16:46:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f2ae08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f2ae08", "reconcileID": "6c971c1c-4f85-4293-98fa-f249a1e4c898", "Gateway": "e2e-api-b-f2ae08", "namespace": "openshift-ingress", "name": "e2e-api-b-f2ae08-authn-ssl"} 2026-09-08T16:46:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f2ae08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f2ae08", "reconcileID": "6c971c1c-4f85-4293-98fa-f249a1e4c898", "Gateway": "e2e-api-b-f2ae08", "namespace": "openshift-ingress"} 2026-09-08T16:46:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f2ae08"}, "namespace": "ai-tenant-e2e-api-b-f2ae08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2c49d8e-6436-4284-b994-96dbff6a19b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f2ae08"} 2026-09-08T16:46:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f2ae08"}, "namespace": "ai-tenant-e2e-api-b-f2ae08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2c49d8e-6436-4284-b994-96dbff6a19b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f2ae08", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:46:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f2ae08"}, "namespace": "ai-tenant-e2e-api-b-f2ae08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2c49d8e-6436-4284-b994-96dbff6a19b9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-f2ae08 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:46:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f2ae08"}, "namespace": "ai-tenant-e2e-api-b-f2ae08", "name": "odh-trusted-ca-bundle", "reconcileID": "84406d79-50ca-4b45-8614-0af2649723e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f2ae08"} 2026-09-08T16:46:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f2ae08"}, "namespace": "ai-tenant-e2e-api-b-f2ae08", "name": "odh-trusted-ca-bundle", "reconcileID": "84406d79-50ca-4b45-8614-0af2649723e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f2ae08"} 2026-09-08T16:46:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f2ae08"}, "namespace": "ai-tenant-e2e-api-b-f2ae08", "name": "openshift-service-ca.crt", "reconcileID": "c6850918-3a51-42c8-aa97-9465a7979834", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f2ae08"} 2026-09-08T16:46:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f2ae08"}, "namespace": "ai-tenant-e2e-api-b-f2ae08", "name": "openshift-service-ca.crt", "reconcileID": "c6850918-3a51-42c8-aa97-9465a7979834", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f2ae08"} 2026-09-08T16:46:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f2ae08"}, "namespace": "ai-tenant-e2e-api-b-f2ae08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd13d4bd-4bdf-49d6-95fc-8e72ece60c54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f2ae08"} 2026-09-08T16:46:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f2ae08"}, "namespace": "ai-tenant-e2e-api-b-f2ae08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd13d4bd-4bdf-49d6-95fc-8e72ece60c54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f2ae08"} 2026-09-08T16:46:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f2ae08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f2ae08", "reconcileID": "75ab2252-8edb-4e6f-bc6d-0dcce7871a54", "Gateway": "e2e-api-b-f2ae08", "namespace": "openshift-ingress"} 2026-09-08T16:46:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a4942b","namespace":"ai-tenant-e2e-shared-a-w3-a4942b"}, "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "name": "rate-test-model-a4942b", "reconcileID": "3029257a-8169-4b31-b89e-4be530e88074", "LLMInferenceService": "rate-test-model-a4942b", "namespace": "ai-tenant-e2e-shared-a-w3-a4942b"} 2026-09-08T16:46:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a4942b","namespace":"ai-tenant-e2e-shared-a-w3-a4942b"}, "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "name": "rate-test-model-a4942b", "reconcileID": "3029257a-8169-4b31-b89e-4be530e88074", "LLMInferenceService": "rate-test-model-a4942b", "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "name": "rate-test-model-a4942b"} 2026-09-08T16:46:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a4942b","namespace":"ai-tenant-e2e-shared-a-w3-a4942b"}, "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "name": "rate-test-model-a4942b", "reconcileID": "3029257a-8169-4b31-b89e-4be530e88074", "LLMInferenceService": "rate-test-model-a4942b", "namespace": "ai-tenant-e2e-shared-a-w3-a4942b"} 2026-09-08T16:46:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a4942b","namespace":"ai-tenant-e2e-shared-a-w3-a4942b"}, "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "name": "rate-test-model-a4942b", "reconcileID": "3029257a-8169-4b31-b89e-4be530e88074", "LLMInferenceService": "rate-test-model-a4942b", "namespace": "ai-tenant-e2e-shared-a-w3-a4942b"} 2026-09-08T16:46:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a4942b","namespace":"ai-tenant-e2e-shared-a-w3-a4942b"}, "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "name": "rate-test-model-a4942b", "reconcileID": "3029257a-8169-4b31-b89e-4be530e88074", "LLMInferenceService": "rate-test-model-a4942b", "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "name": "rate-test-model-a4942b-kserve-route-authn"} 2026-09-08T16:46:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a4942b","namespace":"ai-tenant-e2e-shared-a-w3-a4942b"}, "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "name": "rate-test-model-a4942b", "reconcileID": "3029257a-8169-4b31-b89e-4be530e88074", "LLMInferenceService": "rate-test-model-a4942b", "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "name": "rate-test-model-a4942b-kserve-route-authn"} 2026-09-08T16:46:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a4942b","namespace":"ai-tenant-e2e-shared-a-w3-a4942b"}, "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "name": "rate-test-model-a4942b", "reconcileID": "3029257a-8169-4b31-b89e-4be530e88074", "LLMInferenceService": "rate-test-model-a4942b", "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "namespace": "ai-tenant-e2e-shared-a-w3-a4942b"} 2026-09-08T16:46:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a4942b","namespace":"ai-tenant-e2e-shared-a-w3-a4942b"}, "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "name": "rate-test-model-a4942b", "reconcileID": "3029257a-8169-4b31-b89e-4be530e88074", "LLMInferenceService": "rate-test-model-a4942b", "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "namespace": "ai-tenant-e2e-shared-a-w3-a4942b"} 2026-09-08T16:46:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a4942b","namespace":"ai-tenant-e2e-shared-a-w3-a4942b"}, "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "name": "rate-test-model-a4942b", "reconcileID": "20f903c2-3bd9-4652-9f84-65f7da303f4b", "LLMInferenceService": "rate-test-model-a4942b", "namespace": "ai-tenant-e2e-shared-a-w3-a4942b"} 2026-09-08T16:46:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a4942b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a4942b", "reconcileID": "bd5763bc-0353-44cd-b085-3b94431c2ddf", "Gateway": "e2e-shared-a-w3-a4942b", "namespace": "openshift-ingress"} 2026-09-08T16:46:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a4942b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a4942b", "reconcileID": "bd5763bc-0353-44cd-b085-3b94431c2ddf", "Gateway": "e2e-shared-a-w3-a4942b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a4942b-authn-ssl"} 2026-09-08T16:46:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a4942b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a4942b", "reconcileID": "bd5763bc-0353-44cd-b085-3b94431c2ddf", "Gateway": "e2e-shared-a-w3-a4942b", "namespace": "openshift-ingress"} 2026-09-08T16:46:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a4942b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a4942b", "reconcileID": "ddde8714-f5a0-40bc-b0b4-3db81609c302", "Gateway": "e2e-shared-a-w3-a4942b", "namespace": "openshift-ingress"} 2026-09-08T16:46:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a4942b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a4942b", "reconcileID": "ddde8714-f5a0-40bc-b0b4-3db81609c302", "Gateway": "e2e-shared-a-w3-a4942b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a4942b-authn-ssl"} 2026-09-08T16:46:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a4942b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a4942b", "reconcileID": "ddde8714-f5a0-40bc-b0b4-3db81609c302", "Gateway": "e2e-shared-a-w3-a4942b", "namespace": "openshift-ingress"} 2026-09-08T16:46:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823397","namespace":"ai-tenant-e2e-shared-b-w3-823397"}, "namespace": "ai-tenant-e2e-shared-b-w3-823397", "name": "rate-test-model-823397", "reconcileID": "fdc2990a-fcb8-43e9-9cca-b3d62319f705", "LLMInferenceService": "rate-test-model-823397", "namespace": "ai-tenant-e2e-shared-b-w3-823397"} 2026-09-08T16:46:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823397","namespace":"ai-tenant-e2e-shared-b-w3-823397"}, "namespace": "ai-tenant-e2e-shared-b-w3-823397", "name": "rate-test-model-823397", "reconcileID": "fdc2990a-fcb8-43e9-9cca-b3d62319f705", "LLMInferenceService": "rate-test-model-823397", "namespace": "ai-tenant-e2e-shared-b-w3-823397", "name": "rate-test-model-823397"} 2026-09-08T16:46:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823397","namespace":"ai-tenant-e2e-shared-b-w3-823397"}, "namespace": "ai-tenant-e2e-shared-b-w3-823397", "name": "rate-test-model-823397", "reconcileID": "fdc2990a-fcb8-43e9-9cca-b3d62319f705", "LLMInferenceService": "rate-test-model-823397", "namespace": "ai-tenant-e2e-shared-b-w3-823397"} 2026-09-08T16:46:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823397","namespace":"ai-tenant-e2e-shared-b-w3-823397"}, "namespace": "ai-tenant-e2e-shared-b-w3-823397", "name": "rate-test-model-823397", "reconcileID": "fdc2990a-fcb8-43e9-9cca-b3d62319f705", "LLMInferenceService": "rate-test-model-823397", "namespace": "ai-tenant-e2e-shared-b-w3-823397"} 2026-09-08T16:46:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823397","namespace":"ai-tenant-e2e-shared-b-w3-823397"}, "namespace": "ai-tenant-e2e-shared-b-w3-823397", "name": "rate-test-model-823397", "reconcileID": "fdc2990a-fcb8-43e9-9cca-b3d62319f705", "LLMInferenceService": "rate-test-model-823397", "namespace": "ai-tenant-e2e-shared-b-w3-823397", "name": "rate-test-model-823397-kserve-route-authn"} 2026-09-08T16:46:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823397","namespace":"ai-tenant-e2e-shared-b-w3-823397"}, "namespace": "ai-tenant-e2e-shared-b-w3-823397", "name": "rate-test-model-823397", "reconcileID": "fdc2990a-fcb8-43e9-9cca-b3d62319f705", "LLMInferenceService": "rate-test-model-823397", "namespace": "ai-tenant-e2e-shared-b-w3-823397", "name": "rate-test-model-823397-kserve-route-authn"} 2026-09-08T16:46:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823397","namespace":"ai-tenant-e2e-shared-b-w3-823397"}, "namespace": "ai-tenant-e2e-shared-b-w3-823397", "name": "rate-test-model-823397", "reconcileID": "fdc2990a-fcb8-43e9-9cca-b3d62319f705", "LLMInferenceService": "rate-test-model-823397", "namespace": "ai-tenant-e2e-shared-b-w3-823397", "namespace": "ai-tenant-e2e-shared-b-w3-823397"} 2026-09-08T16:46:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823397","namespace":"ai-tenant-e2e-shared-b-w3-823397"}, "namespace": "ai-tenant-e2e-shared-b-w3-823397", "name": "rate-test-model-823397", "reconcileID": "fdc2990a-fcb8-43e9-9cca-b3d62319f705", "LLMInferenceService": "rate-test-model-823397", "namespace": "ai-tenant-e2e-shared-b-w3-823397", "namespace": "ai-tenant-e2e-shared-b-w3-823397"} 2026-09-08T16:46:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823397","namespace":"ai-tenant-e2e-shared-b-w3-823397"}, "namespace": "ai-tenant-e2e-shared-b-w3-823397", "name": "rate-test-model-823397", "reconcileID": "7354d898-3f04-4385-afd3-d63e81e370f0", "LLMInferenceService": "rate-test-model-823397", "namespace": "ai-tenant-e2e-shared-b-w3-823397"} 2026-09-08T16:46:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-823397","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-823397", "reconcileID": "159033b8-eb9a-4af7-87dc-82d3e47883d7", "Gateway": "e2e-shared-b-w3-823397", "namespace": "openshift-ingress"} 2026-09-08T16:46:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-823397","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-823397", "reconcileID": "159033b8-eb9a-4af7-87dc-82d3e47883d7", "Gateway": "e2e-shared-b-w3-823397", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-823397-authn-ssl"} 2026-09-08T16:46:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-823397","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-823397", "reconcileID": "159033b8-eb9a-4af7-87dc-82d3e47883d7", "Gateway": "e2e-shared-b-w3-823397", "namespace": "openshift-ingress"} 2026-09-08T16:46:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-823397","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-823397", "reconcileID": "66f07d17-a56f-4810-84b0-51cef05ad776", "Gateway": "e2e-shared-b-w3-823397", "namespace": "openshift-ingress"} 2026-09-08T16:46:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-823397","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-823397", "reconcileID": "66f07d17-a56f-4810-84b0-51cef05ad776", "Gateway": "e2e-shared-b-w3-823397", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-823397-authn-ssl"} 2026-09-08T16:46:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-823397","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-823397", "reconcileID": "66f07d17-a56f-4810-84b0-51cef05ad776", "Gateway": "e2e-shared-b-w3-823397", "namespace": "openshift-ingress"} 2026-09-08T16:46:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "20c78024-32f9-47de-8519-3677a193a48a", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:46:44Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "20c78024-32f9-47de-8519-3677a193a48a", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703-authn-ssl"} 2026-09-08T16:46:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "20c78024-32f9-47de-8519-3677a193a48a", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:46:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "fb87bba1-300b-4887-9cdc-30f2907742fa", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:46:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "fb87bba1-300b-4887-9cdc-30f2907742fa", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703-authn-ssl"} 2026-09-08T16:46:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "fb87bba1-300b-4887-9cdc-30f2907742fa", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:46:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "af82b8f8-78b3-4658-9feb-7f425be7b5f8", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:46:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "af82b8f8-78b3-4658-9feb-7f425be7b5f8", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703-authn-ssl"} 2026-09-08T16:46:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "af82b8f8-78b3-4658-9feb-7f425be7b5f8", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:46:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "e662dadf-23e5-498d-985c-e90e967f2d79", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:46:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "e662dadf-23e5-498d-985c-e90e967f2d79", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703-authn-ssl"} 2026-09-08T16:46:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "e662dadf-23e5-498d-985c-e90e967f2d79", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:46:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "70f2b5ec-22b9-4b31-8756-835b69b76755", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:46:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "70f2b5ec-22b9-4b31-8756-835b69b76755", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703-authn-ssl"} 2026-09-08T16:46:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "70f2b5ec-22b9-4b31-8756-835b69b76755", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:46:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "bb029256-6a90-4b78-8de6-477d7db77d6e", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:46:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "bb029256-6a90-4b78-8de6-477d7db77d6e", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703-authn-ssl"} 2026-09-08T16:46:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "bb029256-6a90-4b78-8de6-477d7db77d6e", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:46:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "79323a8a-121f-4367-86d2-802fa4397dcf", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:46:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "79323a8a-121f-4367-86d2-802fa4397dcf", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703-authn-ssl"} 2026-09-08T16:46:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "79323a8a-121f-4367-86d2-802fa4397dcf", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:46:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "openshift-service-ca.crt", "reconcileID": "13639876-848d-41a1-a7d7-e246ba5e0a71", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:46:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "odh-trusted-ca-bundle", "reconcileID": "b014fcf8-0e1a-4549-b9e6-05f16f20af3e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:46:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "openshift-service-ca.crt", "reconcileID": "e40fe920-c195-4b17-99ad-76cc10520f54", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-55a703", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:46:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "openshift-service-ca.crt", "reconcileID": "e40fe920-c195-4b17-99ad-76cc10520f54", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:46:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbc501f9-7289-4c4c-9116-9808bde1b24e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:46:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "openshift-service-ca.crt", "reconcileID": "322cf6e5-e1d7-48e9-ac48-72582e3fde81", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:46:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "odh-trusted-ca-bundle", "reconcileID": "324bd183-407b-438e-ad2b-219042b0b5af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-55a703", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:46:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "odh-trusted-ca-bundle", "reconcileID": "324bd183-407b-438e-ad2b-219042b0b5af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:46:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03af96df-0085-45e8-b59a-c3cec965bb79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:46:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "856d9463-ad29-4a36-a06b-78c73be58895", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:46:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "856d9463-ad29-4a36-a06b-78c73be58895", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703-authn-ssl"} 2026-09-08T16:46:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "856d9463-ad29-4a36-a06b-78c73be58895", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:46:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-5a3b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5a3b57", "reconcileID": "d04a0169-ffdc-459b-8e41-6ba8ecca25be", "Gateway": "e2e-shared-a-w2-5a3b57", "namespace": "openshift-ingress"} 2026-09-08T16:46:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-5a3b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5a3b57", "reconcileID": "d04a0169-ffdc-459b-8e41-6ba8ecca25be", "Gateway": "e2e-shared-a-w2-5a3b57", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5a3b57-authn-ssl"} 2026-09-08T16:46:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-5a3b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5a3b57", "reconcileID": "d04a0169-ffdc-459b-8e41-6ba8ecca25be", "Gateway": "e2e-shared-a-w2-5a3b57", "namespace": "openshift-ingress"} 2026-09-08T16:46:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-5a3b57"}, "namespace": "ai-tenant-e2e-shared-a-w2-5a3b57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8fb9407-fc63-47db-8d99-9f400884a026", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-5a3b57"} 2026-09-08T16:46:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-5a3b57"}, "namespace": "ai-tenant-e2e-shared-a-w2-5a3b57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8fb9407-fc63-47db-8d99-9f400884a026", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-5a3b57", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:46:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-5a3b57"}, "namespace": "ai-tenant-e2e-shared-a-w2-5a3b57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8fb9407-fc63-47db-8d99-9f400884a026", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-5a3b57 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:46:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-5a3b57"}, "namespace": "ai-tenant-e2e-shared-a-w2-5a3b57", "name": "odh-trusted-ca-bundle", "reconcileID": "0f82e328-4ab6-4735-9903-a9bd6585d7d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-5a3b57"} 2026-09-08T16:46:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-5a3b57"}, "namespace": "ai-tenant-e2e-shared-a-w2-5a3b57", "name": "odh-trusted-ca-bundle", "reconcileID": "0f82e328-4ab6-4735-9903-a9bd6585d7d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-5a3b57"} 2026-09-08T16:46:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-5a3b57"}, "namespace": "ai-tenant-e2e-shared-a-w2-5a3b57", "name": "openshift-service-ca.crt", "reconcileID": "189dfe82-d8ff-4847-a1bb-eac62eaad41c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-5a3b57"} 2026-09-08T16:46:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-5a3b57"}, "namespace": "ai-tenant-e2e-shared-a-w2-5a3b57", "name": "openshift-service-ca.crt", "reconcileID": "189dfe82-d8ff-4847-a1bb-eac62eaad41c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-5a3b57"} 2026-09-08T16:46:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-5a3b57"}, "namespace": "ai-tenant-e2e-shared-a-w2-5a3b57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9d5e511-ab71-438e-8b98-64b72c201e04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-5a3b57"} 2026-09-08T16:46:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-5a3b57"}, "namespace": "ai-tenant-e2e-shared-a-w2-5a3b57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9d5e511-ab71-438e-8b98-64b72c201e04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-5a3b57"} 2026-09-08T16:46:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "1af83b50-0bc9-423a-8eea-fa12f0948b00", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:46:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "1af83b50-0bc9-423a-8eea-fa12f0948b00", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703-authn-ssl"} 2026-09-08T16:46:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "1af83b50-0bc9-423a-8eea-fa12f0948b00", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:46:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-5a3b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5a3b57", "reconcileID": "8def71fa-a0e2-4738-936a-d6ca2ca4b15d", "Gateway": "e2e-shared-a-w2-5a3b57", "namespace": "openshift-ingress"} 2026-09-08T16:46:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-5a3b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5a3b57", "reconcileID": "8def71fa-a0e2-4738-936a-d6ca2ca4b15d", "Gateway": "e2e-shared-a-w2-5a3b57", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5a3b57-authn-ssl"} 2026-09-08T16:46:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-5a3b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5a3b57", "reconcileID": "8def71fa-a0e2-4738-936a-d6ca2ca4b15d", "Gateway": "e2e-shared-a-w2-5a3b57", "namespace": "openshift-ingress"} 2026-09-08T16:46:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-5a3b57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5a3b57", "reconcileID": "53fbd071-ab6b-471e-8d94-3a84b6c74b39", "Gateway": "e2e-shared-a-w2-5a3b57", "namespace": "openshift-ingress"} 2026-09-08T16:47:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b0b77f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b0b77f", "reconcileID": "a0ec99fe-678b-44ee-acac-31846de2f875", "Gateway": "e2e-shared-b-w2-b0b77f", "namespace": "openshift-ingress"} 2026-09-08T16:47:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b0b77f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b0b77f", "reconcileID": "a0ec99fe-678b-44ee-acac-31846de2f875", "Gateway": "e2e-shared-b-w2-b0b77f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b0b77f-authn-ssl"} 2026-09-08T16:47:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b0b77f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b0b77f", "reconcileID": "a0ec99fe-678b-44ee-acac-31846de2f875", "Gateway": "e2e-shared-b-w2-b0b77f", "namespace": "openshift-ingress"} 2026-09-08T16:47:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "6fb03223-ae22-455b-969a-8c467788477c", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress"} 2026-09-08T16:47:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "6fb03223-ae22-455b-969a-8c467788477c", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975-authn-ssl"} 2026-09-08T16:47:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "6fb03223-ae22-455b-969a-8c467788477c", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress"} 2026-09-08T16:47:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "8bca9c35-1db7-4a10-8b8c-ceaf821260c5", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress"} 2026-09-08T16:47:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "8bca9c35-1db7-4a10-8b8c-ceaf821260c5", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975-authn-ssl"} 2026-09-08T16:47:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "8bca9c35-1db7-4a10-8b8c-ceaf821260c5", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress"} 2026-09-08T16:47:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "2b557ea3-9951-4c40-a3f3-1d6661a542a4", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress"} 2026-09-08T16:47:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "2b557ea3-9951-4c40-a3f3-1d6661a542a4", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975-authn-ssl"} 2026-09-08T16:47:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "2b557ea3-9951-4c40-a3f3-1d6661a542a4", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress"} 2026-09-08T16:47:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "6582889b-52d9-400a-b045-29f075f69f7d", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress"} 2026-09-08T16:47:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "6582889b-52d9-400a-b045-29f075f69f7d", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975-authn-ssl"} 2026-09-08T16:47:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "6582889b-52d9-400a-b045-29f075f69f7d", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress"} 2026-09-08T16:47:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "e3aed934-124d-4958-8d32-1cd3cb0b26d1", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress"} 2026-09-08T16:47:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "e3aed934-124d-4958-8d32-1cd3cb0b26d1", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975-authn-ssl"} 2026-09-08T16:47:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "e3aed934-124d-4958-8d32-1cd3cb0b26d1", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress"} 2026-09-08T16:47:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "4a5e2188-4950-4942-af16-01e0c4da8aa2", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress"} 2026-09-08T16:47:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "4a5e2188-4950-4942-af16-01e0c4da8aa2", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975-authn-ssl"} 2026-09-08T16:47:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "4a5e2188-4950-4942-af16-01e0c4da8aa2", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress"} 2026-09-08T16:47:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b0b77f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b0b77f", "reconcileID": "47ec6a6a-5034-49ad-833a-bf96cf870082", "Gateway": "e2e-shared-b-w2-b0b77f", "namespace": "openshift-ingress"} 2026-09-08T16:47:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b0b77f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b0b77f", "reconcileID": "47ec6a6a-5034-49ad-833a-bf96cf870082", "Gateway": "e2e-shared-b-w2-b0b77f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b0b77f-authn-ssl"} 2026-09-08T16:47:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b0b77f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b0b77f", "reconcileID": "47ec6a6a-5034-49ad-833a-bf96cf870082", "Gateway": "e2e-shared-b-w2-b0b77f", "namespace": "openshift-ingress"} 2026-09-08T16:47:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "be0b495b-b5c5-4946-bd30-75934fb6fa9f", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress"} 2026-09-08T16:47:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "be0b495b-b5c5-4946-bd30-75934fb6fa9f", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975-authn-ssl"} 2026-09-08T16:47:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "be0b495b-b5c5-4946-bd30-75934fb6fa9f", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress"} 2026-09-08T16:47:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b0b77f"}, "namespace": "ai-tenant-e2e-shared-b-w2-b0b77f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7f3e61f-8861-4687-9db3-b414e2a73cae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b0b77f"} 2026-09-08T16:47:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b0b77f"}, "namespace": "ai-tenant-e2e-shared-b-w2-b0b77f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7f3e61f-8861-4687-9db3-b414e2a73cae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b0b77f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:47:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b0b77f"}, "namespace": "ai-tenant-e2e-shared-b-w2-b0b77f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7f3e61f-8861-4687-9db3-b414e2a73cae", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-b0b77f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:47:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b0b77f"}, "namespace": "ai-tenant-e2e-shared-b-w2-b0b77f", "name": "odh-trusted-ca-bundle", "reconcileID": "bb4152d6-1c84-40fa-8bdc-0b78a514d768", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b0b77f"} 2026-09-08T16:47:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b0b77f"}, "namespace": "ai-tenant-e2e-shared-b-w2-b0b77f", "name": "odh-trusted-ca-bundle", "reconcileID": "bb4152d6-1c84-40fa-8bdc-0b78a514d768", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b0b77f"} 2026-09-08T16:47:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-b0b77f"}, "namespace": "ai-tenant-e2e-shared-b-w2-b0b77f", "name": "openshift-service-ca.crt", "reconcileID": "89a99452-d9f5-4b0c-a47f-c2debcc1b57e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-b0b77f"} 2026-09-08T16:47:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-b0b77f"}, "namespace": "ai-tenant-e2e-shared-b-w2-b0b77f", "name": "openshift-service-ca.crt", "reconcileID": "89a99452-d9f5-4b0c-a47f-c2debcc1b57e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-b0b77f"} 2026-09-08T16:47:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b0b77f"}, "namespace": "ai-tenant-e2e-shared-b-w2-b0b77f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7e1f48e-d2f1-41a5-a2be-eb9730dad86e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b0b77f"} 2026-09-08T16:47:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b0b77f"}, "namespace": "ai-tenant-e2e-shared-b-w2-b0b77f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7e1f48e-d2f1-41a5-a2be-eb9730dad86e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b0b77f"} 2026-09-08T16:47:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b0b77f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b0b77f", "reconcileID": "d2027e38-2668-4bca-9a3f-775316f250e8", "Gateway": "e2e-shared-b-w2-b0b77f", "namespace": "openshift-ingress"} 2026-09-08T16:47:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e30975"}, "namespace": "ai-tenant-e2e-ipp-b-e30975", "name": "odh-trusted-ca-bundle", "reconcileID": "39536a04-4844-4e69-b459-01a8d520c3e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e30975"} 2026-09-08T16:47:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e30975"}, "namespace": "ai-tenant-e2e-ipp-b-e30975", "name": "openshift-service-ca.crt", "reconcileID": "39071ba3-a48a-43d5-a0b7-2fda2f7e0ccd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e30975"} 2026-09-08T16:47:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e30975"}, "namespace": "ai-tenant-e2e-ipp-b-e30975", "name": "openshift-service-ca.crt", "reconcileID": "e18d6fe1-800d-4b8d-9f29-015d7115a86a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e30975", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:47:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e30975"}, "namespace": "ai-tenant-e2e-ipp-b-e30975", "name": "openshift-service-ca.crt", "reconcileID": "e18d6fe1-800d-4b8d-9f29-015d7115a86a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e30975"} 2026-09-08T16:47:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e30975"}, "namespace": "ai-tenant-e2e-ipp-b-e30975", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d94229b-873e-4f39-815c-10b41cdf46bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e30975"} 2026-09-08T16:47:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e30975"}, "namespace": "ai-tenant-e2e-ipp-b-e30975", "name": "openshift-service-ca.crt", "reconcileID": "348ee458-58e7-47d5-b3f6-596f4bdc1390", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e30975"} 2026-09-08T16:47:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e30975"}, "namespace": "ai-tenant-e2e-ipp-b-e30975", "name": "odh-trusted-ca-bundle", "reconcileID": "a32e74dc-a79c-4c76-a806-b48748cdfddd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e30975", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:47:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e30975"}, "namespace": "ai-tenant-e2e-ipp-b-e30975", "name": "odh-trusted-ca-bundle", "reconcileID": "a32e74dc-a79c-4c76-a806-b48748cdfddd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e30975"} 2026-09-08T16:47:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e30975"}, "namespace": "ai-tenant-e2e-ipp-b-e30975", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4108ca87-2b31-42d4-a7c4-4c27315b4c94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e30975"} 2026-09-08T16:47:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "6a8a2ede-fa5e-4a4b-8105-d07c3d8600cd", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress"} 2026-09-08T16:47:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "6a8a2ede-fa5e-4a4b-8105-d07c3d8600cd", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975-authn-ssl"} 2026-09-08T16:47:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "6a8a2ede-fa5e-4a4b-8105-d07c3d8600cd", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress"} 2026-09-08T16:47:25Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T16:47:25Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T16:47:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "e3aa4e66-4c5c-4727-bdee-418b9ce771e7", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress"} 2026-09-08T16:47:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "e3aa4e66-4c5c-4727-bdee-418b9ce771e7", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975-authn-ssl"} 2026-09-08T16:47:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "e3aa4e66-4c5c-4727-bdee-418b9ce771e7", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress"} 2026-09-08T16:47:30Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T16:47:30Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T16:47:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "737e387c-2579-4a3b-86ba-199a96a3a35b", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:47:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "737e387c-2579-4a3b-86ba-199a96a3a35b", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:47:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "737e387c-2579-4a3b-86ba-199a96a3a35b", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:47:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "555dc2f0-861e-4e5c-aee5-92c5b67f961f", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:47:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "737e387c-2579-4a3b-86ba-199a96a3a35b", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703-kserve-route-authn"} 2026-09-08T16:47:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "737e387c-2579-4a3b-86ba-199a96a3a35b", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703", "authType": "userdefined"} 2026-09-08T16:47:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "737e387c-2579-4a3b-86ba-199a96a3a35b", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:47:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "555dc2f0-861e-4e5c-aee5-92c5b67f961f", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703-authn-ssl"} 2026-09-08T16:47:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "555dc2f0-861e-4e5c-aee5-92c5b67f961f", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:47:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "2788da85-c608-479e-b7da-3668655b70a2", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:47:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "2788da85-c608-479e-b7da-3668655b70a2", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:47:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "2788da85-c608-479e-b7da-3668655b70a2", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:47:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "2788da85-c608-479e-b7da-3668655b70a2", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703-kserve-route-authn"} 2026-09-08T16:47:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "2788da85-c608-479e-b7da-3668655b70a2", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703", "authType": "userdefined"} 2026-09-08T16:47:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "2788da85-c608-479e-b7da-3668655b70a2", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:48:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "5f1ad47d-68fd-4eb9-888b-7f9b16c2ab61", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:48:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "5f1ad47d-68fd-4eb9-888b-7f9b16c2ab61", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703-authn-ssl"} 2026-09-08T16:48:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "5f1ad47d-68fd-4eb9-888b-7f9b16c2ab61", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:48:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "1cd8114a-d4bf-4f84-b630-f1457b95e08c", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:48:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "1cd8114a-d4bf-4f84-b630-f1457b95e08c", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:48:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "1cd8114a-d4bf-4f84-b630-f1457b95e08c", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:48:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "1cd8114a-d4bf-4f84-b630-f1457b95e08c", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703-kserve-route-authn"} 2026-09-08T16:48:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "1cd8114a-d4bf-4f84-b630-f1457b95e08c", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703", "authType": "userdefined"} 2026-09-08T16:48:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "1cd8114a-d4bf-4f84-b630-f1457b95e08c", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:48:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "f3ca9e3b-8a10-4775-a527-064b860f76a4", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:48:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "f3ca9e3b-8a10-4775-a527-064b860f76a4", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:48:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "f3ca9e3b-8a10-4775-a527-064b860f76a4", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:48:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "f3ca9e3b-8a10-4775-a527-064b860f76a4", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703-kserve-route-authn"} 2026-09-08T16:48:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "f3ca9e3b-8a10-4775-a527-064b860f76a4", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703", "authType": "userdefined"} 2026-09-08T16:48:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "f3ca9e3b-8a10-4775-a527-064b860f76a4", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:48:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "02ba8fc4-b39b-4675-82c8-ccc8331d0e42", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress"} 2026-09-08T16:48:54Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "02ba8fc4-b39b-4675-82c8-ccc8331d0e42", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182-authn-ssl"} 2026-09-08T16:48:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "02ba8fc4-b39b-4675-82c8-ccc8331d0e42", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress"} 2026-09-08T16:48:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "5a5dc71d-8e69-4d4a-aadf-fe4e65acf2d4", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress"} 2026-09-08T16:48:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "5a5dc71d-8e69-4d4a-aadf-fe4e65acf2d4", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182-authn-ssl"} 2026-09-08T16:48:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "5a5dc71d-8e69-4d4a-aadf-fe4e65acf2d4", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress"} 2026-09-08T16:48:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "651348f6-278d-417b-83c8-5067b11f454a", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress"} 2026-09-08T16:48:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "651348f6-278d-417b-83c8-5067b11f454a", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182-authn-ssl"} 2026-09-08T16:48:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "651348f6-278d-417b-83c8-5067b11f454a", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress"} 2026-09-08T16:48:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "b6d38903-8169-4365-b550-2e3996a59b87", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress"} 2026-09-08T16:48:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "b6d38903-8169-4365-b550-2e3996a59b87", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182-authn-ssl"} 2026-09-08T16:48:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "b6d38903-8169-4365-b550-2e3996a59b87", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress"} 2026-09-08T16:48:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "2026e6a5-e290-469a-b4e4-34edd3c5e7b5", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress"} 2026-09-08T16:48:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "2026e6a5-e290-469a-b4e4-34edd3c5e7b5", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182-authn-ssl"} 2026-09-08T16:48:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "2026e6a5-e290-469a-b4e4-34edd3c5e7b5", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress"} 2026-09-08T16:48:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "4a9fcd00-0cfe-4c35-9bbe-d5db9fda4226", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress"} 2026-09-08T16:48:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "4a9fcd00-0cfe-4c35-9bbe-d5db9fda4226", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182-authn-ssl"} 2026-09-08T16:48:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "4a9fcd00-0cfe-4c35-9bbe-d5db9fda4226", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress"} 2026-09-08T16:48:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "c65133a3-174d-46a7-a551-84fd0afd5cf1", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress"} 2026-09-08T16:48:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "c65133a3-174d-46a7-a551-84fd0afd5cf1", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182-authn-ssl"} 2026-09-08T16:48:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "c65133a3-174d-46a7-a551-84fd0afd5cf1", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress"} 2026-09-08T16:48:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-804182"}, "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "name": "openshift-service-ca.crt", "reconcileID": "b40c69d3-7014-48d8-ba6d-d2185b5d5c2f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-804182"} 2026-09-08T16:48:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-804182"}, "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "name": "odh-trusted-ca-bundle", "reconcileID": "038dabe8-c1d3-40c6-abf7-15e60f75e5c8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-804182"} 2026-09-08T16:48:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-804182"}, "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "name": "openshift-service-ca.crt", "reconcileID": "7557dc22-7e21-4f6a-b35d-19ccb9dc2c22", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:48:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-804182"}, "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "name": "openshift-service-ca.crt", "reconcileID": "7557dc22-7e21-4f6a-b35d-19ccb9dc2c22", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-804182"} 2026-09-08T16:48:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-804182"}, "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "name": "openshift-service-ca.crt", "reconcileID": "87d2f997-6592-4faa-a61c-109b85c28904", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:48:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-804182"}, "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "name": "openshift-service-ca.crt", "reconcileID": "87d2f997-6592-4faa-a61c-109b85c28904", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:48:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-804182"}, "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e350f9d-59b9-47f5-b2f4-cff2ad153fe2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-804182"} 2026-09-08T16:48:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-804182"}, "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "name": "openshift-service-ca.crt", "reconcileID": "c7496446-3a0e-49a5-b9e4-879bbe5c570e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-804182"} 2026-09-08T16:48:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-804182"}, "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "name": "odh-trusted-ca-bundle", "reconcileID": "2d23f841-40bd-4184-8ded-9e35a11917e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:48:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-804182"}, "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "name": "odh-trusted-ca-bundle", "reconcileID": "2d23f841-40bd-4184-8ded-9e35a11917e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-804182"} 2026-09-08T16:48:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-804182"}, "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86b3bf79-5ba8-4157-9081-3953286e28ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-804182"} 2026-09-08T16:48:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "67b0c525-6d5a-4751-911a-1113fd3bff97", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress"} 2026-09-08T16:48:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "67b0c525-6d5a-4751-911a-1113fd3bff97", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182-authn-ssl"} 2026-09-08T16:48:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "67b0c525-6d5a-4751-911a-1113fd3bff97", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress"} 2026-09-08T16:49:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "1ff41a80-a1b5-4cc2-9c96-5e9cc264220c", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress"} 2026-09-08T16:49:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "1ff41a80-a1b5-4cc2-9c96-5e9cc264220c", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182-authn-ssl"} 2026-09-08T16:49:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "1ff41a80-a1b5-4cc2-9c96-5e9cc264220c", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress"} 2026-09-08T16:49:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "35b8b79d-f0a0-4804-ad18-e09176f6f144", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress"} 2026-09-08T16:49:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "35b8b79d-f0a0-4804-ad18-e09176f6f144", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182-authn-ssl"} 2026-09-08T16:49:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "35b8b79d-f0a0-4804-ad18-e09176f6f144", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress"} 2026-09-08T16:49:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "72473cdb-9929-44e1-a894-82f09927e65e", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress"} 2026-09-08T16:49:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "72473cdb-9929-44e1-a894-82f09927e65e", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182-authn-ssl"} 2026-09-08T16:49:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "72473cdb-9929-44e1-a894-82f09927e65e", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress"} 2026-09-08T16:49:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-804182"}, "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9fcff7e-2197-406b-b79b-1d80cfcae24e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-804182"} 2026-09-08T16:49:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-804182"}, "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9fcff7e-2197-406b-b79b-1d80cfcae24e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:49:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-804182"}, "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9fcff7e-2197-406b-b79b-1d80cfcae24e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-804182 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:49:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-804182"}, "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "name": "odh-trusted-ca-bundle", "reconcileID": "5637f9a0-5e85-46e8-8caf-675b0a8e492c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-804182"} 2026-09-08T16:49:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-804182"}, "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "name": "odh-trusted-ca-bundle", "reconcileID": "5637f9a0-5e85-46e8-8caf-675b0a8e492c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-804182"} 2026-09-08T16:49:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-804182"}, "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "name": "openshift-service-ca.crt", "reconcileID": "332ad765-998e-4cd0-8291-66e6adee4c3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-804182"} 2026-09-08T16:49:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-804182"}, "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "name": "openshift-service-ca.crt", "reconcileID": "332ad765-998e-4cd0-8291-66e6adee4c3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-804182"} 2026-09-08T16:49:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-804182"}, "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fea94bb8-312b-45c6-b860-5816ca9d3c1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-804182"} 2026-09-08T16:49:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-804182"}, "namespace": "ai-tenant-e2e-ipp-cleanup-804182", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fea94bb8-312b-45c6-b860-5816ca9d3c1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-804182"} 2026-09-08T16:49:36Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-804182","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-804182", "reconcileID": "aad96e7a-b7ec-4243-8bc3-ba088e4b55d7", "Gateway": "e2e-ipp-cleanup-804182", "namespace": "openshift-ingress"} 2026-09-08T16:49:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "0dd66e49-d8d4-4326-904e-874dafeaf33f", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:49:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "0dd66e49-d8d4-4326-904e-874dafeaf33f", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703-authn-ssl"} 2026-09-08T16:49:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "0dd66e49-d8d4-4326-904e-874dafeaf33f", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:49:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "ead725ce-0985-42a3-903b-f9b239522a83", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:49:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "ead725ce-0985-42a3-903b-f9b239522a83", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703-authn-ssl"} 2026-09-08T16:49:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "ead725ce-0985-42a3-903b-f9b239522a83", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:50:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "24bdbc5b-405f-45f3-961a-7b66687e81c3", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:50:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "24bdbc5b-405f-45f3-961a-7b66687e81c3", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703-authn-ssl"} 2026-09-08T16:50:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "24bdbc5b-405f-45f3-961a-7b66687e81c3", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:50:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "b268a978-a232-4f1a-a1e0-075465f6ad8a", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:50:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "b268a978-a232-4f1a-a1e0-075465f6ad8a", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:50:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "b268a978-a232-4f1a-a1e0-075465f6ad8a", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:50:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "b268a978-a232-4f1a-a1e0-075465f6ad8a", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703-kserve-route-authn"} 2026-09-08T16:50:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "b268a978-a232-4f1a-a1e0-075465f6ad8a", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703", "authType": "userdefined"} 2026-09-08T16:50:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "b268a978-a232-4f1a-a1e0-075465f6ad8a", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:50:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "538cd5fa-e575-4051-838c-469a5c777344", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:50:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "538cd5fa-e575-4051-838c-469a5c777344", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:50:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "538cd5fa-e575-4051-838c-469a5c777344", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:50:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "538cd5fa-e575-4051-838c-469a5c777344", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703-kserve-route-authn"} 2026-09-08T16:50:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "538cd5fa-e575-4051-838c-469a5c777344", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703", "authType": "userdefined"} 2026-09-08T16:50:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "538cd5fa-e575-4051-838c-469a5c777344", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:50:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "b1c13272-9aaf-4d30-8a03-9edece7dde5f", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:50:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "b1c13272-9aaf-4d30-8a03-9edece7dde5f", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703"} 2026-09-08T16:50:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "b1c13272-9aaf-4d30-8a03-9edece7dde5f", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:50:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "b1c13272-9aaf-4d30-8a03-9edece7dde5f", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:50:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "b1c13272-9aaf-4d30-8a03-9edece7dde5f", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703-kserve-route-authn"} 2026-09-08T16:50:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "b1c13272-9aaf-4d30-8a03-9edece7dde5f", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703-kserve-route-authn"} 2026-09-08T16:50:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "b1c13272-9aaf-4d30-8a03-9edece7dde5f", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:50:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "b1c13272-9aaf-4d30-8a03-9edece7dde5f", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:50:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-55a703","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "ipp-route-55a703", "reconcileID": "8e6d3908-1326-45fa-bd93-b33237183f2c", "LLMInferenceService": "ipp-route-55a703", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:50:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "14a2f860-2744-4a6a-b77e-9efb5361b8d3", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:50:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "14a2f860-2744-4a6a-b77e-9efb5361b8d3", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703-authn-ssl"} 2026-09-08T16:50:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "14a2f860-2744-4a6a-b77e-9efb5361b8d3", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:50:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "f232064b-d4cf-42d2-8387-825f09b28acd", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:50:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "f232064b-d4cf-42d2-8387-825f09b28acd", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703-authn-ssl"} 2026-09-08T16:50:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "f232064b-d4cf-42d2-8387-825f09b28acd", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:50:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1556cb3-c87a-4728-8c9f-c9b4c7999803", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:50:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1556cb3-c87a-4728-8c9f-c9b4c7999803", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-55a703", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:50:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1556cb3-c87a-4728-8c9f-c9b4c7999803", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-55a703 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:50:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "odh-trusted-ca-bundle", "reconcileID": "c00c3a58-659f-44fc-b29c-b13a5671f880", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:50:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "odh-trusted-ca-bundle", "reconcileID": "c00c3a58-659f-44fc-b29c-b13a5671f880", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:50:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "openshift-service-ca.crt", "reconcileID": "9d00dbff-7228-4b9b-820d-b6374d89677a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:50:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "openshift-service-ca.crt", "reconcileID": "9d00dbff-7228-4b9b-820d-b6374d89677a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:50:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1874943-254e-48b0-a759-f75f8d5439a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:50:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-55a703"}, "namespace": "ai-tenant-e2e-ipp-a-55a703", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1874943-254e-48b0-a759-f75f8d5439a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-55a703"} 2026-09-08T16:50:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-55a703","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-55a703", "reconcileID": "65da8703-3510-460e-8b4f-ade95e16c16a", "Gateway": "e2e-ipp-a-55a703", "namespace": "openshift-ingress"} 2026-09-08T16:50:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "79de7a6f-a285-4e3f-9bfb-fd81de363c08", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress"} 2026-09-08T16:50:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "79de7a6f-a285-4e3f-9bfb-fd81de363c08", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975-authn-ssl"} 2026-09-08T16:50:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "79de7a6f-a285-4e3f-9bfb-fd81de363c08", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress"} 2026-09-08T16:51:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "35252446-6c85-48c3-aa76-e8fafc569db9", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress"} 2026-09-08T16:51:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "35252446-6c85-48c3-aa76-e8fafc569db9", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975-authn-ssl"} 2026-09-08T16:51:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "35252446-6c85-48c3-aa76-e8fafc569db9", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress"} 2026-09-08T16:51:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e30975"}, "namespace": "ai-tenant-e2e-ipp-b-e30975", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76e949b2-1120-4c6a-93f0-96479d15f22e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e30975"} 2026-09-08T16:51:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e30975"}, "namespace": "ai-tenant-e2e-ipp-b-e30975", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76e949b2-1120-4c6a-93f0-96479d15f22e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e30975", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:51:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e30975"}, "namespace": "ai-tenant-e2e-ipp-b-e30975", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76e949b2-1120-4c6a-93f0-96479d15f22e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-e30975 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:51:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e30975"}, "namespace": "ai-tenant-e2e-ipp-b-e30975", "name": "odh-trusted-ca-bundle", "reconcileID": "48cf827d-9f02-4f20-acff-97f24bc0d501", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e30975"} 2026-09-08T16:51:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e30975"}, "namespace": "ai-tenant-e2e-ipp-b-e30975", "name": "odh-trusted-ca-bundle", "reconcileID": "48cf827d-9f02-4f20-acff-97f24bc0d501", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e30975"} 2026-09-08T16:51:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e30975"}, "namespace": "ai-tenant-e2e-ipp-b-e30975", "name": "openshift-service-ca.crt", "reconcileID": "eec47997-08bf-4f02-8217-487817ef1872", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e30975"} 2026-09-08T16:51:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e30975"}, "namespace": "ai-tenant-e2e-ipp-b-e30975", "name": "openshift-service-ca.crt", "reconcileID": "eec47997-08bf-4f02-8217-487817ef1872", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e30975"} 2026-09-08T16:51:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e30975"}, "namespace": "ai-tenant-e2e-ipp-b-e30975", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55872bb5-fd59-4945-a7bb-c52b8250e599", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e30975"} 2026-09-08T16:51:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e30975"}, "namespace": "ai-tenant-e2e-ipp-b-e30975", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55872bb5-fd59-4945-a7bb-c52b8250e599", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e30975"} 2026-09-08T16:51:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e30975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e30975", "reconcileID": "5cc0a1d7-b01a-4443-96b1-585387f8edab", "Gateway": "e2e-ipp-b-e30975", "namespace": "openshift-ingress"} 2026-09-08T16:51:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a4942b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a4942b", "reconcileID": "ae8771f4-a86b-4b2f-b540-53d99a2c9e89", "Gateway": "e2e-shared-a-w3-a4942b", "namespace": "openshift-ingress"} 2026-09-08T16:51:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a4942b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a4942b", "reconcileID": "ae8771f4-a86b-4b2f-b540-53d99a2c9e89", "Gateway": "e2e-shared-a-w3-a4942b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a4942b-authn-ssl"} 2026-09-08T16:51:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a4942b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a4942b", "reconcileID": "ae8771f4-a86b-4b2f-b540-53d99a2c9e89", "Gateway": "e2e-shared-a-w3-a4942b", "namespace": "openshift-ingress"} 2026-09-08T16:51:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a4942b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a4942b", "reconcileID": "24411dd6-1a32-4130-a985-1b7a0d26f526", "Gateway": "e2e-shared-a-w3-a4942b", "namespace": "openshift-ingress"} 2026-09-08T16:51:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a4942b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a4942b", "reconcileID": "24411dd6-1a32-4130-a985-1b7a0d26f526", "Gateway": "e2e-shared-a-w3-a4942b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a4942b-authn-ssl"} 2026-09-08T16:51:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a4942b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a4942b", "reconcileID": "24411dd6-1a32-4130-a985-1b7a0d26f526", "Gateway": "e2e-shared-a-w3-a4942b", "namespace": "openshift-ingress"} 2026-09-08T16:51:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a4942b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a4942b", "reconcileID": "efbc4833-677c-48f3-839f-ab19757b7a13", "Gateway": "e2e-shared-a-w3-a4942b", "namespace": "openshift-ingress"} 2026-09-08T16:51:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a4942b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a4942b", "reconcileID": "efbc4833-677c-48f3-839f-ab19757b7a13", "Gateway": "e2e-shared-a-w3-a4942b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a4942b-authn-ssl"} 2026-09-08T16:51:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a4942b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a4942b", "reconcileID": "efbc4833-677c-48f3-839f-ab19757b7a13", "Gateway": "e2e-shared-a-w3-a4942b", "namespace": "openshift-ingress"} 2026-09-08T16:51:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a4942b"}, "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be2d5822-d049-4846-9b63-388a8ad93df7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a4942b"} 2026-09-08T16:51:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a4942b"}, "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be2d5822-d049-4846-9b63-388a8ad93df7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:51:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a4942b"}, "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be2d5822-d049-4846-9b63-388a8ad93df7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-a4942b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:51:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a4942b"}, "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "name": "odh-trusted-ca-bundle", "reconcileID": "7cd2a8e6-0d8b-4c40-8e81-876288781502", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a4942b"} 2026-09-08T16:51:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a4942b"}, "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "name": "odh-trusted-ca-bundle", "reconcileID": "7cd2a8e6-0d8b-4c40-8e81-876288781502", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a4942b"} 2026-09-08T16:51:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-a4942b"}, "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "name": "openshift-service-ca.crt", "reconcileID": "7ad1a4d0-0980-4192-890f-43b79db1debc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-a4942b"} 2026-09-08T16:51:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-a4942b"}, "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "name": "openshift-service-ca.crt", "reconcileID": "7ad1a4d0-0980-4192-890f-43b79db1debc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-a4942b"} 2026-09-08T16:51:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a4942b"}, "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0885f78b-a1ed-4b98-8a73-59b2e4bd111c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a4942b"} 2026-09-08T16:51:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a4942b"}, "namespace": "ai-tenant-e2e-shared-a-w3-a4942b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0885f78b-a1ed-4b98-8a73-59b2e4bd111c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a4942b"} 2026-09-08T16:51:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a4942b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a4942b", "reconcileID": "1a22af99-3796-4958-b551-62ba6b7c4364", "Gateway": "e2e-shared-a-w3-a4942b", "namespace": "openshift-ingress"} 2026-09-08T16:51:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-823397","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-823397", "reconcileID": "7c12c565-6fec-4b25-b7a5-437da60132b6", "Gateway": "e2e-shared-b-w3-823397", "namespace": "openshift-ingress"} 2026-09-08T16:51:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-823397","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-823397", "reconcileID": "7c12c565-6fec-4b25-b7a5-437da60132b6", "Gateway": "e2e-shared-b-w3-823397", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-823397-authn-ssl"} 2026-09-08T16:51:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-823397","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-823397", "reconcileID": "7c12c565-6fec-4b25-b7a5-437da60132b6", "Gateway": "e2e-shared-b-w3-823397", "namespace": "openshift-ingress"} 2026-09-08T16:51:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-823397","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-823397", "reconcileID": "92afac5f-6de8-4511-95ac-3d8dd9eeda9b", "Gateway": "e2e-shared-b-w3-823397", "namespace": "openshift-ingress"} 2026-09-08T16:51:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-823397","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-823397", "reconcileID": "92afac5f-6de8-4511-95ac-3d8dd9eeda9b", "Gateway": "e2e-shared-b-w3-823397", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-823397-authn-ssl"} 2026-09-08T16:51:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-823397","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-823397", "reconcileID": "92afac5f-6de8-4511-95ac-3d8dd9eeda9b", "Gateway": "e2e-shared-b-w3-823397", "namespace": "openshift-ingress"} 2026-09-08T16:51:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-823397"}, "namespace": "ai-tenant-e2e-shared-b-w3-823397", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62ca2185-e382-44af-82a5-7cd1a388f4e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-823397"} 2026-09-08T16:51:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-823397"}, "namespace": "ai-tenant-e2e-shared-b-w3-823397", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62ca2185-e382-44af-82a5-7cd1a388f4e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-823397", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:51:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-823397"}, "namespace": "ai-tenant-e2e-shared-b-w3-823397", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62ca2185-e382-44af-82a5-7cd1a388f4e7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-823397 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:51:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-823397"}, "namespace": "ai-tenant-e2e-shared-b-w3-823397", "name": "odh-trusted-ca-bundle", "reconcileID": "bd4cc3cf-34d1-4c43-81da-8a9c7a4fc68f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-823397"} 2026-09-08T16:51:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-823397"}, "namespace": "ai-tenant-e2e-shared-b-w3-823397", "name": "odh-trusted-ca-bundle", "reconcileID": "bd4cc3cf-34d1-4c43-81da-8a9c7a4fc68f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-823397"} 2026-09-08T16:51:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-823397"}, "namespace": "ai-tenant-e2e-shared-b-w3-823397", "name": "openshift-service-ca.crt", "reconcileID": "8c84cfa7-2080-4a40-8910-26fb8bc157de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-823397"} 2026-09-08T16:51:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-823397"}, "namespace": "ai-tenant-e2e-shared-b-w3-823397", "name": "openshift-service-ca.crt", "reconcileID": "8c84cfa7-2080-4a40-8910-26fb8bc157de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-823397"} 2026-09-08T16:51:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-823397"}, "namespace": "ai-tenant-e2e-shared-b-w3-823397", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d944dd21-1418-465a-86e0-72e313e1c0dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-823397"} 2026-09-08T16:51:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-823397"}, "namespace": "ai-tenant-e2e-shared-b-w3-823397", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d944dd21-1418-465a-86e0-72e313e1c0dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-823397"} 2026-09-08T16:51:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-823397","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-823397", "reconcileID": "a93cd759-a761-46e8-9dd3-63129f879f12", "Gateway": "e2e-shared-b-w3-823397", "namespace": "openshift-ingress"} 2026-09-08T16:55:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "55e973e3-cc3d-44ea-9e0d-106fb9083123", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm"} 2026-09-08T16:55:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "55e973e3-cc3d-44ea-9e0d-106fb9083123", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm"} 2026-09-08T16:55:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "55e973e3-cc3d-44ea-9e0d-106fb9083123", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm"} 2026-09-08T16:55:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "889bc6d2-432a-4513-a7fa-28738d189181", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:55:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "55e973e3-cc3d-44ea-9e0d-106fb9083123", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm", "name": "e2e-same-id-a-b79180d9-kserve-route-authn"} 2026-09-08T16:55:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "55e973e3-cc3d-44ea-9e0d-106fb9083123", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:55:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "55e973e3-cc3d-44ea-9e0d-106fb9083123", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm"} 2026-09-08T16:55:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "889bc6d2-432a-4513-a7fa-28738d189181", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:55:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "889bc6d2-432a-4513-a7fa-28738d189181", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:55:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "038661e8-04de-427d-9f63-16f532782b23", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm"} 2026-09-08T16:55:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "038661e8-04de-427d-9f63-16f532782b23", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm"} 2026-09-08T16:55:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "038661e8-04de-427d-9f63-16f532782b23", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm"} 2026-09-08T16:55:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "038661e8-04de-427d-9f63-16f532782b23", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm", "name": "e2e-same-id-a-b79180d9-kserve-route-authn"} 2026-09-08T16:55:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "038661e8-04de-427d-9f63-16f532782b23", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:55:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "038661e8-04de-427d-9f63-16f532782b23", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm"} 2026-09-08T16:55:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "b3387e92-bf3d-4747-a9c0-a6fea92b5cf6", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm"} 2026-09-08T16:55:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "b3387e92-bf3d-4747-a9c0-a6fea92b5cf6", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm"} 2026-09-08T16:55:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "b3387e92-bf3d-4747-a9c0-a6fea92b5cf6", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm"} 2026-09-08T16:55:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "953a692d-88c6-4b4e-8231-2f9278d5f0ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:55:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "b3387e92-bf3d-4747-a9c0-a6fea92b5cf6", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm", "name": "e2e-same-id-b-b79180d9-kserve-route-authn"} 2026-09-08T16:55:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "b3387e92-bf3d-4747-a9c0-a6fea92b5cf6", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:55:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "b3387e92-bf3d-4747-a9c0-a6fea92b5cf6", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm"} 2026-09-08T16:55:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "953a692d-88c6-4b4e-8231-2f9278d5f0ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:55:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "953a692d-88c6-4b4e-8231-2f9278d5f0ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:56:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f902502d-ff48-4b52-8b5b-aac3022032d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:56:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f902502d-ff48-4b52-8b5b-aac3022032d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:56:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f902502d-ff48-4b52-8b5b-aac3022032d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:56:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "40580926-3ca8-4793-a5b3-eea4fae641d9", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm"} 2026-09-08T16:56:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "40580926-3ca8-4793-a5b3-eea4fae641d9", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm"} 2026-09-08T16:56:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "40580926-3ca8-4793-a5b3-eea4fae641d9", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm"} 2026-09-08T16:56:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "40580926-3ca8-4793-a5b3-eea4fae641d9", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm", "name": "e2e-same-id-a-b79180d9-kserve-route-authn"} 2026-09-08T16:56:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "40580926-3ca8-4793-a5b3-eea4fae641d9", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:56:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "40580926-3ca8-4793-a5b3-eea4fae641d9", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm"} 2026-09-08T16:56:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "e1e34e2e-1985-4d06-be55-208acdf38fc7", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm"} 2026-09-08T16:56:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "e1e34e2e-1985-4d06-be55-208acdf38fc7", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm"} 2026-09-08T16:56:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "e1e34e2e-1985-4d06-be55-208acdf38fc7", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm"} 2026-09-08T16:56:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "e1e34e2e-1985-4d06-be55-208acdf38fc7", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm", "name": "e2e-same-id-b-b79180d9-kserve-route-authn"} 2026-09-08T16:56:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "e1e34e2e-1985-4d06-be55-208acdf38fc7", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:56:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "e1e34e2e-1985-4d06-be55-208acdf38fc7", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm"} 2026-09-08T16:56:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16ae0be1-45c0-4441-b1e4-271821c776b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:56:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16ae0be1-45c0-4441-b1e4-271821c776b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:56:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16ae0be1-45c0-4441-b1e4-271821c776b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:56:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "4e2b3a0a-edde-4f5a-a6b8-087b275b480f", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm"} 2026-09-08T16:56:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "4e2b3a0a-edde-4f5a-a6b8-087b275b480f", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm"} 2026-09-08T16:56:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "4e2b3a0a-edde-4f5a-a6b8-087b275b480f", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm"} 2026-09-08T16:56:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "4e2b3a0a-edde-4f5a-a6b8-087b275b480f", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm", "name": "e2e-same-id-b-b79180d9-kserve-route-authn"} 2026-09-08T16:56:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "4e2b3a0a-edde-4f5a-a6b8-087b275b480f", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:56:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "4e2b3a0a-edde-4f5a-a6b8-087b275b480f", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm"} 2026-09-08T16:56:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "4c3111f2-38a0-47b7-a663-f0fc5568aef4", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm"} 2026-09-08T16:56:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "4c3111f2-38a0-47b7-a663-f0fc5568aef4", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm"} 2026-09-08T16:56:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "4c3111f2-38a0-47b7-a663-f0fc5568aef4", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm"} 2026-09-08T16:56:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "4c3111f2-38a0-47b7-a663-f0fc5568aef4", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm", "name": "e2e-same-id-a-b79180d9-kserve-route-authn"} 2026-09-08T16:56:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "4c3111f2-38a0-47b7-a663-f0fc5568aef4", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:56:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "4c3111f2-38a0-47b7-a663-f0fc5568aef4", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm"} 2026-09-08T16:56:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "31db7477-4921-422f-a9f9-4022a5e4e204", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm"} 2026-09-08T16:56:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "31db7477-4921-422f-a9f9-4022a5e4e204", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm"} 2026-09-08T16:56:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "31db7477-4921-422f-a9f9-4022a5e4e204", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm"} 2026-09-08T16:56:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "31db7477-4921-422f-a9f9-4022a5e4e204", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm", "name": "e2e-same-id-b-b79180d9-kserve-route-authn"} 2026-09-08T16:56:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "31db7477-4921-422f-a9f9-4022a5e4e204", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:56:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "31db7477-4921-422f-a9f9-4022a5e4e204", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm"} 2026-09-08T16:56:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "99b53779-4fe1-4400-961c-8bfa3169683b", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm"} 2026-09-08T16:56:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "99b53779-4fe1-4400-961c-8bfa3169683b", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm", "name": "e2e-same-id-a-b79180d9"} 2026-09-08T16:56:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "99b53779-4fe1-4400-961c-8bfa3169683b", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm"} 2026-09-08T16:56:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "99b53779-4fe1-4400-961c-8bfa3169683b", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm"} 2026-09-08T16:56:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "99b53779-4fe1-4400-961c-8bfa3169683b", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm", "name": "e2e-same-id-a-b79180d9-kserve-route-authn"} 2026-09-08T16:56:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "99b53779-4fe1-4400-961c-8bfa3169683b", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm", "name": "e2e-same-id-a-b79180d9-kserve-route-authn"} 2026-09-08T16:56:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b79180d9", "reconcileID": "d388c978-03e4-4df5-a8ba-1c3d5a893a10", "LLMInferenceService": "e2e-same-id-a-b79180d9", "namespace": "llm"} 2026-09-08T16:56:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d329f1d3-e4f9-4fc5-a766-8b49f57e6fba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:56:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d329f1d3-e4f9-4fc5-a766-8b49f57e6fba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:56:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d329f1d3-e4f9-4fc5-a766-8b49f57e6fba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:56:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ae472345-3cce-4283-819b-d9d76d748084", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:56:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ae472345-3cce-4283-819b-d9d76d748084", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:56:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ae472345-3cce-4283-819b-d9d76d748084", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:56:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "04414f6d-0641-4738-85ca-a305eb52ec1d", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm"} 2026-09-08T16:56:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "04414f6d-0641-4738-85ca-a305eb52ec1d", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm", "name": "e2e-same-id-b-b79180d9"} 2026-09-08T16:56:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "04414f6d-0641-4738-85ca-a305eb52ec1d", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm"} 2026-09-08T16:56:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "04414f6d-0641-4738-85ca-a305eb52ec1d", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm"} 2026-09-08T16:56:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "04414f6d-0641-4738-85ca-a305eb52ec1d", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm", "name": "e2e-same-id-b-b79180d9-kserve-route-authn"} 2026-09-08T16:56:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "04414f6d-0641-4738-85ca-a305eb52ec1d", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm", "name": "e2e-same-id-b-b79180d9-kserve-route-authn"} 2026-09-08T16:56:40Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b79180d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b79180d9", "reconcileID": "c5a8c5f0-92fa-4828-a4c8-2890acca3a9e", "LLMInferenceService": "e2e-same-id-b-b79180d9", "namespace": "llm"} 2026-09-08T16:56:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16774001-1a2c-46e3-8623-c3d8f70318cb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:56:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16774001-1a2c-46e3-8623-c3d8f70318cb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:56:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16774001-1a2c-46e3-8623-c3d8f70318cb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:56:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6bbb04e2-d3d0-47b6-9e31-0f73c3a99e4a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:56:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6bbb04e2-d3d0-47b6-9e31-0f73c3a99e4a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:56:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6bbb04e2-d3d0-47b6-9e31-0f73c3a99e4a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:57:00Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T16:57:00Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T16:57:00Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T16:57:00Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}