sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:54:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-246729"}, "namespace": "ai-tenant-e2e-api-a-246729", "name": "odh-trusted-ca-bundle", "reconcileID": "1c2315e6-383b-4b76-ade8-b863466c6680", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-246729"} 2026-09-08T16:54:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-246729"}, "namespace": "ai-tenant-e2e-api-a-246729", "name": "odh-trusted-ca-bundle", "reconcileID": "1c2315e6-383b-4b76-ade8-b863466c6680", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-246729", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:54:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-246729"}, "namespace": "ai-tenant-e2e-api-a-246729", "name": "odh-trusted-ca-bundle", "reconcileID": "1c2315e6-383b-4b76-ade8-b863466c6680", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-246729 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:54:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-246729"}, "namespace": "ai-tenant-e2e-api-a-246729", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ceeb55ae-a787-4b99-97e5-523a6e8fbde3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-246729"} 2026-09-08T16:54:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-246729"}, "namespace": "ai-tenant-e2e-api-a-246729", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ceeb55ae-a787-4b99-97e5-523a6e8fbde3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-246729"} 2026-09-08T16:54:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-246729"}, "namespace": "ai-tenant-e2e-api-a-246729", "name": "openshift-service-ca.crt", "reconcileID": "cd7c5564-ad56-4457-b139-e75500f3149c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-246729"} 2026-09-08T16:54:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-246729"}, "namespace": "ai-tenant-e2e-api-a-246729", "name": "openshift-service-ca.crt", "reconcileID": "cd7c5564-ad56-4457-b139-e75500f3149c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-246729"} 2026-09-08T16:54:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-246729"}, "namespace": "ai-tenant-e2e-api-a-246729", "name": "odh-trusted-ca-bundle", "reconcileID": "e19c673e-9ed2-4aa0-8cd4-355e51a08d4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-246729"} 2026-09-08T16:54:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-246729"}, "namespace": "ai-tenant-e2e-api-a-246729", "name": "odh-trusted-ca-bundle", "reconcileID": "e19c673e-9ed2-4aa0-8cd4-355e51a08d4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-246729"} 2026-09-08T16:54:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-246729","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-246729", "reconcileID": "38a62bf0-81e3-49a1-b6d1-9304fc40a05f", "Gateway": "e2e-api-a-246729", "namespace": "openshift-ingress"} 2026-09-08T16:54:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-246729","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-246729", "reconcileID": "38a62bf0-81e3-49a1-b6d1-9304fc40a05f", "Gateway": "e2e-api-a-246729", "namespace": "openshift-ingress", "name": "e2e-api-a-246729-authn-ssl"} 2026-09-08T16:54:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-246729","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-246729", "reconcileID": "38a62bf0-81e3-49a1-b6d1-9304fc40a05f", "Gateway": "e2e-api-a-246729", "namespace": "openshift-ingress"} 2026-09-08T16:54:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-246729","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-246729", "reconcileID": "2636316e-7652-4ce0-be99-5e21cf8f20a8", "Gateway": "e2e-api-a-246729", "namespace": "openshift-ingress"} 2026-09-08T16:55:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7818c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7818c2", "reconcileID": "7d9c16b5-29ab-4a40-8284-294808ce1ba5", "Gateway": "e2e-api-b-7818c2", "namespace": "openshift-ingress"} 2026-09-08T16:55:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7818c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7818c2", "reconcileID": "7d9c16b5-29ab-4a40-8284-294808ce1ba5", "Gateway": "e2e-api-b-7818c2", "namespace": "openshift-ingress", "name": "e2e-api-b-7818c2-authn-ssl"} 2026-09-08T16:55:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7818c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7818c2", "reconcileID": "7d9c16b5-29ab-4a40-8284-294808ce1ba5", "Gateway": "e2e-api-b-7818c2", "namespace": "openshift-ingress"} 2026-09-08T16:55:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-608268","namespace":"ai-tenant-e2e-shared-a-w3-608268"}, "namespace": "ai-tenant-e2e-shared-a-w3-608268", "name": "rate-test-model-608268", "reconcileID": "4d164b6c-d6fa-4c8c-9ee1-3f581fff40ab", "LLMInferenceService": "rate-test-model-608268", "namespace": "ai-tenant-e2e-shared-a-w3-608268"} 2026-09-08T16:55:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-608268","namespace":"ai-tenant-e2e-shared-a-w3-608268"}, "namespace": "ai-tenant-e2e-shared-a-w3-608268", "name": "rate-test-model-608268", "reconcileID": "4d164b6c-d6fa-4c8c-9ee1-3f581fff40ab", "LLMInferenceService": "rate-test-model-608268", "namespace": "ai-tenant-e2e-shared-a-w3-608268", "name": "rate-test-model-608268"} 2026-09-08T16:55:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-608268","namespace":"ai-tenant-e2e-shared-a-w3-608268"}, "namespace": "ai-tenant-e2e-shared-a-w3-608268", "name": "rate-test-model-608268", "reconcileID": "4d164b6c-d6fa-4c8c-9ee1-3f581fff40ab", "LLMInferenceService": "rate-test-model-608268", "namespace": "ai-tenant-e2e-shared-a-w3-608268"} 2026-09-08T16:55:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-608268","namespace":"ai-tenant-e2e-shared-a-w3-608268"}, "namespace": "ai-tenant-e2e-shared-a-w3-608268", "name": "rate-test-model-608268", "reconcileID": "4d164b6c-d6fa-4c8c-9ee1-3f581fff40ab", "LLMInferenceService": "rate-test-model-608268", "namespace": "ai-tenant-e2e-shared-a-w3-608268"} 2026-09-08T16:55:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-608268","namespace":"ai-tenant-e2e-shared-a-w3-608268"}, "namespace": "ai-tenant-e2e-shared-a-w3-608268", "name": "rate-test-model-608268", "reconcileID": "4d164b6c-d6fa-4c8c-9ee1-3f581fff40ab", "LLMInferenceService": "rate-test-model-608268", "namespace": "ai-tenant-e2e-shared-a-w3-608268", "name": "rate-test-model-608268-kserve-route-authn"} 2026-09-08T16:55:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-608268","namespace":"ai-tenant-e2e-shared-a-w3-608268"}, "namespace": "ai-tenant-e2e-shared-a-w3-608268", "name": "rate-test-model-608268", "reconcileID": "4d164b6c-d6fa-4c8c-9ee1-3f581fff40ab", "LLMInferenceService": "rate-test-model-608268", "namespace": "ai-tenant-e2e-shared-a-w3-608268", "name": "rate-test-model-608268-kserve-route-authn"} 2026-09-08T16:55:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-608268","namespace":"ai-tenant-e2e-shared-a-w3-608268"}, "namespace": "ai-tenant-e2e-shared-a-w3-608268", "name": "rate-test-model-608268", "reconcileID": "4d164b6c-d6fa-4c8c-9ee1-3f581fff40ab", "LLMInferenceService": "rate-test-model-608268", "namespace": "ai-tenant-e2e-shared-a-w3-608268", "namespace": "ai-tenant-e2e-shared-a-w3-608268"} 2026-09-08T16:55:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-608268","namespace":"ai-tenant-e2e-shared-a-w3-608268"}, "namespace": "ai-tenant-e2e-shared-a-w3-608268", "name": "rate-test-model-608268", "reconcileID": "4d164b6c-d6fa-4c8c-9ee1-3f581fff40ab", "LLMInferenceService": "rate-test-model-608268", "namespace": "ai-tenant-e2e-shared-a-w3-608268", "namespace": "ai-tenant-e2e-shared-a-w3-608268"} 2026-09-08T16:55:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-608268","namespace":"ai-tenant-e2e-shared-a-w3-608268"}, "namespace": "ai-tenant-e2e-shared-a-w3-608268", "name": "rate-test-model-608268", "reconcileID": "74d6bbea-7fd8-4af7-8103-4f757fee1b6b", "LLMInferenceService": "rate-test-model-608268", "namespace": "ai-tenant-e2e-shared-a-w3-608268"} 2026-09-08T16:55:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-608268","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-608268", "reconcileID": "a0d9c99e-d31d-435a-8473-f04b178d64ba", "Gateway": "e2e-shared-a-w3-608268", "namespace": "openshift-ingress"} 2026-09-08T16:55:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-608268","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-608268", "reconcileID": "a0d9c99e-d31d-435a-8473-f04b178d64ba", "Gateway": "e2e-shared-a-w3-608268", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-608268-authn-ssl"} 2026-09-08T16:55:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-608268","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-608268", "reconcileID": "a0d9c99e-d31d-435a-8473-f04b178d64ba", "Gateway": "e2e-shared-a-w3-608268", "namespace": "openshift-ingress"} 2026-09-08T16:55:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-608268","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-608268", "reconcileID": "e943f504-96d3-47aa-b6bb-b451cf53108e", "Gateway": "e2e-shared-a-w3-608268", "namespace": "openshift-ingress"} 2026-09-08T16:55:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-608268","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-608268", "reconcileID": "e943f504-96d3-47aa-b6bb-b451cf53108e", "Gateway": "e2e-shared-a-w3-608268", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-608268-authn-ssl"} 2026-09-08T16:55:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-608268","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-608268", "reconcileID": "e943f504-96d3-47aa-b6bb-b451cf53108e", "Gateway": "e2e-shared-a-w3-608268", "namespace": "openshift-ingress"} 2026-09-08T16:55:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6b15ca","namespace":"ai-tenant-e2e-shared-b-w3-6b15ca"}, "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "name": "rate-test-model-6b15ca", "reconcileID": "e4f03db8-4b8c-4921-acc5-9bff21c57e52", "LLMInferenceService": "rate-test-model-6b15ca", "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca"} 2026-09-08T16:55:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6b15ca","namespace":"ai-tenant-e2e-shared-b-w3-6b15ca"}, "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "name": "rate-test-model-6b15ca", "reconcileID": "e4f03db8-4b8c-4921-acc5-9bff21c57e52", "LLMInferenceService": "rate-test-model-6b15ca", "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "name": "rate-test-model-6b15ca"} 2026-09-08T16:55:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6b15ca","namespace":"ai-tenant-e2e-shared-b-w3-6b15ca"}, "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "name": "rate-test-model-6b15ca", "reconcileID": "e4f03db8-4b8c-4921-acc5-9bff21c57e52", "LLMInferenceService": "rate-test-model-6b15ca", "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca"} 2026-09-08T16:55:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6b15ca","namespace":"ai-tenant-e2e-shared-b-w3-6b15ca"}, "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "name": "rate-test-model-6b15ca", "reconcileID": "e4f03db8-4b8c-4921-acc5-9bff21c57e52", "LLMInferenceService": "rate-test-model-6b15ca", "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca"} 2026-09-08T16:55:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6b15ca","namespace":"ai-tenant-e2e-shared-b-w3-6b15ca"}, "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "name": "rate-test-model-6b15ca", "reconcileID": "e4f03db8-4b8c-4921-acc5-9bff21c57e52", "LLMInferenceService": "rate-test-model-6b15ca", "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "name": "rate-test-model-6b15ca-kserve-route-authn"} 2026-09-08T16:55:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6b15ca","namespace":"ai-tenant-e2e-shared-b-w3-6b15ca"}, "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "name": "rate-test-model-6b15ca", "reconcileID": "e4f03db8-4b8c-4921-acc5-9bff21c57e52", "LLMInferenceService": "rate-test-model-6b15ca", "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "name": "rate-test-model-6b15ca-kserve-route-authn"} 2026-09-08T16:55:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6b15ca","namespace":"ai-tenant-e2e-shared-b-w3-6b15ca"}, "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "name": "rate-test-model-6b15ca", "reconcileID": "e4f03db8-4b8c-4921-acc5-9bff21c57e52", "LLMInferenceService": "rate-test-model-6b15ca", "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca"} 2026-09-08T16:55:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6b15ca","namespace":"ai-tenant-e2e-shared-b-w3-6b15ca"}, "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "name": "rate-test-model-6b15ca", "reconcileID": "e4f03db8-4b8c-4921-acc5-9bff21c57e52", "LLMInferenceService": "rate-test-model-6b15ca", "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca"} 2026-09-08T16:55:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6b15ca","namespace":"ai-tenant-e2e-shared-b-w3-6b15ca"}, "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "name": "rate-test-model-6b15ca", "reconcileID": "b9abd2cf-fab8-474b-bae5-5220da08adfa", "LLMInferenceService": "rate-test-model-6b15ca", "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca"} 2026-09-08T16:55:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6b15ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6b15ca", "reconcileID": "4c69520c-6238-4f37-acec-06fce2ee50d3", "Gateway": "e2e-shared-b-w3-6b15ca", "namespace": "openshift-ingress"} 2026-09-08T16:55:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6b15ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6b15ca", "reconcileID": "4c69520c-6238-4f37-acec-06fce2ee50d3", "Gateway": "e2e-shared-b-w3-6b15ca", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6b15ca-authn-ssl"} 2026-09-08T16:55:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6b15ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6b15ca", "reconcileID": "4c69520c-6238-4f37-acec-06fce2ee50d3", "Gateway": "e2e-shared-b-w3-6b15ca", "namespace": "openshift-ingress"} 2026-09-08T16:55:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6b15ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6b15ca", "reconcileID": "ef8144f9-dd33-465c-b6bb-ca8cab496118", "Gateway": "e2e-shared-b-w3-6b15ca", "namespace": "openshift-ingress"} 2026-09-08T16:55:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6b15ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6b15ca", "reconcileID": "ef8144f9-dd33-465c-b6bb-ca8cab496118", "Gateway": "e2e-shared-b-w3-6b15ca", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6b15ca-authn-ssl"} 2026-09-08T16:55:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6b15ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6b15ca", "reconcileID": "ef8144f9-dd33-465c-b6bb-ca8cab496118", "Gateway": "e2e-shared-b-w3-6b15ca", "namespace": "openshift-ingress"} 2026-09-08T16:55:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7818c2"}, "namespace": "ai-tenant-e2e-api-b-7818c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8387f620-5b7a-4363-b6da-c9e2b17cda19", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7818c2"} 2026-09-08T16:55:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7818c2"}, "namespace": "ai-tenant-e2e-api-b-7818c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8387f620-5b7a-4363-b6da-c9e2b17cda19", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7818c2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:55:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7818c2"}, "namespace": "ai-tenant-e2e-api-b-7818c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8387f620-5b7a-4363-b6da-c9e2b17cda19", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-7818c2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:55:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-7818c2"}, "namespace": "ai-tenant-e2e-api-b-7818c2", "name": "odh-trusted-ca-bundle", "reconcileID": "8d0d201d-2e96-4119-9c2e-09c2d4bb08dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7818c2"} 2026-09-08T16:55:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-7818c2"}, "namespace": "ai-tenant-e2e-api-b-7818c2", "name": "odh-trusted-ca-bundle", "reconcileID": "8d0d201d-2e96-4119-9c2e-09c2d4bb08dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7818c2"} 2026-09-08T16:55:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-7818c2"}, "namespace": "ai-tenant-e2e-api-b-7818c2", "name": "openshift-service-ca.crt", "reconcileID": "dfc07274-221d-453e-bc91-1e6697143b2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-7818c2"} 2026-09-08T16:55:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-7818c2"}, "namespace": "ai-tenant-e2e-api-b-7818c2", "name": "openshift-service-ca.crt", "reconcileID": "dfc07274-221d-453e-bc91-1e6697143b2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-7818c2"} 2026-09-08T16:55:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7818c2"}, "namespace": "ai-tenant-e2e-api-b-7818c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3660573a-8fe6-4d79-9c0c-2daa95d63044", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7818c2"} 2026-09-08T16:55:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7818c2"}, "namespace": "ai-tenant-e2e-api-b-7818c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3660573a-8fe6-4d79-9c0c-2daa95d63044", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7818c2"} 2026-09-08T16:55:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "92a0c27e-9c5b-4699-ba4e-9aac586352ac", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:55:15Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "92a0c27e-9c5b-4699-ba4e-9aac586352ac", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc-authn-ssl"} 2026-09-08T16:55:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "92a0c27e-9c5b-4699-ba4e-9aac586352ac", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:55:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "9d7f314c-50c7-48fc-8174-006554328079", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:55:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "9d7f314c-50c7-48fc-8174-006554328079", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc-authn-ssl"} 2026-09-08T16:55:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "9d7f314c-50c7-48fc-8174-006554328079", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:55:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "3e51489c-490f-4152-a4a5-2f5a6494b721", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:55:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "3e51489c-490f-4152-a4a5-2f5a6494b721", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc-authn-ssl"} 2026-09-08T16:55:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "3e51489c-490f-4152-a4a5-2f5a6494b721", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:55:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "c7cb615a-c4c9-46d3-aa05-60bfc82b3953", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:55:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "c7cb615a-c4c9-46d3-aa05-60bfc82b3953", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc-authn-ssl"} 2026-09-08T16:55:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "c7cb615a-c4c9-46d3-aa05-60bfc82b3953", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:55:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "6d54d0e9-fded-4e99-b60f-ade211364a99", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:55:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "6d54d0e9-fded-4e99-b60f-ade211364a99", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc-authn-ssl"} 2026-09-08T16:55:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "6d54d0e9-fded-4e99-b60f-ade211364a99", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:55:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "52827035-38d7-411a-b5e2-9e0c0329391a", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:55:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "52827035-38d7-411a-b5e2-9e0c0329391a", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc-authn-ssl"} 2026-09-08T16:55:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "52827035-38d7-411a-b5e2-9e0c0329391a", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:55:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7818c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7818c2", "reconcileID": "b74eb92d-8df8-45a6-a0cc-f78807a277aa", "Gateway": "e2e-api-b-7818c2", "namespace": "openshift-ingress"} 2026-09-08T16:55:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "50e4b129-f33a-4cab-9f27-454218c41dc8", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:55:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "50e4b129-f33a-4cab-9f27-454218c41dc8", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc-authn-ssl"} 2026-09-08T16:55:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "50e4b129-f33a-4cab-9f27-454218c41dc8", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:55:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "openshift-service-ca.crt", "reconcileID": "de25684a-e36d-4692-8162-ac0bd587a778", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:55:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "openshift-service-ca.crt", "reconcileID": "86d75af3-b8d1-4030-bd81-1b89525909c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:55:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "openshift-service-ca.crt", "reconcileID": "86d75af3-b8d1-4030-bd81-1b89525909c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:55:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "odh-trusted-ca-bundle", "reconcileID": "c56b4592-c9aa-41aa-b0aa-7a4a614c6950", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:55:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "odh-trusted-ca-bundle", "reconcileID": "c56b4592-c9aa-41aa-b0aa-7a4a614c6950", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:55:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d0f6733-b498-4156-b7f8-7e0b8f5ad70f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:55:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "openshift-service-ca.crt", "reconcileID": "5e8acfca-73df-483f-93a9-a603ee8903d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:55:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "odh-trusted-ca-bundle", "reconcileID": "509da4bd-ddac-46dc-ad78-009eb400a067", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:55:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "odh-trusted-ca-bundle", "reconcileID": "065bcc4e-ab62-4399-9533-0da18d90b220", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:55:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "odh-trusted-ca-bundle", "reconcileID": "065bcc4e-ab62-4399-9533-0da18d90b220", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:55:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "761c3a6c-ffd8-4d7b-9e6f-f03f2dd90b2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:55:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "4d04a320-7681-4516-bd41-16cbf02f6d98", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:55:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "4d04a320-7681-4516-bd41-16cbf02f6d98", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc-authn-ssl"} 2026-09-08T16:55:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "4d04a320-7681-4516-bd41-16cbf02f6d98", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:55:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "a96be183-7775-4176-904f-744b9db69d4c", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:55:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "a96be183-7775-4176-904f-744b9db69d4c", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc-authn-ssl"} 2026-09-08T16:55:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "a96be183-7775-4176-904f-744b9db69d4c", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:55:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-1df9f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1df9f8", "reconcileID": "1cdd981b-2e6c-4c25-803d-9254af33842d", "Gateway": "e2e-shared-a-w2-1df9f8", "namespace": "openshift-ingress"} 2026-09-08T16:55:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-1df9f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1df9f8", "reconcileID": "1cdd981b-2e6c-4c25-803d-9254af33842d", "Gateway": "e2e-shared-a-w2-1df9f8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1df9f8-authn-ssl"} 2026-09-08T16:55:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-1df9f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1df9f8", "reconcileID": "1cdd981b-2e6c-4c25-803d-9254af33842d", "Gateway": "e2e-shared-a-w2-1df9f8", "namespace": "openshift-ingress"} 2026-09-08T16:55:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-1df9f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1df9f8", "reconcileID": "6e04e67e-a4cc-4baf-acb2-d5a51d4186c9", "Gateway": "e2e-shared-a-w2-1df9f8", "namespace": "openshift-ingress"} 2026-09-08T16:55:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-1df9f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1df9f8", "reconcileID": "6e04e67e-a4cc-4baf-acb2-d5a51d4186c9", "Gateway": "e2e-shared-a-w2-1df9f8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1df9f8-authn-ssl"} 2026-09-08T16:55:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-1df9f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1df9f8", "reconcileID": "6e04e67e-a4cc-4baf-acb2-d5a51d4186c9", "Gateway": "e2e-shared-a-w2-1df9f8", "namespace": "openshift-ingress"} 2026-09-08T16:55:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1df9f8"}, "namespace": "ai-tenant-e2e-shared-a-w2-1df9f8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b824288b-8961-4c44-8caf-a6db5df312d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-1df9f8"} 2026-09-08T16:55:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1df9f8"}, "namespace": "ai-tenant-e2e-shared-a-w2-1df9f8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b824288b-8961-4c44-8caf-a6db5df312d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-1df9f8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:55:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1df9f8"}, "namespace": "ai-tenant-e2e-shared-a-w2-1df9f8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b824288b-8961-4c44-8caf-a6db5df312d5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-1df9f8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:55:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1df9f8"}, "namespace": "ai-tenant-e2e-shared-a-w2-1df9f8", "name": "odh-trusted-ca-bundle", "reconcileID": "4b1059eb-551f-4661-ad42-ddb422be440a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-1df9f8"} 2026-09-08T16:55:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1df9f8"}, "namespace": "ai-tenant-e2e-shared-a-w2-1df9f8", "name": "odh-trusted-ca-bundle", "reconcileID": "4b1059eb-551f-4661-ad42-ddb422be440a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-1df9f8"} 2026-09-08T16:55:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-1df9f8"}, "namespace": "ai-tenant-e2e-shared-a-w2-1df9f8", "name": "openshift-service-ca.crt", "reconcileID": "00cfe8c3-0b40-48db-b126-978e0294516e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-1df9f8"} 2026-09-08T16:55:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-1df9f8"}, "namespace": "ai-tenant-e2e-shared-a-w2-1df9f8", "name": "openshift-service-ca.crt", "reconcileID": "00cfe8c3-0b40-48db-b126-978e0294516e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-1df9f8"} 2026-09-08T16:55:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1df9f8"}, "namespace": "ai-tenant-e2e-shared-a-w2-1df9f8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5ce342d-5ddb-4192-8a81-7801ae6e4927", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-1df9f8"} 2026-09-08T16:55:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1df9f8"}, "namespace": "ai-tenant-e2e-shared-a-w2-1df9f8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5ce342d-5ddb-4192-8a81-7801ae6e4927", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-1df9f8"} 2026-09-08T16:55:36Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-1df9f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1df9f8", "reconcileID": "f3e7e5cf-af49-49d2-ab3f-062781da2102", "Gateway": "e2e-shared-a-w2-1df9f8", "namespace": "openshift-ingress"} 2026-09-08T16:55:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6e5401","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6e5401", "reconcileID": "3a703998-233f-4d6f-9c86-f731972f3cb9", "Gateway": "e2e-shared-b-w2-6e5401", "namespace": "openshift-ingress"} 2026-09-08T16:55:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6e5401","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6e5401", "reconcileID": "3a703998-233f-4d6f-9c86-f731972f3cb9", "Gateway": "e2e-shared-b-w2-6e5401", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6e5401-authn-ssl"} 2026-09-08T16:55:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6e5401","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6e5401", "reconcileID": "3a703998-233f-4d6f-9c86-f731972f3cb9", "Gateway": "e2e-shared-b-w2-6e5401", "namespace": "openshift-ingress"} 2026-09-08T16:55:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "eda751b7-f01c-4d3a-a9c6-3de7edb5f575", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress"} 2026-09-08T16:55:49Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "eda751b7-f01c-4d3a-a9c6-3de7edb5f575", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67-authn-ssl"} 2026-09-08T16:55:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "eda751b7-f01c-4d3a-a9c6-3de7edb5f575", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress"} 2026-09-08T16:55:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "e06e15ca-8476-40eb-bbcb-9d3449eafffd", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress"} 2026-09-08T16:55:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "e06e15ca-8476-40eb-bbcb-9d3449eafffd", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67-authn-ssl"} 2026-09-08T16:55:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "e06e15ca-8476-40eb-bbcb-9d3449eafffd", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress"} 2026-09-08T16:55:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "bbc3c9e8-e6cc-4036-8ee5-f76fb8c7467d", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress"} 2026-09-08T16:55:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "bbc3c9e8-e6cc-4036-8ee5-f76fb8c7467d", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67-authn-ssl"} 2026-09-08T16:55:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "bbc3c9e8-e6cc-4036-8ee5-f76fb8c7467d", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress"} 2026-09-08T16:55:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "d12cc3b0-6fb8-4c8d-890b-8c85b991a208", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress"} 2026-09-08T16:55:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "d12cc3b0-6fb8-4c8d-890b-8c85b991a208", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67-authn-ssl"} 2026-09-08T16:55:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "d12cc3b0-6fb8-4c8d-890b-8c85b991a208", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress"} 2026-09-08T16:55:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "33b67d4d-bcbb-4e2e-b06e-f1acb378dd5f", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress"} 2026-09-08T16:55:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "33b67d4d-bcbb-4e2e-b06e-f1acb378dd5f", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67-authn-ssl"} 2026-09-08T16:55:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "33b67d4d-bcbb-4e2e-b06e-f1acb378dd5f", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress"} 2026-09-08T16:55:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "e1a582af-48bb-4f23-b47d-8748998575b3", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress"} 2026-09-08T16:55:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "e1a582af-48bb-4f23-b47d-8748998575b3", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67-authn-ssl"} 2026-09-08T16:55:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "e1a582af-48bb-4f23-b47d-8748998575b3", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress"} 2026-09-08T16:55:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-84ba67"}, "namespace": "ai-tenant-e2e-ipp-b-84ba67", "name": "openshift-service-ca.crt", "reconcileID": "bc35af27-9033-49fe-872c-9456485bf99a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-84ba67"} 2026-09-08T16:55:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84ba67"}, "namespace": "ai-tenant-e2e-ipp-b-84ba67", "name": "odh-trusted-ca-bundle", "reconcileID": "7c527fe0-2fcf-47d5-b2aa-8abcb904e58d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-84ba67"} 2026-09-08T16:55:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-84ba67"}, "namespace": "ai-tenant-e2e-ipp-b-84ba67", "name": "openshift-service-ca.crt", "reconcileID": "2e5eec36-a1ee-4d5f-a7d2-b73872630797", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-84ba67", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:55:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-84ba67"}, "namespace": "ai-tenant-e2e-ipp-b-84ba67", "name": "openshift-service-ca.crt", "reconcileID": "2e5eec36-a1ee-4d5f-a7d2-b73872630797", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-84ba67"} 2026-09-08T16:55:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-84ba67"}, "namespace": "ai-tenant-e2e-ipp-b-84ba67", "name": "openshift-service-ca.crt", "reconcileID": "5abb5fc8-89a3-4a08-bf0b-e36f15ce896b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-84ba67"} 2026-09-08T16:55:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84ba67"}, "namespace": "ai-tenant-e2e-ipp-b-84ba67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80c7559e-0c00-40a7-8953-68583792e357", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-84ba67"} 2026-09-08T16:55:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84ba67"}, "namespace": "ai-tenant-e2e-ipp-b-84ba67", "name": "odh-trusted-ca-bundle", "reconcileID": "f24cc15d-5e7e-4f3d-a59d-0a5bc340ead7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-84ba67", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:55:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84ba67"}, "namespace": "ai-tenant-e2e-ipp-b-84ba67", "name": "odh-trusted-ca-bundle", "reconcileID": "f24cc15d-5e7e-4f3d-a59d-0a5bc340ead7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-84ba67"} 2026-09-08T16:55:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84ba67"}, "namespace": "ai-tenant-e2e-ipp-b-84ba67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81c5aabc-822b-460d-960e-cc410604d860", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-84ba67"} 2026-09-08T16:55:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6e5401","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6e5401", "reconcileID": "d8f8c896-543c-431d-8267-9a06c4526df6", "Gateway": "e2e-shared-b-w2-6e5401", "namespace": "openshift-ingress"} 2026-09-08T16:55:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6e5401","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6e5401", "reconcileID": "d8f8c896-543c-431d-8267-9a06c4526df6", "Gateway": "e2e-shared-b-w2-6e5401", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6e5401-authn-ssl"} 2026-09-08T16:55:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6e5401","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6e5401", "reconcileID": "d8f8c896-543c-431d-8267-9a06c4526df6", "Gateway": "e2e-shared-b-w2-6e5401", "namespace": "openshift-ingress"} 2026-09-08T16:55:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "15e9d8f4-a801-4c20-8864-a018e3efa87d", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress"} 2026-09-08T16:55:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "15e9d8f4-a801-4c20-8864-a018e3efa87d", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67-authn-ssl"} 2026-09-08T16:55:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "15e9d8f4-a801-4c20-8864-a018e3efa87d", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress"} 2026-09-08T16:55:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6e5401"}, "namespace": "ai-tenant-e2e-shared-b-w2-6e5401", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7096af53-5fda-415b-be68-57a8ebf0ed3a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6e5401"} 2026-09-08T16:55:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6e5401"}, "namespace": "ai-tenant-e2e-shared-b-w2-6e5401", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7096af53-5fda-415b-be68-57a8ebf0ed3a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6e5401", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:55:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6e5401"}, "namespace": "ai-tenant-e2e-shared-b-w2-6e5401", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7096af53-5fda-415b-be68-57a8ebf0ed3a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-6e5401 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:55:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6e5401"}, "namespace": "ai-tenant-e2e-shared-b-w2-6e5401", "name": "odh-trusted-ca-bundle", "reconcileID": "8c666fa7-8a28-4251-9085-73533e29716a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6e5401"} 2026-09-08T16:55:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6e5401"}, "namespace": "ai-tenant-e2e-shared-b-w2-6e5401", "name": "odh-trusted-ca-bundle", "reconcileID": "8c666fa7-8a28-4251-9085-73533e29716a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6e5401"} 2026-09-08T16:55:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-6e5401"}, "namespace": "ai-tenant-e2e-shared-b-w2-6e5401", "name": "openshift-service-ca.crt", "reconcileID": "59467ec3-8d9b-48a5-9cf3-548fa7efc962", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-6e5401"} 2026-09-08T16:55:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-6e5401"}, "namespace": "ai-tenant-e2e-shared-b-w2-6e5401", "name": "openshift-service-ca.crt", "reconcileID": "59467ec3-8d9b-48a5-9cf3-548fa7efc962", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-6e5401"} 2026-09-08T16:55:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6e5401"}, "namespace": "ai-tenant-e2e-shared-b-w2-6e5401", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d11fd088-325a-4d0e-aa51-b13ac4ebf9b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6e5401"} 2026-09-08T16:55:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6e5401"}, "namespace": "ai-tenant-e2e-shared-b-w2-6e5401", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d11fd088-325a-4d0e-aa51-b13ac4ebf9b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6e5401"} 2026-09-08T16:55:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6e5401","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6e5401", "reconcileID": "48692af5-a029-4755-be74-d7fd367fe7bf", "Gateway": "e2e-shared-b-w2-6e5401", "namespace": "openshift-ingress"} 2026-09-08T16:56:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "1c2571a4-7dce-497a-81b4-64d6180426d5", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress"} 2026-09-08T16:56:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "1c2571a4-7dce-497a-81b4-64d6180426d5", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67-authn-ssl"} 2026-09-08T16:56:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "1c2571a4-7dce-497a-81b4-64d6180426d5", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress"} 2026-09-08T16:56:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "a6638064-e4ce-47fd-a7b1-5dbc5f8019f9", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:56:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "a6638064-e4ce-47fd-a7b1-5dbc5f8019f9", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:56:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "a6638064-e4ce-47fd-a7b1-5dbc5f8019f9", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "c8356a86-fb21-413c-a28f-b84237eefcfe", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:56:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "a6638064-e4ce-47fd-a7b1-5dbc5f8019f9", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc-kserve-route-authn"} 2026-09-08T16:56:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "a6638064-e4ce-47fd-a7b1-5dbc5f8019f9", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "authType": "userdefined"} 2026-09-08T16:56:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "a6638064-e4ce-47fd-a7b1-5dbc5f8019f9", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "c8356a86-fb21-413c-a28f-b84237eefcfe", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc-authn-ssl"} 2026-09-08T16:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "c8356a86-fb21-413c-a28f-b84237eefcfe", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:56:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "8907e4e7-3361-4a0e-a13d-b5f2bd4da01a", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:56:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "8907e4e7-3361-4a0e-a13d-b5f2bd4da01a", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:56:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "8907e4e7-3361-4a0e-a13d-b5f2bd4da01a", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:56:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "8907e4e7-3361-4a0e-a13d-b5f2bd4da01a", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc-kserve-route-authn"} 2026-09-08T16:56:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "8907e4e7-3361-4a0e-a13d-b5f2bd4da01a", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "authType": "userdefined"} 2026-09-08T16:56:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "8907e4e7-3361-4a0e-a13d-b5f2bd4da01a", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:56:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "c82e5c56-e92f-4c92-a478-365779bef8cd", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:56:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "c82e5c56-e92f-4c92-a478-365779bef8cd", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc-authn-ssl"} 2026-09-08T16:56:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "c82e5c56-e92f-4c92-a478-365779bef8cd", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:56:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "151757b4-ef16-4d8c-b728-1d67941e970a", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:56:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "151757b4-ef16-4d8c-b728-1d67941e970a", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:56:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "151757b4-ef16-4d8c-b728-1d67941e970a", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:56:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "151757b4-ef16-4d8c-b728-1d67941e970a", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc-kserve-route-authn"} 2026-09-08T16:56:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "151757b4-ef16-4d8c-b728-1d67941e970a", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "authType": "userdefined"} 2026-09-08T16:56:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "151757b4-ef16-4d8c-b728-1d67941e970a", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:56:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "5bb31de7-f539-4709-9706-4a5c46037b6d", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:56:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "5bb31de7-f539-4709-9706-4a5c46037b6d", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:56:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "5bb31de7-f539-4709-9706-4a5c46037b6d", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:56:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "5bb31de7-f539-4709-9706-4a5c46037b6d", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc-kserve-route-authn"} 2026-09-08T16:56:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "5bb31de7-f539-4709-9706-4a5c46037b6d", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "authType": "userdefined"} 2026-09-08T16:56:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "5bb31de7-f539-4709-9706-4a5c46037b6d", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:56:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "651705ba-9b01-4f2b-9b86-2603d698f665", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:56:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "651705ba-9b01-4f2b-9b86-2603d698f665", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:56:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "651705ba-9b01-4f2b-9b86-2603d698f665", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:56:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "651705ba-9b01-4f2b-9b86-2603d698f665", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc-kserve-route-authn"} 2026-09-08T16:56:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "651705ba-9b01-4f2b-9b86-2603d698f665", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "authType": "userdefined"} 2026-09-08T16:56:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "651705ba-9b01-4f2b-9b86-2603d698f665", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:56:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "1fdd994d-b70b-4f16-9fb4-8f608fcf718a", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress"} 2026-09-08T16:56:49Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "1fdd994d-b70b-4f16-9fb4-8f608fcf718a", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f-authn-ssl"} 2026-09-08T16:56:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "1fdd994d-b70b-4f16-9fb4-8f608fcf718a", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress"} 2026-09-08T16:56:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "898faaaa-b117-4558-bf9a-22fe798675b9", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress"} 2026-09-08T16:56:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "898faaaa-b117-4558-bf9a-22fe798675b9", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f-authn-ssl"} 2026-09-08T16:56:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "898faaaa-b117-4558-bf9a-22fe798675b9", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress"} 2026-09-08T16:56:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "3357bccd-343d-4966-acd1-cc44d37d7de9", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress"} 2026-09-08T16:56:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "3357bccd-343d-4966-acd1-cc44d37d7de9", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f-authn-ssl"} 2026-09-08T16:56:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "3357bccd-343d-4966-acd1-cc44d37d7de9", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress"} 2026-09-08T16:56:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "6faf5124-2c93-496d-8346-42fc2367f083", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress"} 2026-09-08T16:56:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "6faf5124-2c93-496d-8346-42fc2367f083", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f-authn-ssl"} 2026-09-08T16:56:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "6faf5124-2c93-496d-8346-42fc2367f083", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress"} 2026-09-08T16:56:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "0e6e88ae-abc4-4d89-b2d6-cb1b79fa1471", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress"} 2026-09-08T16:56:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "0e6e88ae-abc4-4d89-b2d6-cb1b79fa1471", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f-authn-ssl"} 2026-09-08T16:56:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "0e6e88ae-abc4-4d89-b2d6-cb1b79fa1471", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress"} 2026-09-08T16:56:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "e4d8bd48-634d-4408-961d-35a0c3160ea1", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress"} 2026-09-08T16:56:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "e4d8bd48-634d-4408-961d-35a0c3160ea1", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f-authn-ssl"} 2026-09-08T16:56:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "e4d8bd48-634d-4408-961d-35a0c3160ea1", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress"} 2026-09-08T16:56:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "8d62e5e3-668c-45e0-bee7-dc95eb28853b", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress"} 2026-09-08T16:56:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "8d62e5e3-668c-45e0-bee7-dc95eb28853b", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f-authn-ssl"} 2026-09-08T16:56:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "8d62e5e3-668c-45e0-bee7-dc95eb28853b", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress"} 2026-09-08T16:56:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a0a70f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f", "name": "openshift-service-ca.crt", "reconcileID": "be0b24f8-acdb-4b12-a374-6f1301779bc8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f"} 2026-09-08T16:56:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a0a70f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f", "name": "odh-trusted-ca-bundle", "reconcileID": "a921bb00-a9ac-404a-8a5c-5e8bf0796721", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f"} 2026-09-08T16:56:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a0a70f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f", "name": "openshift-service-ca.crt", "reconcileID": "a096fc8b-6e03-4ebc-afb0-5a91790deb9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:56:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a0a70f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f", "name": "openshift-service-ca.crt", "reconcileID": "a096fc8b-6e03-4ebc-afb0-5a91790deb9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f"} 2026-09-08T16:56:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a0a70f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca5cb55a-339b-483a-b8cf-7ea55c7a344f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f"} 2026-09-08T16:56:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a0a70f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f", "name": "odh-trusted-ca-bundle", "reconcileID": "8712948c-5fa6-474d-a827-5e477c208741", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:56:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a0a70f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f", "name": "odh-trusted-ca-bundle", "reconcileID": "8712948c-5fa6-474d-a827-5e477c208741", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f"} 2026-09-08T16:56:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a0a70f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6045e83a-dbf4-4f3e-9fad-2e46c89f7e6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f"} 2026-09-08T16:56:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "1e953291-afb7-4f3d-a4fd-d5439c98d977", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress"} 2026-09-08T16:56:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "1e953291-afb7-4f3d-a4fd-d5439c98d977", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f-authn-ssl"} 2026-09-08T16:56:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "1e953291-afb7-4f3d-a4fd-d5439c98d977", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress"} 2026-09-08T16:57:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "c366027a-3c73-4f34-aad7-bb0bf8a13cc0", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress"} 2026-09-08T16:57:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "c366027a-3c73-4f34-aad7-bb0bf8a13cc0", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f-authn-ssl"} 2026-09-08T16:57:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "c366027a-3c73-4f34-aad7-bb0bf8a13cc0", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress"} 2026-09-08T16:57:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "de9fc620-9049-4abc-b905-da2b41353d85", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress"} 2026-09-08T16:57:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "de9fc620-9049-4abc-b905-da2b41353d85", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f-authn-ssl"} 2026-09-08T16:57:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "de9fc620-9049-4abc-b905-da2b41353d85", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress"} 2026-09-08T16:57:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "61a1031b-29ad-47f3-9200-72f3881db1ba", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress"} 2026-09-08T16:57:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "61a1031b-29ad-47f3-9200-72f3881db1ba", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f-authn-ssl"} 2026-09-08T16:57:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "61a1031b-29ad-47f3-9200-72f3881db1ba", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress"} 2026-09-08T16:57:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a0a70f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b2f3f76-20bf-4a46-aeeb-1b48f89ce733", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f"} 2026-09-08T16:57:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a0a70f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b2f3f76-20bf-4a46-aeeb-1b48f89ce733", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:57:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a0a70f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b2f3f76-20bf-4a46-aeeb-1b48f89ce733", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-a0a70f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:57:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a0a70f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f", "name": "odh-trusted-ca-bundle", "reconcileID": "c258526d-28bf-4c00-b5ad-afc45f3577a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f"} 2026-09-08T16:57:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a0a70f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f", "name": "odh-trusted-ca-bundle", "reconcileID": "c258526d-28bf-4c00-b5ad-afc45f3577a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f"} 2026-09-08T16:57:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a0a70f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f", "name": "openshift-service-ca.crt", "reconcileID": "64732be8-6e95-43f0-8104-4aea41664866", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f"} 2026-09-08T16:57:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a0a70f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f", "name": "openshift-service-ca.crt", "reconcileID": "64732be8-6e95-43f0-8104-4aea41664866", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f"} 2026-09-08T16:57:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a0a70f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a2d150d-518d-4861-a30b-a0f411563d4e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f"} 2026-09-08T16:57:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a0a70f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a2d150d-518d-4861-a30b-a0f411563d4e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a0a70f"} 2026-09-08T16:57:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a0a70f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a0a70f", "reconcileID": "e39063f4-caa2-4b3c-860f-ddd3654666c8", "Gateway": "e2e-ipp-cleanup-a0a70f", "namespace": "openshift-ingress"} 2026-09-08T16:57:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "5b32cf60-4c81-4881-8681-f46ea3aaaa3e", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:57:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "5b32cf60-4c81-4881-8681-f46ea3aaaa3e", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc-authn-ssl"} 2026-09-08T16:57:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "5b32cf60-4c81-4881-8681-f46ea3aaaa3e", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:57:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "a6240b43-b336-4913-bd50-ddf62f647063", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:57:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "a6240b43-b336-4913-bd50-ddf62f647063", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc-authn-ssl"} 2026-09-08T16:57:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "a6240b43-b336-4913-bd50-ddf62f647063", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:57:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "5bb10a22-fb91-43c6-885a-828a640cf07a", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:57:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "5bb10a22-fb91-43c6-885a-828a640cf07a", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc-authn-ssl"} 2026-09-08T16:57:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "5bb10a22-fb91-43c6-885a-828a640cf07a", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:58:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "8ae9093d-e353-42bc-985f-3cab23b17220", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:58:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "8ae9093d-e353-42bc-985f-3cab23b17220", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:58:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "8ae9093d-e353-42bc-985f-3cab23b17220", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:58:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "8ae9093d-e353-42bc-985f-3cab23b17220", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc-kserve-route-authn"} 2026-09-08T16:58:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "8ae9093d-e353-42bc-985f-3cab23b17220", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "authType": "userdefined"} 2026-09-08T16:58:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "8ae9093d-e353-42bc-985f-3cab23b17220", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:58:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "8f25c9f6-cba9-42d9-9c6e-29de82ddb9ee", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:58:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "8f25c9f6-cba9-42d9-9c6e-29de82ddb9ee", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:58:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "8f25c9f6-cba9-42d9-9c6e-29de82ddb9ee", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:58:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "8f25c9f6-cba9-42d9-9c6e-29de82ddb9ee", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc-kserve-route-authn"} 2026-09-08T16:58:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "8f25c9f6-cba9-42d9-9c6e-29de82ddb9ee", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "authType": "userdefined"} 2026-09-08T16:58:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "8f25c9f6-cba9-42d9-9c6e-29de82ddb9ee", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:58:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acb41042-5f8d-43ef-a2ad-6315d48e5914", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:58:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acb41042-5f8d-43ef-a2ad-6315d48e5914", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:58:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acb41042-5f8d-43ef-a2ad-6315d48e5914", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d2b1cc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:58:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "odh-trusted-ca-bundle", "reconcileID": "136ba7e2-8a87-43cc-b8a1-b05ae0cd8e5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:58:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "odh-trusted-ca-bundle", "reconcileID": "136ba7e2-8a87-43cc-b8a1-b05ae0cd8e5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:58:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "openshift-service-ca.crt", "reconcileID": "4a78fdca-517a-42ce-bfb3-4584da4b2d21", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:58:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "openshift-service-ca.crt", "reconcileID": "4a78fdca-517a-42ce-bfb3-4584da4b2d21", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:58:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc5a411a-4b07-40e6-950e-755147604a65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:58:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc5a411a-4b07-40e6-950e-755147604a65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:58:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "6c554c15-952b-4d7c-a7bc-298c2dcb331d", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:58:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "6c554c15-952b-4d7c-a7bc-298c2dcb331d", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc-authn-ssl"} 2026-09-08T16:58:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "6c554c15-952b-4d7c-a7bc-298c2dcb331d", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:58:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "aac20574-b451-4070-95c9-ce0e9b67632f", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:58:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "aac20574-b451-4070-95c9-ce0e9b67632f", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc"} 2026-09-08T16:58:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "aac20574-b451-4070-95c9-ce0e9b67632f", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:58:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "aac20574-b451-4070-95c9-ce0e9b67632f", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:58:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "aac20574-b451-4070-95c9-ce0e9b67632f", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc-kserve-route-authn"} 2026-09-08T16:58:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "aac20574-b451-4070-95c9-ce0e9b67632f", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc-kserve-route-authn"} 2026-09-08T16:58:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "aac20574-b451-4070-95c9-ce0e9b67632f", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:58:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "aac20574-b451-4070-95c9-ce0e9b67632f", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:59:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "60e027b1-2e8a-488f-8ef5-2623a8e258a4", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:59:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "60e027b1-2e8a-488f-8ef5-2623a8e258a4", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc"} 2026-09-08T16:59:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "60e027b1-2e8a-488f-8ef5-2623a8e258a4", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:59:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "60e027b1-2e8a-488f-8ef5-2623a8e258a4", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:59:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "60e027b1-2e8a-488f-8ef5-2623a8e258a4", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc-kserve-route-authn"} 2026-09-08T16:59:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "60e027b1-2e8a-488f-8ef5-2623a8e258a4", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc-kserve-route-authn"} 2026-09-08T16:59:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "60e027b1-2e8a-488f-8ef5-2623a8e258a4", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:59:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "60e027b1-2e8a-488f-8ef5-2623a8e258a4", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:59:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d2b1cc","namespace":"ai-tenant-e2e-ipp-a-d2b1cc"}, "namespace": "ai-tenant-e2e-ipp-a-d2b1cc", "name": "ipp-route-d2b1cc", "reconcileID": "2de03f47-777a-43a5-856e-e3821b01912a", "LLMInferenceService": "ipp-route-d2b1cc", "namespace": "ai-tenant-e2e-ipp-a-d2b1cc"} 2026-09-08T16:59:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "7159d074-9ea6-4f8a-b3ec-ab39652ac9a5", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:59:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "7159d074-9ea6-4f8a-b3ec-ab39652ac9a5", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc-authn-ssl"} 2026-09-08T16:59:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "7159d074-9ea6-4f8a-b3ec-ab39652ac9a5", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:59:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d2b1cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d2b1cc", "reconcileID": "04421c99-1621-434c-b808-4b30bae911ff", "Gateway": "e2e-ipp-a-d2b1cc", "namespace": "openshift-ingress"} 2026-09-08T16:59:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "cc33428b-43d6-4d6c-ab1f-d4713656b68d", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress"} 2026-09-08T16:59:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "cc33428b-43d6-4d6c-ab1f-d4713656b68d", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67-authn-ssl"} 2026-09-08T16:59:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "cc33428b-43d6-4d6c-ab1f-d4713656b68d", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress"} 2026-09-08T16:59:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "489a127f-6311-4065-85e8-9bef9e42c33f", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress"} 2026-09-08T16:59:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "489a127f-6311-4065-85e8-9bef9e42c33f", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67-authn-ssl"} 2026-09-08T16:59:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "489a127f-6311-4065-85e8-9bef9e42c33f", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress"} 2026-09-08T16:59:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84ba67"}, "namespace": "ai-tenant-e2e-ipp-b-84ba67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a1f2c61-0098-42e8-9eef-03548336a424", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-84ba67"} 2026-09-08T16:59:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84ba67"}, "namespace": "ai-tenant-e2e-ipp-b-84ba67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a1f2c61-0098-42e8-9eef-03548336a424", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-84ba67", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:59:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84ba67"}, "namespace": "ai-tenant-e2e-ipp-b-84ba67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a1f2c61-0098-42e8-9eef-03548336a424", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-84ba67 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:59:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84ba67"}, "namespace": "ai-tenant-e2e-ipp-b-84ba67", "name": "odh-trusted-ca-bundle", "reconcileID": "258bd596-20a1-4aec-92d2-68cafd89770b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-84ba67"} 2026-09-08T16:59:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84ba67"}, "namespace": "ai-tenant-e2e-ipp-b-84ba67", "name": "odh-trusted-ca-bundle", "reconcileID": "258bd596-20a1-4aec-92d2-68cafd89770b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-84ba67"} 2026-09-08T16:59:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-84ba67"}, "namespace": "ai-tenant-e2e-ipp-b-84ba67", "name": "openshift-service-ca.crt", "reconcileID": "b34588cd-875b-4fd7-8892-a76a8d9f0d04", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-84ba67"} 2026-09-08T16:59:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-84ba67"}, "namespace": "ai-tenant-e2e-ipp-b-84ba67", "name": "openshift-service-ca.crt", "reconcileID": "b34588cd-875b-4fd7-8892-a76a8d9f0d04", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-84ba67"} 2026-09-08T16:59:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84ba67"}, "namespace": "ai-tenant-e2e-ipp-b-84ba67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2d16fd9-a23c-4d33-92d7-ad4cf4d04c0d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-84ba67"} 2026-09-08T16:59:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84ba67"}, "namespace": "ai-tenant-e2e-ipp-b-84ba67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2d16fd9-a23c-4d33-92d7-ad4cf4d04c0d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-84ba67"} 2026-09-08T16:59:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84ba67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84ba67", "reconcileID": "42650ead-5e8f-409d-8c79-cda3e60fc77d", "Gateway": "e2e-ipp-b-84ba67", "namespace": "openshift-ingress"} 2026-09-08T16:59:31Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T16:59:31Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T16:59:32Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T16:59:32Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T16:59:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-608268","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-608268", "reconcileID": "8a05b4b7-1bd1-4e3c-9d14-805110c24243", "Gateway": "e2e-shared-a-w3-608268", "namespace": "openshift-ingress"} 2026-09-08T16:59:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-608268","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-608268", "reconcileID": "8a05b4b7-1bd1-4e3c-9d14-805110c24243", "Gateway": "e2e-shared-a-w3-608268", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-608268-authn-ssl"} 2026-09-08T16:59:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-608268","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-608268", "reconcileID": "8a05b4b7-1bd1-4e3c-9d14-805110c24243", "Gateway": "e2e-shared-a-w3-608268", "namespace": "openshift-ingress"} 2026-09-08T16:59:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-608268","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-608268", "reconcileID": "70000ae1-85b3-4ef0-b9df-8bcc0b58f0dd", "Gateway": "e2e-shared-a-w3-608268", "namespace": "openshift-ingress"} 2026-09-08T16:59:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-608268","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-608268", "reconcileID": "70000ae1-85b3-4ef0-b9df-8bcc0b58f0dd", "Gateway": "e2e-shared-a-w3-608268", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-608268-authn-ssl"} 2026-09-08T16:59:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-608268","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-608268", "reconcileID": "70000ae1-85b3-4ef0-b9df-8bcc0b58f0dd", "Gateway": "e2e-shared-a-w3-608268", "namespace": "openshift-ingress"} 2026-09-08T16:59:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-608268"}, "namespace": "ai-tenant-e2e-shared-a-w3-608268", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbe923ea-19b9-44c8-a931-1cb64a62b0d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-608268"} 2026-09-08T16:59:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-608268"}, "namespace": "ai-tenant-e2e-shared-a-w3-608268", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbe923ea-19b9-44c8-a931-1cb64a62b0d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-608268", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:59:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-608268"}, "namespace": "ai-tenant-e2e-shared-a-w3-608268", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbe923ea-19b9-44c8-a931-1cb64a62b0d4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-608268 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:59:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-608268"}, "namespace": "ai-tenant-e2e-shared-a-w3-608268", "name": "odh-trusted-ca-bundle", "reconcileID": "9c7c2e26-0b9a-470f-b563-5caf8c0c9edf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-608268"} 2026-09-08T16:59:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-608268"}, "namespace": "ai-tenant-e2e-shared-a-w3-608268", "name": "odh-trusted-ca-bundle", "reconcileID": "9c7c2e26-0b9a-470f-b563-5caf8c0c9edf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-608268"} 2026-09-08T16:59:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-608268"}, "namespace": "ai-tenant-e2e-shared-a-w3-608268", "name": "openshift-service-ca.crt", "reconcileID": "39623c29-84b2-4232-b80d-b2e5a8b53b1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-608268"} 2026-09-08T16:59:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-608268"}, "namespace": "ai-tenant-e2e-shared-a-w3-608268", "name": "openshift-service-ca.crt", "reconcileID": "39623c29-84b2-4232-b80d-b2e5a8b53b1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-608268"} 2026-09-08T16:59:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-608268"}, "namespace": "ai-tenant-e2e-shared-a-w3-608268", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e1f8e9c-5f2f-4c3f-9f10-c09e64afb581", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-608268"} 2026-09-08T16:59:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-608268"}, "namespace": "ai-tenant-e2e-shared-a-w3-608268", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e1f8e9c-5f2f-4c3f-9f10-c09e64afb581", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-608268"} 2026-09-08T16:59:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-608268","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-608268", "reconcileID": "9ae3b2a9-6319-409d-815c-26facf8bf834", "Gateway": "e2e-shared-a-w3-608268", "namespace": "openshift-ingress"} 2026-09-08T16:59:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6b15ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6b15ca", "reconcileID": "27eb7e1a-c083-4654-807b-bee45e98e44d", "Gateway": "e2e-shared-b-w3-6b15ca", "namespace": "openshift-ingress"} 2026-09-08T16:59:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6b15ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6b15ca", "reconcileID": "27eb7e1a-c083-4654-807b-bee45e98e44d", "Gateway": "e2e-shared-b-w3-6b15ca", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6b15ca-authn-ssl"} 2026-09-08T16:59:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6b15ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6b15ca", "reconcileID": "27eb7e1a-c083-4654-807b-bee45e98e44d", "Gateway": "e2e-shared-b-w3-6b15ca", "namespace": "openshift-ingress"} 2026-09-08T16:59:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6b15ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6b15ca", "reconcileID": "8db3566a-0934-4255-a7c1-b625d15b97d2", "Gateway": "e2e-shared-b-w3-6b15ca", "namespace": "openshift-ingress"} 2026-09-08T16:59:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6b15ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6b15ca", "reconcileID": "8db3566a-0934-4255-a7c1-b625d15b97d2", "Gateway": "e2e-shared-b-w3-6b15ca", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6b15ca-authn-ssl"} 2026-09-08T16:59:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6b15ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6b15ca", "reconcileID": "8db3566a-0934-4255-a7c1-b625d15b97d2", "Gateway": "e2e-shared-b-w3-6b15ca", "namespace": "openshift-ingress"} 2026-09-08T17:00:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6b15ca"}, "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cad5014f-36e9-4ad8-b147-08282e348710", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca"} 2026-09-08T17:00:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6b15ca"}, "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cad5014f-36e9-4ad8-b147-08282e348710", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T17:00:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6b15ca"}, "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cad5014f-36e9-4ad8-b147-08282e348710", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-6b15ca because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T17:00:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6b15ca"}, "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "name": "odh-trusted-ca-bundle", "reconcileID": "a61f1d41-f3d1-4640-9826-31009399d0e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca"} 2026-09-08T17:00:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6b15ca"}, "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "name": "odh-trusted-ca-bundle", "reconcileID": "a61f1d41-f3d1-4640-9826-31009399d0e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca"} 2026-09-08T17:00:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-6b15ca"}, "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "name": "openshift-service-ca.crt", "reconcileID": "ab070e51-4f39-4e70-aa6b-09185dcbcb0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca"} 2026-09-08T17:00:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-6b15ca"}, "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "name": "openshift-service-ca.crt", "reconcileID": "ab070e51-4f39-4e70-aa6b-09185dcbcb0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca"} 2026-09-08T17:00:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6b15ca"}, "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0762653-a42d-4f7c-9840-1edc93cda324", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca"} 2026-09-08T17:00:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6b15ca"}, "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0762653-a42d-4f7c-9840-1edc93cda324", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6b15ca"} 2026-09-08T17:00:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6b15ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6b15ca", "reconcileID": "be4e72b6-8963-4bbb-859a-d6db1d1de532", "Gateway": "e2e-shared-b-w3-6b15ca", "namespace": "openshift-ingress"} 2026-09-08T17:04:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "5dcfc61f-4b1e-4d5d-a57d-e041988c9cb2", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm"} 2026-09-08T17:04:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "5dcfc61f-4b1e-4d5d-a57d-e041988c9cb2", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm"} 2026-09-08T17:04:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "5dcfc61f-4b1e-4d5d-a57d-e041988c9cb2", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm"} 2026-09-08T17:04:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8e02217-c17b-4f16-8322-7210d62218f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:04:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "5dcfc61f-4b1e-4d5d-a57d-e041988c9cb2", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm", "name": "e2e-same-id-a-15d29298-kserve-route-authn"} 2026-09-08T17:04:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "5dcfc61f-4b1e-4d5d-a57d-e041988c9cb2", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm", "authType": "userdefined"} 2026-09-08T17:04:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "5dcfc61f-4b1e-4d5d-a57d-e041988c9cb2", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm"} 2026-09-08T17:04:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8e02217-c17b-4f16-8322-7210d62218f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T17:04:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8e02217-c17b-4f16-8322-7210d62218f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:04:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "a5c33123-ff42-4b0c-84f2-6be999b059a6", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm"} 2026-09-08T17:04:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "a5c33123-ff42-4b0c-84f2-6be999b059a6", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm"} 2026-09-08T17:04:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "a5c33123-ff42-4b0c-84f2-6be999b059a6", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm"} 2026-09-08T17:04:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "a5c33123-ff42-4b0c-84f2-6be999b059a6", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm", "name": "e2e-same-id-a-15d29298-kserve-route-authn"} 2026-09-08T17:04:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "a5c33123-ff42-4b0c-84f2-6be999b059a6", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm", "authType": "userdefined"} 2026-09-08T17:04:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "a5c33123-ff42-4b0c-84f2-6be999b059a6", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm"} 2026-09-08T17:04:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "781ee72c-7a69-4336-b0df-453446f355a6", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm"} 2026-09-08T17:04:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "781ee72c-7a69-4336-b0df-453446f355a6", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm"} 2026-09-08T17:04:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "781ee72c-7a69-4336-b0df-453446f355a6", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm"} 2026-09-08T17:04:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "567520a8-86bf-4b92-a7a2-1febd15ebb97", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:04:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "781ee72c-7a69-4336-b0df-453446f355a6", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm", "name": "e2e-same-id-b-15d29298-kserve-route-authn"} 2026-09-08T17:04:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "781ee72c-7a69-4336-b0df-453446f355a6", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm", "authType": "userdefined"} 2026-09-08T17:04:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "781ee72c-7a69-4336-b0df-453446f355a6", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm"} 2026-09-08T17:04:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "567520a8-86bf-4b92-a7a2-1febd15ebb97", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T17:04:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "567520a8-86bf-4b92-a7a2-1febd15ebb97", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:04:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1198c0df-a537-4e91-b231-b43de28c8fd2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:04:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1198c0df-a537-4e91-b231-b43de28c8fd2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T17:04:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1198c0df-a537-4e91-b231-b43de28c8fd2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:04:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "a7ea114d-303d-4727-b573-6cf9c85e94b4", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm"} 2026-09-08T17:04:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "a7ea114d-303d-4727-b573-6cf9c85e94b4", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm"} 2026-09-08T17:04:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "a7ea114d-303d-4727-b573-6cf9c85e94b4", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm"} 2026-09-08T17:04:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "a7ea114d-303d-4727-b573-6cf9c85e94b4", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm", "name": "e2e-same-id-a-15d29298-kserve-route-authn"} 2026-09-08T17:04:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "a7ea114d-303d-4727-b573-6cf9c85e94b4", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm", "authType": "userdefined"} 2026-09-08T17:04:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "a7ea114d-303d-4727-b573-6cf9c85e94b4", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm"} 2026-09-08T17:04:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "5f40db1b-2729-471c-bc42-85e8a4bc0480", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm"} 2026-09-08T17:04:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "5f40db1b-2729-471c-bc42-85e8a4bc0480", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm"} 2026-09-08T17:04:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "5f40db1b-2729-471c-bc42-85e8a4bc0480", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm"} 2026-09-08T17:04:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "5f40db1b-2729-471c-bc42-85e8a4bc0480", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm", "name": "e2e-same-id-b-15d29298-kserve-route-authn"} 2026-09-08T17:04:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "5f40db1b-2729-471c-bc42-85e8a4bc0480", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm", "authType": "userdefined"} 2026-09-08T17:04:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "5f40db1b-2729-471c-bc42-85e8a4bc0480", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm"} 2026-09-08T17:04:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "76cfbb1f-d245-4c3b-a8bc-39d44e4b1fb6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:04:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "76cfbb1f-d245-4c3b-a8bc-39d44e4b1fb6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T17:04:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "76cfbb1f-d245-4c3b-a8bc-39d44e4b1fb6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:04:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "0a4a5565-73c3-48cf-9f13-d35abe134fe1", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm"} 2026-09-08T17:04:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "0a4a5565-73c3-48cf-9f13-d35abe134fe1", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm"} 2026-09-08T17:04:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "0a4a5565-73c3-48cf-9f13-d35abe134fe1", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm"} 2026-09-08T17:04:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "0a4a5565-73c3-48cf-9f13-d35abe134fe1", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm", "name": "e2e-same-id-b-15d29298-kserve-route-authn"} 2026-09-08T17:04:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "0a4a5565-73c3-48cf-9f13-d35abe134fe1", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm", "authType": "userdefined"} 2026-09-08T17:04:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "0a4a5565-73c3-48cf-9f13-d35abe134fe1", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm"} 2026-09-08T17:05:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "3078c584-337f-4bc9-b5f0-f53d028d2db1", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm"} 2026-09-08T17:05:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "3078c584-337f-4bc9-b5f0-f53d028d2db1", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm"} 2026-09-08T17:05:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "3078c584-337f-4bc9-b5f0-f53d028d2db1", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm"} 2026-09-08T17:05:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "3078c584-337f-4bc9-b5f0-f53d028d2db1", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm", "name": "e2e-same-id-a-15d29298-kserve-route-authn"} 2026-09-08T17:05:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "3078c584-337f-4bc9-b5f0-f53d028d2db1", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm", "authType": "userdefined"} 2026-09-08T17:05:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "3078c584-337f-4bc9-b5f0-f53d028d2db1", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm"} 2026-09-08T17:05:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "253e6008-60bb-4ca9-a283-98846221e4c2", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm"} 2026-09-08T17:05:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "253e6008-60bb-4ca9-a283-98846221e4c2", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm"} 2026-09-08T17:05:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "253e6008-60bb-4ca9-a283-98846221e4c2", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm"} 2026-09-08T17:05:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "253e6008-60bb-4ca9-a283-98846221e4c2", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm", "name": "e2e-same-id-b-15d29298-kserve-route-authn"} 2026-09-08T17:05:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "253e6008-60bb-4ca9-a283-98846221e4c2", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm", "authType": "userdefined"} 2026-09-08T17:05:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "253e6008-60bb-4ca9-a283-98846221e4c2", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm"} 2026-09-08T17:05:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "c6183cfd-2b18-4cc0-9fa7-bc1db2a6d654", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm"} 2026-09-08T17:05:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "c6183cfd-2b18-4cc0-9fa7-bc1db2a6d654", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm", "name": "e2e-same-id-a-15d29298"} 2026-09-08T17:05:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "c6183cfd-2b18-4cc0-9fa7-bc1db2a6d654", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm"} 2026-09-08T17:05:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "c6183cfd-2b18-4cc0-9fa7-bc1db2a6d654", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm"} 2026-09-08T17:05:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "c6183cfd-2b18-4cc0-9fa7-bc1db2a6d654", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm", "name": "e2e-same-id-a-15d29298-kserve-route-authn"} 2026-09-08T17:05:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "c6183cfd-2b18-4cc0-9fa7-bc1db2a6d654", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm", "name": "e2e-same-id-a-15d29298-kserve-route-authn"} 2026-09-08T17:05:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d29298", "reconcileID": "77bbb02d-4673-484a-ab4b-fff2e9c9209b", "LLMInferenceService": "e2e-same-id-a-15d29298", "namespace": "llm"} 2026-09-08T17:05:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "67c40ade-57c8-4967-9cc7-c224b1a256d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:05:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "67c40ade-57c8-4967-9cc7-c224b1a256d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T17:05:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "67c40ade-57c8-4967-9cc7-c224b1a256d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:05:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "426b1c8a-9ea9-4dc4-a379-b73a356bb52d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:05:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "426b1c8a-9ea9-4dc4-a379-b73a356bb52d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T17:05:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "426b1c8a-9ea9-4dc4-a379-b73a356bb52d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:05:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "b239f7c8-bc64-4092-b821-04fd4c122ba5", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm"} 2026-09-08T17:05:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "b239f7c8-bc64-4092-b821-04fd4c122ba5", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm", "name": "e2e-same-id-b-15d29298"} 2026-09-08T17:05:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "b239f7c8-bc64-4092-b821-04fd4c122ba5", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm"} 2026-09-08T17:05:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "b239f7c8-bc64-4092-b821-04fd4c122ba5", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm"} 2026-09-08T17:05:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "b239f7c8-bc64-4092-b821-04fd4c122ba5", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm", "name": "e2e-same-id-b-15d29298-kserve-route-authn"} 2026-09-08T17:05:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "b239f7c8-bc64-4092-b821-04fd4c122ba5", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm", "name": "e2e-same-id-b-15d29298-kserve-route-authn"} 2026-09-08T17:05:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d29298","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d29298", "reconcileID": "a04d3c0a-4a27-4719-857f-04b09d2fe5ba", "LLMInferenceService": "e2e-same-id-b-15d29298", "namespace": "llm"} 2026-09-08T17:05:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7c580212-a781-4d5e-8b46-0de1769e66a6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:05:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7c580212-a781-4d5e-8b46-0de1769e66a6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T17:05:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7c580212-a781-4d5e-8b46-0de1769e66a6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:05:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "855f0ac7-93ce-4196-89d8-e7c1fb88481a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:05:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "855f0ac7-93ce-4196-89d8-e7c1fb88481a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T17:05:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "855f0ac7-93ce-4196-89d8-e7c1fb88481a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}