2026-09-06T12:41:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-969fdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-969fdf", "reconcileID": "5b08b6d3-a974-4798-aa5b-8a4f7e11fbac", "Gateway": "e2e-api-b-969fdf", "namespace": "openshift-ingress"} 2026-09-06T12:41:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-969fdf"}, "namespace": "ai-tenant-e2e-api-b-969fdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c4a06d0-8bcf-4d09-93ee-2cdc747a87c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-969fdf"} 2026-09-06T12:41:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-969fdf"}, "namespace": "ai-tenant-e2e-api-b-969fdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c4a06d0-8bcf-4d09-93ee-2cdc747a87c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-969fdf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T12:41:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-969fdf"}, "namespace": "ai-tenant-e2e-api-b-969fdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c4a06d0-8bcf-4d09-93ee-2cdc747a87c4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-969fdf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T12:41:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-969fdf"}, "namespace": "ai-tenant-e2e-api-b-969fdf", "name": "odh-trusted-ca-bundle", "reconcileID": "944c386b-cff3-4467-ad61-958826e2a435", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-969fdf"} 2026-09-06T12:41:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-969fdf"}, "namespace": "ai-tenant-e2e-api-b-969fdf", "name": "odh-trusted-ca-bundle", "reconcileID": "944c386b-cff3-4467-ad61-958826e2a435", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-969fdf"} 2026-09-06T12:41:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-969fdf"}, "namespace": "ai-tenant-e2e-api-b-969fdf", "name": "openshift-service-ca.crt", "reconcileID": "77045b3a-67a1-4a09-816b-0e4d310be0dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-969fdf"} 2026-09-06T12:41:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-969fdf"}, "namespace": "ai-tenant-e2e-api-b-969fdf", "name": "openshift-service-ca.crt", "reconcileID": "77045b3a-67a1-4a09-816b-0e4d310be0dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-969fdf"} 2026-09-06T12:41:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-969fdf"}, "namespace": "ai-tenant-e2e-api-b-969fdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e891addb-a187-4fd2-b9f4-bc1a2fc14448", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-969fdf"} 2026-09-06T12:41:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-969fdf"}, "namespace": "ai-tenant-e2e-api-b-969fdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e891addb-a187-4fd2-b9f4-bc1a2fc14448", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-969fdf"} 2026-09-06T12:41:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-969fdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-969fdf", "reconcileID": "34c5c035-c4e5-421c-9b56-4ac6cd6e9c4a", "Gateway": "e2e-api-b-969fdf", "namespace": "openshift-ingress"} 2026-09-06T12:41:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3feb92","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "rate-test-model-3feb92", "reconcileID": "a106704c-1721-4632-8ee7-831a5fcd04ac", "LLMInferenceService": "rate-test-model-3feb92", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92"} 2026-09-06T12:41:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3feb92","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "rate-test-model-3feb92", "reconcileID": "a106704c-1721-4632-8ee7-831a5fcd04ac", "LLMInferenceService": "rate-test-model-3feb92", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92"} 2026-09-06T12:41:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3feb92","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "rate-test-model-3feb92", "reconcileID": "a106704c-1721-4632-8ee7-831a5fcd04ac", "LLMInferenceService": "rate-test-model-3feb92", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92"} 2026-09-06T12:41:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3feb92","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "rate-test-model-3feb92", "reconcileID": "a106704c-1721-4632-8ee7-831a5fcd04ac", "LLMInferenceService": "rate-test-model-3feb92", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "rate-test-model-3feb92-kserve-route-authn"} 2026-09-06T12:41:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3feb92","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "rate-test-model-3feb92", "reconcileID": "a106704c-1721-4632-8ee7-831a5fcd04ac", "LLMInferenceService": "rate-test-model-3feb92", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "authType": "userdefined"} 2026-09-06T12:41:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3feb92","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "rate-test-model-3feb92", "reconcileID": "a106704c-1721-4632-8ee7-831a5fcd04ac", "LLMInferenceService": "rate-test-model-3feb92", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92"} 2026-09-06T12:41:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d96501","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d96501", "reconcileID": "6ea211c4-18ca-4800-8823-f08a58b85179", "Gateway": "e2e-shared-a-w2-d96501", "namespace": "openshift-ingress"} 2026-09-06T12:41:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d96501","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d96501", "reconcileID": "6ea211c4-18ca-4800-8823-f08a58b85179", "Gateway": "e2e-shared-a-w2-d96501", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d96501-authn-ssl"} 2026-09-06T12:41:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d96501","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d96501", "reconcileID": "6ea211c4-18ca-4800-8823-f08a58b85179", "Gateway": "e2e-shared-a-w2-d96501", "namespace": "openshift-ingress"} 2026-09-06T12:41:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "825051cd-2394-427b-9b49-a0a810ec7d01", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:41:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "825051cd-2394-427b-9b49-a0a810ec7d01", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:41:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "825051cd-2394-427b-9b49-a0a810ec7d01", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:41:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e6515e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e", "reconcileID": "98155ab4-0271-44e9-8db8-0fc0ddee7112", "Gateway": "e2e-shared-b-w3-e6515e", "namespace": "openshift-ingress"} 2026-09-06T12:41:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "825051cd-2394-427b-9b49-a0a810ec7d01", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e-kserve-route-authn"} 2026-09-06T12:41:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "825051cd-2394-427b-9b49-a0a810ec7d01", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "authType": "userdefined"} 2026-09-06T12:41:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "825051cd-2394-427b-9b49-a0a810ec7d01", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:41:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e6515e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e", "reconcileID": "98155ab4-0271-44e9-8db8-0fc0ddee7112", "Gateway": "e2e-shared-b-w3-e6515e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e-authn-ssl"} 2026-09-06T12:41:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e6515e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e", "reconcileID": "98155ab4-0271-44e9-8db8-0fc0ddee7112", "Gateway": "e2e-shared-b-w3-e6515e", "namespace": "openshift-ingress"} 2026-09-06T12:41:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "70599d30-557f-4c67-bc43-342fe4aa57e5", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:41:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "70599d30-557f-4c67-bc43-342fe4aa57e5", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:41:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "70599d30-557f-4c67-bc43-342fe4aa57e5", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:41:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "70599d30-557f-4c67-bc43-342fe4aa57e5", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e-kserve-route-authn"} 2026-09-06T12:41:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "70599d30-557f-4c67-bc43-342fe4aa57e5", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "authType": "userdefined"} 2026-09-06T12:41:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "70599d30-557f-4c67-bc43-342fe4aa57e5", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:41:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d96501","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d96501", "reconcileID": "51ddb6fe-2731-4bab-a614-76c303bb5fe4", "Gateway": "e2e-shared-a-w2-d96501", "namespace": "openshift-ingress"} 2026-09-06T12:41:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d96501","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d96501", "reconcileID": "51ddb6fe-2731-4bab-a614-76c303bb5fe4", "Gateway": "e2e-shared-a-w2-d96501", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d96501-authn-ssl"} 2026-09-06T12:41:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d96501","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d96501", "reconcileID": "51ddb6fe-2731-4bab-a614-76c303bb5fe4", "Gateway": "e2e-shared-a-w2-d96501", "namespace": "openshift-ingress"} 2026-09-06T12:41:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d96501"}, "namespace": "ai-tenant-e2e-shared-a-w2-d96501", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "202d3ac2-f20b-41ae-bf4f-79d2380973fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d96501"} 2026-09-06T12:41:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d96501"}, "namespace": "ai-tenant-e2e-shared-a-w2-d96501", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "202d3ac2-f20b-41ae-bf4f-79d2380973fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d96501", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T12:41:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d96501"}, "namespace": "ai-tenant-e2e-shared-a-w2-d96501", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "202d3ac2-f20b-41ae-bf4f-79d2380973fa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-d96501 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T12:41:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d96501"}, "namespace": "ai-tenant-e2e-shared-a-w2-d96501", "name": "odh-trusted-ca-bundle", "reconcileID": "d6903fbc-779e-472c-b6d6-8629eeb97365", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d96501"} 2026-09-06T12:41:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d96501"}, "namespace": "ai-tenant-e2e-shared-a-w2-d96501", "name": "odh-trusted-ca-bundle", "reconcileID": "d6903fbc-779e-472c-b6d6-8629eeb97365", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d96501"} 2026-09-06T12:41:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-d96501"}, "namespace": "ai-tenant-e2e-shared-a-w2-d96501", "name": "openshift-service-ca.crt", "reconcileID": "f440cc7a-25e5-4649-88e2-d11256efb565", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-d96501"} 2026-09-06T12:41:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-d96501"}, "namespace": "ai-tenant-e2e-shared-a-w2-d96501", "name": "openshift-service-ca.crt", "reconcileID": "f440cc7a-25e5-4649-88e2-d11256efb565", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-d96501"} 2026-09-06T12:41:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d96501"}, "namespace": "ai-tenant-e2e-shared-a-w2-d96501", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7c4f559-a9a4-4121-892a-beb1ae39e91b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d96501"} 2026-09-06T12:41:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d96501"}, "namespace": "ai-tenant-e2e-shared-a-w2-d96501", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7c4f559-a9a4-4121-892a-beb1ae39e91b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d96501"} 2026-09-06T12:41:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d96501","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d96501", "reconcileID": "bfcec6e6-5853-4490-9fe6-296ffb24013f", "Gateway": "e2e-shared-a-w2-d96501", "namespace": "openshift-ingress"} 2026-09-06T12:42:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e6515e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e", "reconcileID": "4fb3689c-be45-4533-834e-dcfdad3f3140", "Gateway": "e2e-shared-b-w3-e6515e", "namespace": "openshift-ingress"} 2026-09-06T12:42:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e6515e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e", "reconcileID": "4fb3689c-be45-4533-834e-dcfdad3f3140", "Gateway": "e2e-shared-b-w3-e6515e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e-authn-ssl"} 2026-09-06T12:42:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e6515e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e", "reconcileID": "4fb3689c-be45-4533-834e-dcfdad3f3140", "Gateway": "e2e-shared-b-w3-e6515e", "namespace": "openshift-ingress"} 2026-09-06T12:42:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-556bc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-556bc6", "reconcileID": "53dcb5b9-1309-4ed0-94d1-3b7a7eaa5b18", "Gateway": "e2e-shared-b-w2-556bc6", "namespace": "openshift-ingress"} 2026-09-06T12:42:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-556bc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-556bc6", "reconcileID": "53dcb5b9-1309-4ed0-94d1-3b7a7eaa5b18", "Gateway": "e2e-shared-b-w2-556bc6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-556bc6-authn-ssl"} 2026-09-06T12:42:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-556bc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-556bc6", "reconcileID": "53dcb5b9-1309-4ed0-94d1-3b7a7eaa5b18", "Gateway": "e2e-shared-b-w2-556bc6", "namespace": "openshift-ingress"} 2026-09-06T12:42:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "59683c37-32fd-4aec-b37d-594bb06dbaf6", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:42:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "59683c37-32fd-4aec-b37d-594bb06dbaf6", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:42:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "59683c37-32fd-4aec-b37d-594bb06dbaf6", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:42:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "59683c37-32fd-4aec-b37d-594bb06dbaf6", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e-kserve-route-authn"} 2026-09-06T12:42:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "59683c37-32fd-4aec-b37d-594bb06dbaf6", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "authType": "userdefined"} 2026-09-06T12:42:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "59683c37-32fd-4aec-b37d-594bb06dbaf6", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:42:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-556bc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-556bc6", "reconcileID": "a12d4717-4719-466c-9575-126725c25e3d", "Gateway": "e2e-shared-b-w2-556bc6", "namespace": "openshift-ingress"} 2026-09-06T12:42:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-556bc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-556bc6", "reconcileID": "a12d4717-4719-466c-9575-126725c25e3d", "Gateway": "e2e-shared-b-w2-556bc6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-556bc6-authn-ssl"} 2026-09-06T12:42:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-556bc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-556bc6", "reconcileID": "a12d4717-4719-466c-9575-126725c25e3d", "Gateway": "e2e-shared-b-w2-556bc6", "namespace": "openshift-ingress"} 2026-09-06T12:42:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-556bc6"}, "namespace": "ai-tenant-e2e-shared-b-w2-556bc6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de52ccbc-e2f4-410b-a7c7-22331c5a29b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-556bc6"} 2026-09-06T12:42:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-556bc6"}, "namespace": "ai-tenant-e2e-shared-b-w2-556bc6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de52ccbc-e2f4-410b-a7c7-22331c5a29b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-556bc6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T12:42:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-556bc6"}, "namespace": "ai-tenant-e2e-shared-b-w2-556bc6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de52ccbc-e2f4-410b-a7c7-22331c5a29b3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-556bc6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T12:42:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-556bc6"}, "namespace": "ai-tenant-e2e-shared-b-w2-556bc6", "name": "odh-trusted-ca-bundle", "reconcileID": "ddd08fe4-17d8-4152-b875-bb04da181f7d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-556bc6"} 2026-09-06T12:42:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-556bc6"}, "namespace": "ai-tenant-e2e-shared-b-w2-556bc6", "name": "odh-trusted-ca-bundle", "reconcileID": "ddd08fe4-17d8-4152-b875-bb04da181f7d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-556bc6"} 2026-09-06T12:42:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-556bc6"}, "namespace": "ai-tenant-e2e-shared-b-w2-556bc6", "name": "openshift-service-ca.crt", "reconcileID": "c4d38cf8-ddb3-49ac-be03-a6481c60f370", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-556bc6"} 2026-09-06T12:42:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-556bc6"}, "namespace": "ai-tenant-e2e-shared-b-w2-556bc6", "name": "openshift-service-ca.crt", "reconcileID": "c4d38cf8-ddb3-49ac-be03-a6481c60f370", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-556bc6"} 2026-09-06T12:42:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-556bc6"}, "namespace": "ai-tenant-e2e-shared-b-w2-556bc6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "562118f3-9dfa-42c7-aa6b-65da7123f5df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-556bc6"} 2026-09-06T12:42:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-556bc6"}, "namespace": "ai-tenant-e2e-shared-b-w2-556bc6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "562118f3-9dfa-42c7-aa6b-65da7123f5df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-556bc6"} 2026-09-06T12:42:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-556bc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-556bc6", "reconcileID": "8c8a8ff9-4036-4c7b-b611-a331fb4ab813", "Gateway": "e2e-shared-b-w2-556bc6", "namespace": "openshift-ingress"} 2026-09-06T12:42:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "8892cb8a-bfae-4278-a7e3-7e8b24f27c99", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:42:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "8892cb8a-bfae-4278-a7e3-7e8b24f27c99", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:42:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "8892cb8a-bfae-4278-a7e3-7e8b24f27c99", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:42:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "8892cb8a-bfae-4278-a7e3-7e8b24f27c99", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e-kserve-route-authn"} 2026-09-06T12:42:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "8892cb8a-bfae-4278-a7e3-7e8b24f27c99", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "authType": "userdefined"} 2026-09-06T12:42:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "8892cb8a-bfae-4278-a7e3-7e8b24f27c99", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:43:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3feb92","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "rate-test-model-3feb92", "reconcileID": "35dd6697-9814-456c-a50e-502c9599246f", "LLMInferenceService": "rate-test-model-3feb92", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92"} 2026-09-06T12:43:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3feb92","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "rate-test-model-3feb92", "reconcileID": "35dd6697-9814-456c-a50e-502c9599246f", "LLMInferenceService": "rate-test-model-3feb92", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "rate-test-model-3feb92"} 2026-09-06T12:43:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3feb92","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "rate-test-model-3feb92", "reconcileID": "35dd6697-9814-456c-a50e-502c9599246f", "LLMInferenceService": "rate-test-model-3feb92", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92"} 2026-09-06T12:43:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3feb92","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "rate-test-model-3feb92", "reconcileID": "35dd6697-9814-456c-a50e-502c9599246f", "LLMInferenceService": "rate-test-model-3feb92", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92"} 2026-09-06T12:43:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3feb92","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "rate-test-model-3feb92", "reconcileID": "35dd6697-9814-456c-a50e-502c9599246f", "LLMInferenceService": "rate-test-model-3feb92", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "rate-test-model-3feb92-kserve-route-authn"} 2026-09-06T12:43:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3feb92","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "rate-test-model-3feb92", "reconcileID": "35dd6697-9814-456c-a50e-502c9599246f", "LLMInferenceService": "rate-test-model-3feb92", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "rate-test-model-3feb92-kserve-route-authn"} 2026-09-06T12:43:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3feb92","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "rate-test-model-3feb92", "reconcileID": "35dd6697-9814-456c-a50e-502c9599246f", "LLMInferenceService": "rate-test-model-3feb92", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92"} 2026-09-06T12:43:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3feb92","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "rate-test-model-3feb92", "reconcileID": "35dd6697-9814-456c-a50e-502c9599246f", "LLMInferenceService": "rate-test-model-3feb92", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92"} 2026-09-06T12:43:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3feb92","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "rate-test-model-3feb92", "reconcileID": "67a6e7e8-b0f3-4a75-8dfd-05cfe865638c", "LLMInferenceService": "rate-test-model-3feb92", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92"} 2026-09-06T12:43:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3feb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3feb92", "reconcileID": "b22524c2-c210-49de-9d8b-22cca766f5b1", "Gateway": "e2e-shared-a-w3-3feb92", "namespace": "openshift-ingress"} 2026-09-06T12:43:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3feb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3feb92", "reconcileID": "b22524c2-c210-49de-9d8b-22cca766f5b1", "Gateway": "e2e-shared-a-w3-3feb92", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3feb92-authn-ssl"} 2026-09-06T12:43:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3feb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3feb92", "reconcileID": "b22524c2-c210-49de-9d8b-22cca766f5b1", "Gateway": "e2e-shared-a-w3-3feb92", "namespace": "openshift-ingress"} 2026-09-06T12:43:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3feb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3feb92", "reconcileID": "2073f203-45b0-4e5e-8077-25e45f6c4486", "Gateway": "e2e-shared-a-w3-3feb92", "namespace": "openshift-ingress"} 2026-09-06T12:43:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3feb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3feb92", "reconcileID": "2073f203-45b0-4e5e-8077-25e45f6c4486", "Gateway": "e2e-shared-a-w3-3feb92", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3feb92-authn-ssl"} 2026-09-06T12:43:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3feb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3feb92", "reconcileID": "2073f203-45b0-4e5e-8077-25e45f6c4486", "Gateway": "e2e-shared-a-w3-3feb92", "namespace": "openshift-ingress"} 2026-09-06T12:43:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "6d109df6-9cef-4b3d-9e9d-474b86c37138", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:43:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "6d109df6-9cef-4b3d-9e9d-474b86c37138", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e"} 2026-09-06T12:43:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "6d109df6-9cef-4b3d-9e9d-474b86c37138", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:43:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "6d109df6-9cef-4b3d-9e9d-474b86c37138", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:43:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "6d109df6-9cef-4b3d-9e9d-474b86c37138", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e-kserve-route-authn"} 2026-09-06T12:43:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "6d109df6-9cef-4b3d-9e9d-474b86c37138", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e-kserve-route-authn"} 2026-09-06T12:43:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "6d109df6-9cef-4b3d-9e9d-474b86c37138", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:43:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "6d109df6-9cef-4b3d-9e9d-474b86c37138", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:43:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e6515e","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "rate-test-model-e6515e", "reconcileID": "5e738fc9-5fc1-4684-989a-2693bc3a7d7c", "LLMInferenceService": "rate-test-model-e6515e", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e6515e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e", "reconcileID": "b342d178-13cf-493b-a9e2-21a9a39a9513", "Gateway": "e2e-shared-b-w3-e6515e", "namespace": "openshift-ingress"} 2026-09-06T12:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e6515e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e", "reconcileID": "b342d178-13cf-493b-a9e2-21a9a39a9513", "Gateway": "e2e-shared-b-w3-e6515e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e-authn-ssl"} 2026-09-06T12:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e6515e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e", "reconcileID": "b342d178-13cf-493b-a9e2-21a9a39a9513", "Gateway": "e2e-shared-b-w3-e6515e", "namespace": "openshift-ingress"} 2026-09-06T12:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e6515e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e", "reconcileID": "5f8bfa53-061a-448b-995d-709163e0194f", "Gateway": "e2e-shared-b-w3-e6515e", "namespace": "openshift-ingress"} 2026-09-06T12:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e6515e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e", "reconcileID": "5f8bfa53-061a-448b-995d-709163e0194f", "Gateway": "e2e-shared-b-w3-e6515e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e-authn-ssl"} 2026-09-06T12:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e6515e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e", "reconcileID": "5f8bfa53-061a-448b-995d-709163e0194f", "Gateway": "e2e-shared-b-w3-e6515e", "namespace": "openshift-ingress"} 2026-09-06T12:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "3aac8753-8685-474d-93a3-abbbac902466", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:43:02Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "3aac8753-8685-474d-93a3-abbbac902466", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951-authn-ssl"} 2026-09-06T12:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "3aac8753-8685-474d-93a3-abbbac902466", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "ab9bde78-d01c-4781-a718-6ffe0dfe61cf", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "ab9bde78-d01c-4781-a718-6ffe0dfe61cf", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951-authn-ssl"} 2026-09-06T12:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "ab9bde78-d01c-4781-a718-6ffe0dfe61cf", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "92785b4f-893b-480a-b1de-93ea4a22f05e", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "92785b4f-893b-480a-b1de-93ea4a22f05e", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951-authn-ssl"} 2026-09-06T12:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "92785b4f-893b-480a-b1de-93ea4a22f05e", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "6acfbd9a-99e2-47aa-a8e7-9c7f7a7f950e", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "6acfbd9a-99e2-47aa-a8e7-9c7f7a7f950e", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951-authn-ssl"} 2026-09-06T12:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "6acfbd9a-99e2-47aa-a8e7-9c7f7a7f950e", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "d03ad788-68c1-4b46-9aa4-d7d9f8483a5a", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "d03ad788-68c1-4b46-9aa4-d7d9f8483a5a", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951-authn-ssl"} 2026-09-06T12:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "d03ad788-68c1-4b46-9aa4-d7d9f8483a5a", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:43:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "54eaf725-7c59-4b3e-90a2-ce785ad9a770", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:43:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "54eaf725-7c59-4b3e-90a2-ce785ad9a770", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951-authn-ssl"} 2026-09-06T12:43:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "54eaf725-7c59-4b3e-90a2-ce785ad9a770", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:43:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "e8ef12dd-3a02-4f87-a55b-3b7acee104de", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:43:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "e8ef12dd-3a02-4f87-a55b-3b7acee104de", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951-authn-ssl"} 2026-09-06T12:43:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "e8ef12dd-3a02-4f87-a55b-3b7acee104de", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:43:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "openshift-service-ca.crt", "reconcileID": "dc9837df-ee58-4b01-86de-53ceab5b1f9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:43:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "odh-trusted-ca-bundle", "reconcileID": "3c71771d-9a40-4869-93c9-2b37efef4ab3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:43:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "openshift-service-ca.crt", "reconcileID": "aa3d673c-826f-47c5-ac35-964f26c24d7d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4f1951", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T12:43:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "openshift-service-ca.crt", "reconcileID": "aa3d673c-826f-47c5-ac35-964f26c24d7d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:43:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "openshift-service-ca.crt", "reconcileID": "86f49fc5-a22f-4963-bc8d-1f92f5a89b4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4f1951", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T12:43:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "openshift-service-ca.crt", "reconcileID": "86f49fc5-a22f-4963-bc8d-1f92f5a89b4e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T12:43:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "365f67de-7a6b-4379-bb5c-c8c0110c131a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:43:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "openshift-service-ca.crt", "reconcileID": "951d151b-57e1-4532-baac-9b3d91fcaa28", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:43:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "odh-trusted-ca-bundle", "reconcileID": "2acde85a-378a-42b1-ac20-39a02a98eb08", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4f1951", "update": "odh-kserve-custom-ca-bundle"} 2026-09-06T12:43:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "odh-trusted-ca-bundle", "reconcileID": "2acde85a-378a-42b1-ac20-39a02a98eb08", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:43:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d5f197c-aaf6-480a-bec5-fdc4d8bf110e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:43:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "55edbf4a-5c55-499f-8367-c1d04d741347", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:43:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "55edbf4a-5c55-499f-8367-c1d04d741347", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951-authn-ssl"} 2026-09-06T12:43:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "55edbf4a-5c55-499f-8367-c1d04d741347", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:43:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "8b653c2c-a8ff-4956-a799-c47055600264", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:43:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "8b653c2c-a8ff-4956-a799-c47055600264", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951-authn-ssl"} 2026-09-06T12:43:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "8b653c2c-a8ff-4956-a799-c47055600264", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:43:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "1b3f419a-acfe-411a-a009-64f08b5fbd0c", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress"} 2026-09-06T12:43:31Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "1b3f419a-acfe-411a-a009-64f08b5fbd0c", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894-authn-ssl"} 2026-09-06T12:43:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "1b3f419a-acfe-411a-a009-64f08b5fbd0c", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress"} 2026-09-06T12:43:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "4dfac9e8-b1d7-4e14-8a0a-aa19406435a0", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress"} 2026-09-06T12:43:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "4dfac9e8-b1d7-4e14-8a0a-aa19406435a0", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894-authn-ssl"} 2026-09-06T12:43:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "4dfac9e8-b1d7-4e14-8a0a-aa19406435a0", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress"} 2026-09-06T12:43:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "ec96da92-82cd-4c0f-bf19-9b8b841b324d", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress"} 2026-09-06T12:43:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "ec96da92-82cd-4c0f-bf19-9b8b841b324d", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894-authn-ssl"} 2026-09-06T12:43:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "ec96da92-82cd-4c0f-bf19-9b8b841b324d", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress"} 2026-09-06T12:43:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "224ab7a4-193f-4da1-b0e6-cf7ba01c0c28", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress"} 2026-09-06T12:43:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "224ab7a4-193f-4da1-b0e6-cf7ba01c0c28", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894-authn-ssl"} 2026-09-06T12:43:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "224ab7a4-193f-4da1-b0e6-cf7ba01c0c28", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress"} 2026-09-06T12:43:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "b84c50f7-cf86-424e-af4c-3e82c431cf73", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress"} 2026-09-06T12:43:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "b84c50f7-cf86-424e-af4c-3e82c431cf73", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894-authn-ssl"} 2026-09-06T12:43:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "b84c50f7-cf86-424e-af4c-3e82c431cf73", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress"} 2026-09-06T12:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "c492a94a-5fd9-43ac-a458-fe8b01d961ed", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress"} 2026-09-06T12:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "c492a94a-5fd9-43ac-a458-fe8b01d961ed", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894-authn-ssl"} 2026-09-06T12:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "c492a94a-5fd9-43ac-a458-fe8b01d961ed", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress"} 2026-09-06T12:43:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "3391750c-b727-44d3-b974-b9dd597d9fa8", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress"} 2026-09-06T12:43:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "3391750c-b727-44d3-b974-b9dd597d9fa8", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894-authn-ssl"} 2026-09-06T12:43:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "3391750c-b727-44d3-b974-b9dd597d9fa8", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress"} 2026-09-06T12:43:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e2a894"}, "namespace": "ai-tenant-e2e-ipp-b-e2a894", "name": "openshift-service-ca.crt", "reconcileID": "8a92fb29-02d4-430a-b761-a868f97630ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e2a894"} 2026-09-06T12:43:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e2a894"}, "namespace": "ai-tenant-e2e-ipp-b-e2a894", "name": "odh-trusted-ca-bundle", "reconcileID": "59a80acc-f376-4c9c-8ea8-1ae96eaadad8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e2a894"} 2026-09-06T12:43:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e2a894"}, "namespace": "ai-tenant-e2e-ipp-b-e2a894", "name": "openshift-service-ca.crt", "reconcileID": "3d313f7a-6945-4c09-8b1f-0cb542d544a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e2a894", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T12:43:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e2a894"}, "namespace": "ai-tenant-e2e-ipp-b-e2a894", "name": "openshift-service-ca.crt", "reconcileID": "3d313f7a-6945-4c09-8b1f-0cb542d544a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e2a894"} 2026-09-06T12:43:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e2a894"}, "namespace": "ai-tenant-e2e-ipp-b-e2a894", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54d4bfbf-ee44-412b-93b5-2d5c9e20f3b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e2a894"} 2026-09-06T12:43:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e2a894"}, "namespace": "ai-tenant-e2e-ipp-b-e2a894", "name": "openshift-service-ca.crt", "reconcileID": "ccae62a1-f51b-4abc-8391-a0d3e97684fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e2a894"} 2026-09-06T12:43:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e2a894"}, "namespace": "ai-tenant-e2e-ipp-b-e2a894", "name": "odh-trusted-ca-bundle", "reconcileID": "56e73ca5-482c-4588-99bb-260b93973b3b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e2a894", "update": "odh-kserve-custom-ca-bundle"} 2026-09-06T12:43:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e2a894"}, "namespace": "ai-tenant-e2e-ipp-b-e2a894", "name": "odh-trusted-ca-bundle", "reconcileID": "56e73ca5-482c-4588-99bb-260b93973b3b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e2a894"} 2026-09-06T12:43:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e2a894"}, "namespace": "ai-tenant-e2e-ipp-b-e2a894", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "183a7308-2444-40e1-9d8d-f660c926ded6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e2a894"} 2026-09-06T12:43:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "de940115-4c09-4fff-887f-be673e5cc727", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress"} 2026-09-06T12:43:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "de940115-4c09-4fff-887f-be673e5cc727", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894-authn-ssl"} 2026-09-06T12:43:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "de940115-4c09-4fff-887f-be673e5cc727", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress"} 2026-09-06T12:43:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "ce58d9c9-fc57-41f1-9a7d-f3525b63cefc", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress"} 2026-09-06T12:43:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "ce58d9c9-fc57-41f1-9a7d-f3525b63cefc", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894-authn-ssl"} 2026-09-06T12:43:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "ce58d9c9-fc57-41f1-9a7d-f3525b63cefc", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress"} 2026-09-06T12:44:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "344b00e8-90de-44d6-9118-76861dd00eb0", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:44:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "344b00e8-90de-44d6-9118-76861dd00eb0", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:44:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "344b00e8-90de-44d6-9118-76861dd00eb0", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:44:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "d32e0cb7-3ebd-4708-bf2e-3738f4a77c6c", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:44:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "344b00e8-90de-44d6-9118-76861dd00eb0", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951-kserve-route-authn"} 2026-09-06T12:44:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "344b00e8-90de-44d6-9118-76861dd00eb0", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951", "authType": "userdefined"} 2026-09-06T12:44:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "344b00e8-90de-44d6-9118-76861dd00eb0", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:44:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "d32e0cb7-3ebd-4708-bf2e-3738f4a77c6c", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951-authn-ssl"} 2026-09-06T12:44:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "d32e0cb7-3ebd-4708-bf2e-3738f4a77c6c", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:44:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "28b8551c-6b63-4eb9-82cb-84af53fe0f45", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:44:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "28b8551c-6b63-4eb9-82cb-84af53fe0f45", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:44:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "28b8551c-6b63-4eb9-82cb-84af53fe0f45", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:44:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "28b8551c-6b63-4eb9-82cb-84af53fe0f45", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951-kserve-route-authn"} 2026-09-06T12:44:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "28b8551c-6b63-4eb9-82cb-84af53fe0f45", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951", "authType": "userdefined"} 2026-09-06T12:44:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "28b8551c-6b63-4eb9-82cb-84af53fe0f45", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:44:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "dd58989d-df8c-4741-a26b-20c8d5a866ff", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:44:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "dd58989d-df8c-4741-a26b-20c8d5a866ff", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951-authn-ssl"} 2026-09-06T12:44:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "dd58989d-df8c-4741-a26b-20c8d5a866ff", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:44:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "4f03ee74-0319-4a56-9045-8cacb9cc3f21", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:44:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "4f03ee74-0319-4a56-9045-8cacb9cc3f21", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:44:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "4f03ee74-0319-4a56-9045-8cacb9cc3f21", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:44:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "4f03ee74-0319-4a56-9045-8cacb9cc3f21", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951-kserve-route-authn"} 2026-09-06T12:44:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "4f03ee74-0319-4a56-9045-8cacb9cc3f21", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951", "authType": "userdefined"} 2026-09-06T12:44:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "4f03ee74-0319-4a56-9045-8cacb9cc3f21", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:44:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "8c2cf367-0b50-49f5-bc11-b15ac13f4162", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:44:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "8c2cf367-0b50-49f5-bc11-b15ac13f4162", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:44:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "8c2cf367-0b50-49f5-bc11-b15ac13f4162", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:44:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "8c2cf367-0b50-49f5-bc11-b15ac13f4162", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951-kserve-route-authn"} 2026-09-06T12:44:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "8c2cf367-0b50-49f5-bc11-b15ac13f4162", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951", "authType": "userdefined"} 2026-09-06T12:44:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "8c2cf367-0b50-49f5-bc11-b15ac13f4162", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:44:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "23416119-7add-40c7-aa4a-af1a2a5b3216", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress"} 2026-09-06T12:44:56Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "23416119-7add-40c7-aa4a-af1a2a5b3216", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458-authn-ssl"} 2026-09-06T12:44:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "23416119-7add-40c7-aa4a-af1a2a5b3216", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress"} 2026-09-06T12:44:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "0f7f7d71-1acf-4bdd-a156-9718828ca0dc", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress"} 2026-09-06T12:44:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "0f7f7d71-1acf-4bdd-a156-9718828ca0dc", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458-authn-ssl"} 2026-09-06T12:44:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "0f7f7d71-1acf-4bdd-a156-9718828ca0dc", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress"} 2026-09-06T12:44:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "2b942071-e3f7-4bed-96d5-c62c13f4b327", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress"} 2026-09-06T12:44:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "2b942071-e3f7-4bed-96d5-c62c13f4b327", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458-authn-ssl"} 2026-09-06T12:44:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "2b942071-e3f7-4bed-96d5-c62c13f4b327", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress"} 2026-09-06T12:44:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "18e3bf76-6860-49e8-89a5-ded1a2c6a963", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress"} 2026-09-06T12:44:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "18e3bf76-6860-49e8-89a5-ded1a2c6a963", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458-authn-ssl"} 2026-09-06T12:44:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "18e3bf76-6860-49e8-89a5-ded1a2c6a963", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress"} 2026-09-06T12:44:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "a8453af9-8696-45a6-969b-115c278f8a93", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress"} 2026-09-06T12:44:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "a8453af9-8696-45a6-969b-115c278f8a93", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458-authn-ssl"} 2026-09-06T12:44:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "a8453af9-8696-45a6-969b-115c278f8a93", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress"} 2026-09-06T12:44:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "8a7c351d-e3d4-4e96-bd2f-d0bb5b1964d9", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress"} 2026-09-06T12:44:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "8a7c351d-e3d4-4e96-bd2f-d0bb5b1964d9", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458-authn-ssl"} 2026-09-06T12:44:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "8a7c351d-e3d4-4e96-bd2f-d0bb5b1964d9", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress"} 2026-09-06T12:44:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "7055f6b3-1668-4a78-a2aa-b4a9c831b53a", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress"} 2026-09-06T12:44:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "7055f6b3-1668-4a78-a2aa-b4a9c831b53a", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458-authn-ssl"} 2026-09-06T12:44:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "7055f6b3-1668-4a78-a2aa-b4a9c831b53a", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress"} 2026-09-06T12:44:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c82458"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c82458", "name": "openshift-service-ca.crt", "reconcileID": "ca1aed5f-6e71-41e3-ad17-c71ab25f0e30", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c82458"} 2026-09-06T12:44:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c82458"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c82458", "name": "odh-trusted-ca-bundle", "reconcileID": "dfad5cef-8079-4aa1-88a1-fcbd3b24665d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c82458"} 2026-09-06T12:44:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c82458"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c82458", "name": "openshift-service-ca.crt", "reconcileID": "c4426475-c566-499b-94c3-5ea662fd0c9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c82458", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T12:44:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c82458"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c82458", "name": "openshift-service-ca.crt", "reconcileID": "c4426475-c566-499b-94c3-5ea662fd0c9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c82458"} 2026-09-06T12:44:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c82458"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c82458", "name": "openshift-service-ca.crt", "reconcileID": "88eed510-57d2-46cd-98b1-0388dd8de35e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c82458"} 2026-09-06T12:44:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c82458"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c82458", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "245b8de2-307f-4096-aa6b-7ba0bce96324", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c82458"} 2026-09-06T12:44:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c82458"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c82458", "name": "odh-trusted-ca-bundle", "reconcileID": "05e4ce1f-a77f-4ab9-9021-7653439fae19", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c82458", "update": "odh-kserve-custom-ca-bundle"} 2026-09-06T12:44:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c82458"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c82458", "name": "odh-trusted-ca-bundle", "reconcileID": "05e4ce1f-a77f-4ab9-9021-7653439fae19", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c82458"} 2026-09-06T12:44:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c82458"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c82458", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1ac2ffd-481d-4bc0-bc67-c74e5f12c34b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c82458"} 2026-09-06T12:45:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "593fe5e7-b0b8-44e9-b127-49cee504aa23", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress"} 2026-09-06T12:45:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "593fe5e7-b0b8-44e9-b127-49cee504aa23", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458-authn-ssl"} 2026-09-06T12:45:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "593fe5e7-b0b8-44e9-b127-49cee504aa23", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress"} 2026-09-06T12:45:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "7f311ffc-b75b-4e6b-ba30-1b42ce89a912", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress"} 2026-09-06T12:45:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "7f311ffc-b75b-4e6b-ba30-1b42ce89a912", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458-authn-ssl"} 2026-09-06T12:45:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "7f311ffc-b75b-4e6b-ba30-1b42ce89a912", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress"} 2026-09-06T12:45:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "5626de2c-cc63-401f-b5a7-975634074a2d", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress"} 2026-09-06T12:45:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "5626de2c-cc63-401f-b5a7-975634074a2d", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458-authn-ssl"} 2026-09-06T12:45:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "5626de2c-cc63-401f-b5a7-975634074a2d", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress"} 2026-09-06T12:45:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c82458"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c82458", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "738a16c5-9b96-4acf-a9cc-f1a79f343838", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c82458"} 2026-09-06T12:45:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c82458"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c82458", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "738a16c5-9b96-4acf-a9cc-f1a79f343838", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c82458", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T12:45:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c82458"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c82458", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "738a16c5-9b96-4acf-a9cc-f1a79f343838", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-c82458 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T12:45:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c82458"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c82458", "name": "odh-trusted-ca-bundle", "reconcileID": "61db47b7-ed3a-444f-90fe-5e73861492cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c82458"} 2026-09-06T12:45:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c82458"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c82458", "name": "odh-trusted-ca-bundle", "reconcileID": "61db47b7-ed3a-444f-90fe-5e73861492cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c82458"} 2026-09-06T12:45:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c82458"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c82458", "name": "openshift-service-ca.crt", "reconcileID": "f20ccb6e-579e-48b6-918f-235ee0922e49", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c82458"} 2026-09-06T12:45:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c82458"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c82458", "name": "openshift-service-ca.crt", "reconcileID": "f20ccb6e-579e-48b6-918f-235ee0922e49", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c82458"} 2026-09-06T12:45:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c82458"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c82458", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c852806f-18d6-430c-a953-db9167f8e738", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c82458"} 2026-09-06T12:45:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c82458"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c82458", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c852806f-18d6-430c-a953-db9167f8e738", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c82458"} 2026-09-06T12:45:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c82458","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c82458", "reconcileID": "ce9a1bdd-1da2-49bd-b1bd-c4dc68f840b2", "Gateway": "e2e-ipp-cleanup-c82458", "namespace": "openshift-ingress"} 2026-09-06T12:45:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "16e44f8f-ec2d-45e3-a626-aa4a6c295792", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:45:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "16e44f8f-ec2d-45e3-a626-aa4a6c295792", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951-authn-ssl"} 2026-09-06T12:45:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "16e44f8f-ec2d-45e3-a626-aa4a6c295792", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:45:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "875e8e2a-b99d-4b57-98cf-cd29a0086495", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:45:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "875e8e2a-b99d-4b57-98cf-cd29a0086495", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951-authn-ssl"} 2026-09-06T12:45:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "875e8e2a-b99d-4b57-98cf-cd29a0086495", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:46:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "c3c3077b-a706-4d91-afad-ef902be866bb", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:46:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "c3c3077b-a706-4d91-afad-ef902be866bb", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:46:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "c3c3077b-a706-4d91-afad-ef902be866bb", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:46:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "c3c3077b-a706-4d91-afad-ef902be866bb", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951-kserve-route-authn"} 2026-09-06T12:46:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "c3c3077b-a706-4d91-afad-ef902be866bb", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951", "authType": "userdefined"} 2026-09-06T12:46:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "c3c3077b-a706-4d91-afad-ef902be866bb", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:46:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "98ebb7b0-db35-4e85-abf9-7e900c4964e5", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:46:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "98ebb7b0-db35-4e85-abf9-7e900c4964e5", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951-authn-ssl"} 2026-09-06T12:46:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "98ebb7b0-db35-4e85-abf9-7e900c4964e5", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:46:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1355743-0127-4e39-ae57-582521c1d69b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:46:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1355743-0127-4e39-ae57-582521c1d69b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4f1951", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T12:46:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1355743-0127-4e39-ae57-582521c1d69b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-4f1951 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T12:46:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "odh-trusted-ca-bundle", "reconcileID": "23a3dc2c-9eac-416c-9089-364d68caca62", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:46:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "odh-trusted-ca-bundle", "reconcileID": "23a3dc2c-9eac-416c-9089-364d68caca62", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:46:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "openshift-service-ca.crt", "reconcileID": "15b5a957-eba9-442e-aca0-c021380760e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:46:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "openshift-service-ca.crt", "reconcileID": "15b5a957-eba9-442e-aca0-c021380760e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:46:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2fa1891-ccaa-4b9b-8ba8-e9cd14830f75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:46:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2fa1891-ccaa-4b9b-8ba8-e9cd14830f75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:46:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "668f0a70-1669-4c49-95db-37352d3a73db", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:46:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "668f0a70-1669-4c49-95db-37352d3a73db", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:46:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "668f0a70-1669-4c49-95db-37352d3a73db", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:46:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "668f0a70-1669-4c49-95db-37352d3a73db", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951-kserve-route-authn"} 2026-09-06T12:46:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "668f0a70-1669-4c49-95db-37352d3a73db", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951", "authType": "userdefined"} 2026-09-06T12:46:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "668f0a70-1669-4c49-95db-37352d3a73db", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:46:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "ba9158e2-e6c2-4ac2-aaef-d88f04bc03cd", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:46:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "ba9158e2-e6c2-4ac2-aaef-d88f04bc03cd", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951-authn-ssl"} 2026-09-06T12:46:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "ba9158e2-e6c2-4ac2-aaef-d88f04bc03cd", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:46:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "77c80a87-abfb-414d-8249-ddd88727ae5a", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:46:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "77c80a87-abfb-414d-8249-ddd88727ae5a", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951"} 2026-09-06T12:46:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "77c80a87-abfb-414d-8249-ddd88727ae5a", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:46:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "77c80a87-abfb-414d-8249-ddd88727ae5a", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:46:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "77c80a87-abfb-414d-8249-ddd88727ae5a", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951-kserve-route-authn"} 2026-09-06T12:46:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "77c80a87-abfb-414d-8249-ddd88727ae5a", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951-kserve-route-authn"} 2026-09-06T12:46:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "77c80a87-abfb-414d-8249-ddd88727ae5a", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:46:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "77c80a87-abfb-414d-8249-ddd88727ae5a", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:46:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4f1951","namespace":"ai-tenant-e2e-ipp-a-4f1951"}, "namespace": "ai-tenant-e2e-ipp-a-4f1951", "name": "ipp-route-4f1951", "reconcileID": "7746e4a8-eafa-4dfa-8813-ee3eb2735b60", "LLMInferenceService": "ipp-route-4f1951", "namespace": "ai-tenant-e2e-ipp-a-4f1951"} 2026-09-06T12:46:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "92f22f25-20e0-4843-9464-ecefb90b258f", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:46:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "92f22f25-20e0-4843-9464-ecefb90b258f", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951-authn-ssl"} 2026-09-06T12:46:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "92f22f25-20e0-4843-9464-ecefb90b258f", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:46:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4f1951","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4f1951", "reconcileID": "bacd330e-b179-41c3-b8bd-a0922ba61655", "Gateway": "e2e-ipp-a-4f1951", "namespace": "openshift-ingress"} 2026-09-06T12:46:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "d50f0e68-3b2d-4f8b-92a9-de67a4d90860", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress"} 2026-09-06T12:46:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "d50f0e68-3b2d-4f8b-92a9-de67a4d90860", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894-authn-ssl"} 2026-09-06T12:46:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "d50f0e68-3b2d-4f8b-92a9-de67a4d90860", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress"} 2026-09-06T12:47:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "85f84244-1112-4f5f-a15a-c82cfc102252", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress"} 2026-09-06T12:47:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "85f84244-1112-4f5f-a15a-c82cfc102252", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894-authn-ssl"} 2026-09-06T12:47:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "85f84244-1112-4f5f-a15a-c82cfc102252", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress"} 2026-09-06T12:47:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e2a894"}, "namespace": "ai-tenant-e2e-ipp-b-e2a894", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1e5dd80-52b5-4760-991d-3a029eacf257", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e2a894"} 2026-09-06T12:47:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e2a894"}, "namespace": "ai-tenant-e2e-ipp-b-e2a894", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1e5dd80-52b5-4760-991d-3a029eacf257", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e2a894", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T12:47:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e2a894"}, "namespace": "ai-tenant-e2e-ipp-b-e2a894", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1e5dd80-52b5-4760-991d-3a029eacf257", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-e2a894 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T12:47:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e2a894"}, "namespace": "ai-tenant-e2e-ipp-b-e2a894", "name": "odh-trusted-ca-bundle", "reconcileID": "6576f7c4-e295-4320-8d4f-7f725b92080a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e2a894"} 2026-09-06T12:47:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e2a894"}, "namespace": "ai-tenant-e2e-ipp-b-e2a894", "name": "odh-trusted-ca-bundle", "reconcileID": "6576f7c4-e295-4320-8d4f-7f725b92080a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e2a894"} 2026-09-06T12:47:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e2a894"}, "namespace": "ai-tenant-e2e-ipp-b-e2a894", "name": "openshift-service-ca.crt", "reconcileID": "cc63f7fe-ffce-40d4-84dd-344eb49e948b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e2a894"} 2026-09-06T12:47:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e2a894"}, "namespace": "ai-tenant-e2e-ipp-b-e2a894", "name": "openshift-service-ca.crt", "reconcileID": "cc63f7fe-ffce-40d4-84dd-344eb49e948b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e2a894"} 2026-09-06T12:47:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e2a894"}, "namespace": "ai-tenant-e2e-ipp-b-e2a894", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c29d212-a7ed-4901-a11d-7a9d6998f81d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e2a894"} 2026-09-06T12:47:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e2a894"}, "namespace": "ai-tenant-e2e-ipp-b-e2a894", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c29d212-a7ed-4901-a11d-7a9d6998f81d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e2a894"} 2026-09-06T12:47:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e2a894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e2a894", "reconcileID": "3286e335-3d58-4c85-b73f-b3426d861db2", "Gateway": "e2e-ipp-b-e2a894", "namespace": "openshift-ingress"} 2026-09-06T12:47:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3feb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3feb92", "reconcileID": "b790b1be-b72f-4fdb-826c-de2cd2ac0a57", "Gateway": "e2e-shared-a-w3-3feb92", "namespace": "openshift-ingress"} 2026-09-06T12:47:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3feb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3feb92", "reconcileID": "b790b1be-b72f-4fdb-826c-de2cd2ac0a57", "Gateway": "e2e-shared-a-w3-3feb92", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3feb92-authn-ssl"} 2026-09-06T12:47:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3feb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3feb92", "reconcileID": "b790b1be-b72f-4fdb-826c-de2cd2ac0a57", "Gateway": "e2e-shared-a-w3-3feb92", "namespace": "openshift-ingress"} 2026-09-06T12:47:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3feb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3feb92", "reconcileID": "3ab252b3-b96d-4d9d-a231-942cdc282015", "Gateway": "e2e-shared-a-w3-3feb92", "namespace": "openshift-ingress"} 2026-09-06T12:47:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3feb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3feb92", "reconcileID": "3ab252b3-b96d-4d9d-a231-942cdc282015", "Gateway": "e2e-shared-a-w3-3feb92", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3feb92-authn-ssl"} 2026-09-06T12:47:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3feb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3feb92", "reconcileID": "3ab252b3-b96d-4d9d-a231-942cdc282015", "Gateway": "e2e-shared-a-w3-3feb92", "namespace": "openshift-ingress"} 2026-09-06T12:47:17Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T12:47:17Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T12:47:18Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T12:47:18Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T12:47:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9cd64cb1-55ee-49fd-9e62-42bc14e9e9be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92"} 2026-09-06T12:47:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9cd64cb1-55ee-49fd-9e62-42bc14e9e9be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T12:47:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9cd64cb1-55ee-49fd-9e62-42bc14e9e9be", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-3feb92 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T12:47:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "odh-trusted-ca-bundle", "reconcileID": "15f2f267-91c6-4b83-88f0-8feb459e0a37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92"} 2026-09-06T12:47:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "odh-trusted-ca-bundle", "reconcileID": "15f2f267-91c6-4b83-88f0-8feb459e0a37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92"} 2026-09-06T12:47:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "openshift-service-ca.crt", "reconcileID": "be27c2fe-814c-4ce8-be9d-0447c0d58f59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92"} 2026-09-06T12:47:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "openshift-service-ca.crt", "reconcileID": "be27c2fe-814c-4ce8-be9d-0447c0d58f59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92"} 2026-09-06T12:47:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c48eeb6-628b-44e0-821d-2d103e1e09d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92"} 2026-09-06T12:47:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3feb92"}, "namespace": "ai-tenant-e2e-shared-a-w3-3feb92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c48eeb6-628b-44e0-821d-2d103e1e09d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3feb92"} 2026-09-06T12:47:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3feb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3feb92", "reconcileID": "88d9e1a2-ba2c-4ddf-af97-47689f24e8bf", "Gateway": "e2e-shared-a-w3-3feb92", "namespace": "openshift-ingress"} 2026-09-06T12:47:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e6515e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e", "reconcileID": "0135e02d-9416-4191-9675-dc91f4bd7bbe", "Gateway": "e2e-shared-b-w3-e6515e", "namespace": "openshift-ingress"} 2026-09-06T12:47:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e6515e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e", "reconcileID": "0135e02d-9416-4191-9675-dc91f4bd7bbe", "Gateway": "e2e-shared-b-w3-e6515e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e-authn-ssl"} 2026-09-06T12:47:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e6515e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e", "reconcileID": "0135e02d-9416-4191-9675-dc91f4bd7bbe", "Gateway": "e2e-shared-b-w3-e6515e", "namespace": "openshift-ingress"} 2026-09-06T12:47:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e6515e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e", "reconcileID": "067a2a51-ebd6-4705-bb8c-2733dbc83f80", "Gateway": "e2e-shared-b-w3-e6515e", "namespace": "openshift-ingress"} 2026-09-06T12:47:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e6515e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e", "reconcileID": "067a2a51-ebd6-4705-bb8c-2733dbc83f80", "Gateway": "e2e-shared-b-w3-e6515e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e-authn-ssl"} 2026-09-06T12:47:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e6515e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e", "reconcileID": "067a2a51-ebd6-4705-bb8c-2733dbc83f80", "Gateway": "e2e-shared-b-w3-e6515e", "namespace": "openshift-ingress"} 2026-09-06T12:47:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4fcd77b-4053-4bf8-a214-916ff3f03301", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:47:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4fcd77b-4053-4bf8-a214-916ff3f03301", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T12:47:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4fcd77b-4053-4bf8-a214-916ff3f03301", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-e6515e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T12:47:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "odh-trusted-ca-bundle", "reconcileID": "2b32ee8d-3ab0-4ad9-a3f4-132afa747d9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:47:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "odh-trusted-ca-bundle", "reconcileID": "2b32ee8d-3ab0-4ad9-a3f4-132afa747d9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:47:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "openshift-service-ca.crt", "reconcileID": "633eba5a-2157-4536-a8e4-3080c72a6158", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:47:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "openshift-service-ca.crt", "reconcileID": "633eba5a-2157-4536-a8e4-3080c72a6158", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:47:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0402c0a3-ae09-43d6-b90c-0961b36c42c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:47:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e6515e"}, "namespace": "ai-tenant-e2e-shared-b-w3-e6515e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0402c0a3-ae09-43d6-b90c-0961b36c42c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e6515e"} 2026-09-06T12:47:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e6515e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e6515e", "reconcileID": "3b251cb1-9ffc-4952-aa34-1f34b3a70925", "Gateway": "e2e-shared-b-w3-e6515e", "namespace": "openshift-ingress"} 2026-09-06T12:51:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "e34c77ab-743d-47ad-baf9-cab5763905eb", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm"} 2026-09-06T12:51:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "e34c77ab-743d-47ad-baf9-cab5763905eb", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm"} 2026-09-06T12:51:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "e34c77ab-743d-47ad-baf9-cab5763905eb", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm"} 2026-09-06T12:51:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "80706415-d258-4cdd-80dc-1f9fb638331f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T12:51:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "e34c77ab-743d-47ad-baf9-cab5763905eb", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm", "name": "e2e-same-id-a-73854932-kserve-route-authn"} 2026-09-06T12:51:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "e34c77ab-743d-47ad-baf9-cab5763905eb", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm", "authType": "userdefined"} 2026-09-06T12:51:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "e34c77ab-743d-47ad-baf9-cab5763905eb", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm"} 2026-09-06T12:51:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "80706415-d258-4cdd-80dc-1f9fb638331f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T12:51:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "80706415-d258-4cdd-80dc-1f9fb638331f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T12:51:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "4d9fca6d-f2c9-465a-ad81-9b1c5d1c75b3", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm"} 2026-09-06T12:51:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "4d9fca6d-f2c9-465a-ad81-9b1c5d1c75b3", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm"} 2026-09-06T12:51:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "4d9fca6d-f2c9-465a-ad81-9b1c5d1c75b3", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm"} 2026-09-06T12:51:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "4d9fca6d-f2c9-465a-ad81-9b1c5d1c75b3", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm", "name": "e2e-same-id-a-73854932-kserve-route-authn"} 2026-09-06T12:51:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "4d9fca6d-f2c9-465a-ad81-9b1c5d1c75b3", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm", "authType": "userdefined"} 2026-09-06T12:51:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "4d9fca6d-f2c9-465a-ad81-9b1c5d1c75b3", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm"} 2026-09-06T12:51:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "c98acbce-1b5c-4d13-8f04-a3272bf58fc0", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm"} 2026-09-06T12:51:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "c98acbce-1b5c-4d13-8f04-a3272bf58fc0", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm"} 2026-09-06T12:51:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "c98acbce-1b5c-4d13-8f04-a3272bf58fc0", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm"} 2026-09-06T12:51:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0214fd32-0065-4458-85a2-a8319acd6a8c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T12:51:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "c98acbce-1b5c-4d13-8f04-a3272bf58fc0", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm", "name": "e2e-same-id-b-73854932-kserve-route-authn"} 2026-09-06T12:51:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "c98acbce-1b5c-4d13-8f04-a3272bf58fc0", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm", "authType": "userdefined"} 2026-09-06T12:51:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "c98acbce-1b5c-4d13-8f04-a3272bf58fc0", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm"} 2026-09-06T12:51:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0214fd32-0065-4458-85a2-a8319acd6a8c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T12:51:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0214fd32-0065-4458-85a2-a8319acd6a8c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T12:51:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eaf09a3d-237b-410d-895e-f17a085ddd01", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T12:51:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eaf09a3d-237b-410d-895e-f17a085ddd01", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T12:51:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eaf09a3d-237b-410d-895e-f17a085ddd01", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T12:51:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "a957dda2-2dd3-468c-9435-5faacbfd2d8e", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm"} 2026-09-06T12:51:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "a957dda2-2dd3-468c-9435-5faacbfd2d8e", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm"} 2026-09-06T12:51:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "a957dda2-2dd3-468c-9435-5faacbfd2d8e", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm"} 2026-09-06T12:51:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "a957dda2-2dd3-468c-9435-5faacbfd2d8e", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm", "name": "e2e-same-id-a-73854932-kserve-route-authn"} 2026-09-06T12:51:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "a957dda2-2dd3-468c-9435-5faacbfd2d8e", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm", "authType": "userdefined"} 2026-09-06T12:51:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "a957dda2-2dd3-468c-9435-5faacbfd2d8e", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm"} 2026-09-06T12:51:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "3d337d74-467a-4e2f-b55d-011fb18d365c", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm"} 2026-09-06T12:51:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "3d337d74-467a-4e2f-b55d-011fb18d365c", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm"} 2026-09-06T12:51:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "3d337d74-467a-4e2f-b55d-011fb18d365c", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm"} 2026-09-06T12:51:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "3d337d74-467a-4e2f-b55d-011fb18d365c", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm", "name": "e2e-same-id-b-73854932-kserve-route-authn"} 2026-09-06T12:51:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "3d337d74-467a-4e2f-b55d-011fb18d365c", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm", "authType": "userdefined"} 2026-09-06T12:51:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "3d337d74-467a-4e2f-b55d-011fb18d365c", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm"} 2026-09-06T12:52:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b123197-6281-481c-812a-c13b8e9ed8ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T12:52:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b123197-6281-481c-812a-c13b8e9ed8ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T12:52:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b123197-6281-481c-812a-c13b8e9ed8ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T12:52:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "af8583b3-3c5d-466f-a837-2d2eea038b6b", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm"} 2026-09-06T12:52:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "af8583b3-3c5d-466f-a837-2d2eea038b6b", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm"} 2026-09-06T12:52:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "af8583b3-3c5d-466f-a837-2d2eea038b6b", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm"} 2026-09-06T12:52:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "af8583b3-3c5d-466f-a837-2d2eea038b6b", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm", "name": "e2e-same-id-b-73854932-kserve-route-authn"} 2026-09-06T12:52:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "af8583b3-3c5d-466f-a837-2d2eea038b6b", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm", "authType": "userdefined"} 2026-09-06T12:52:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "af8583b3-3c5d-466f-a837-2d2eea038b6b", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm"} 2026-09-06T12:52:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "f3bc0faf-3bd5-4471-88f0-0d8610e3cf26", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm"} 2026-09-06T12:52:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "f3bc0faf-3bd5-4471-88f0-0d8610e3cf26", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm"} 2026-09-06T12:52:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "f3bc0faf-3bd5-4471-88f0-0d8610e3cf26", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm"} 2026-09-06T12:52:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "f3bc0faf-3bd5-4471-88f0-0d8610e3cf26", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm", "name": "e2e-same-id-a-73854932-kserve-route-authn"} 2026-09-06T12:52:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "f3bc0faf-3bd5-4471-88f0-0d8610e3cf26", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm", "authType": "userdefined"} 2026-09-06T12:52:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "f3bc0faf-3bd5-4471-88f0-0d8610e3cf26", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm"} 2026-09-06T12:52:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "8dab4b96-a12a-4550-b829-83b3c0cd2208", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm"} 2026-09-06T12:52:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "8dab4b96-a12a-4550-b829-83b3c0cd2208", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm"} 2026-09-06T12:52:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "8dab4b96-a12a-4550-b829-83b3c0cd2208", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm"} 2026-09-06T12:52:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "8dab4b96-a12a-4550-b829-83b3c0cd2208", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm", "name": "e2e-same-id-b-73854932-kserve-route-authn"} 2026-09-06T12:52:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "8dab4b96-a12a-4550-b829-83b3c0cd2208", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm", "authType": "userdefined"} 2026-09-06T12:52:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "8dab4b96-a12a-4550-b829-83b3c0cd2208", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm"} 2026-09-06T12:52:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "5277ede0-23f7-4057-9abc-f9b091570ab9", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm"} 2026-09-06T12:52:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "5277ede0-23f7-4057-9abc-f9b091570ab9", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm", "name": "e2e-same-id-a-73854932"} 2026-09-06T12:52:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "5277ede0-23f7-4057-9abc-f9b091570ab9", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm"} 2026-09-06T12:52:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "5277ede0-23f7-4057-9abc-f9b091570ab9", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm"} 2026-09-06T12:52:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "5277ede0-23f7-4057-9abc-f9b091570ab9", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm", "name": "e2e-same-id-a-73854932-kserve-route-authn"} 2026-09-06T12:52:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "5277ede0-23f7-4057-9abc-f9b091570ab9", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm", "name": "e2e-same-id-a-73854932-kserve-route-authn"} 2026-09-06T12:52:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-73854932", "reconcileID": "ea7cbe6a-70d5-49d3-9c3b-c5ecf12fe73a", "LLMInferenceService": "e2e-same-id-a-73854932", "namespace": "llm"} 2026-09-06T12:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33ac4212-c7e1-4eb6-8da0-aebaec6eef33", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T12:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33ac4212-c7e1-4eb6-8da0-aebaec6eef33", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T12:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33ac4212-c7e1-4eb6-8da0-aebaec6eef33", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T12:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e906d6ae-db6a-460f-abb1-5053b3c043b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T12:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e906d6ae-db6a-460f-abb1-5053b3c043b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T12:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e906d6ae-db6a-460f-abb1-5053b3c043b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T12:52:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "20f32be2-b08b-4eda-966f-1aa9f5a89423", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm"} 2026-09-06T12:52:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "20f32be2-b08b-4eda-966f-1aa9f5a89423", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm", "name": "e2e-same-id-b-73854932"} 2026-09-06T12:52:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "20f32be2-b08b-4eda-966f-1aa9f5a89423", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm"} 2026-09-06T12:52:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "20f32be2-b08b-4eda-966f-1aa9f5a89423", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm"} 2026-09-06T12:52:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "20f32be2-b08b-4eda-966f-1aa9f5a89423", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm", "name": "e2e-same-id-b-73854932-kserve-route-authn"} 2026-09-06T12:52:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "20f32be2-b08b-4eda-966f-1aa9f5a89423", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm", "name": "e2e-same-id-b-73854932-kserve-route-authn"} 2026-09-06T12:52:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-73854932","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-73854932", "reconcileID": "e57f22b8-f9b8-4f27-9a2c-5032e629f11e", "LLMInferenceService": "e2e-same-id-b-73854932", "namespace": "llm"} 2026-09-06T12:52:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "31c9481e-bf03-42ac-b191-9e122d024323", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T12:52:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "31c9481e-bf03-42ac-b191-9e122d024323", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T12:52:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "31c9481e-bf03-42ac-b191-9e122d024323", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T12:52:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "09dddb55-8535-4c91-82eb-35ff758e9523", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T12:52:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "09dddb55-8535-4c91-82eb-35ff758e9523", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T12:52:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "09dddb55-8535-4c91-82eb-35ff758e9523", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}