2026-09-08T07:30:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-0ca807"}, "namespace": "ai-tenant-e2e-shared-b-w2-0ca807", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ce6f513-5569-4da5-87b7-bd42a49f72e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-0ca807", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T07:30:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-0ca807"}, "namespace": "ai-tenant-e2e-shared-b-w2-0ca807", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ce6f513-5569-4da5-87b7-bd42a49f72e6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-0ca807 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T07:30:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-0ca807"}, "namespace": "ai-tenant-e2e-shared-b-w2-0ca807", "name": "odh-trusted-ca-bundle", "reconcileID": "4669fc78-19d2-44c1-bcfb-f2baf3b27a53", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-0ca807"} 2026-09-08T07:30:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-0ca807"}, "namespace": "ai-tenant-e2e-shared-b-w2-0ca807", "name": "odh-trusted-ca-bundle", "reconcileID": "4669fc78-19d2-44c1-bcfb-f2baf3b27a53", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-0ca807", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T07:30:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-0ca807"}, "namespace": "ai-tenant-e2e-shared-b-w2-0ca807", "name": "odh-trusted-ca-bundle", "reconcileID": "4669fc78-19d2-44c1-bcfb-f2baf3b27a53", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-0ca807 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T07:30:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-0ca807"}, "namespace": "ai-tenant-e2e-shared-b-w2-0ca807", "name": "openshift-service-ca.crt", "reconcileID": "67494da8-5ccc-430f-a2b5-284021ed034b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-0ca807"} 2026-09-08T07:30:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-0ca807"}, "namespace": "ai-tenant-e2e-shared-b-w2-0ca807", "name": "openshift-service-ca.crt", "reconcileID": "67494da8-5ccc-430f-a2b5-284021ed034b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-0ca807"} 2026-09-08T07:30:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-0ca807"}, "namespace": "ai-tenant-e2e-shared-b-w2-0ca807", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70670815-b07c-4ba1-ba4b-c2c462a4c5aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-0ca807"} 2026-09-08T07:30:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-0ca807"}, "namespace": "ai-tenant-e2e-shared-b-w2-0ca807", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70670815-b07c-4ba1-ba4b-c2c462a4c5aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-0ca807"} 2026-09-08T07:30:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-0ca807"}, "namespace": "ai-tenant-e2e-shared-b-w2-0ca807", "name": "odh-trusted-ca-bundle", "reconcileID": "5d57d72b-3885-49dd-bf7f-7d66185eb526", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-0ca807"} 2026-09-08T07:30:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-0ca807"}, "namespace": "ai-tenant-e2e-shared-b-w2-0ca807", "name": "odh-trusted-ca-bundle", "reconcileID": "5d57d72b-3885-49dd-bf7f-7d66185eb526", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-0ca807"} 2026-09-08T07:30:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-0ca807","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-0ca807", "reconcileID": "ff8ad49f-d065-4852-ae33-56a99d03ee3a", "Gateway": "e2e-shared-b-w2-0ca807", "namespace": "openshift-ingress"} 2026-09-08T07:30:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-0ca807","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-0ca807", "reconcileID": "ff8ad49f-d065-4852-ae33-56a99d03ee3a", "Gateway": "e2e-shared-b-w2-0ca807", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-0ca807-authn-ssl"} 2026-09-08T07:30:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-0ca807","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-0ca807", "reconcileID": "ff8ad49f-d065-4852-ae33-56a99d03ee3a", "Gateway": "e2e-shared-b-w2-0ca807", "namespace": "openshift-ingress"} 2026-09-08T07:30:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-0ca807","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-0ca807", "reconcileID": "112ed78c-aaa0-4459-8c03-e93a8898786c", "Gateway": "e2e-shared-b-w2-0ca807", "namespace": "openshift-ingress"} 2026-09-08T07:31:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fb59c2","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "rate-test-model-fb59c2", "reconcileID": "e417a9d5-a7db-48df-ba27-9b6b8038906a", "LLMInferenceService": "rate-test-model-fb59c2", "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2"} 2026-09-08T07:31:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fb59c2","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "rate-test-model-fb59c2", "reconcileID": "e417a9d5-a7db-48df-ba27-9b6b8038906a", "LLMInferenceService": "rate-test-model-fb59c2", "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "rate-test-model-fb59c2"} 2026-09-08T07:31:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fb59c2","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "rate-test-model-fb59c2", "reconcileID": "e417a9d5-a7db-48df-ba27-9b6b8038906a", "LLMInferenceService": "rate-test-model-fb59c2", "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2"} 2026-09-08T07:31:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fb59c2","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "rate-test-model-fb59c2", "reconcileID": "e417a9d5-a7db-48df-ba27-9b6b8038906a", "LLMInferenceService": "rate-test-model-fb59c2", "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2"} 2026-09-08T07:31:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fb59c2","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "rate-test-model-fb59c2", "reconcileID": "e417a9d5-a7db-48df-ba27-9b6b8038906a", "LLMInferenceService": "rate-test-model-fb59c2", "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "rate-test-model-fb59c2-kserve-route-authn"} 2026-09-08T07:31:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fb59c2","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "rate-test-model-fb59c2", "reconcileID": "e417a9d5-a7db-48df-ba27-9b6b8038906a", "LLMInferenceService": "rate-test-model-fb59c2", "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "rate-test-model-fb59c2-kserve-route-authn"} 2026-09-08T07:31:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fb59c2","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "rate-test-model-fb59c2", "reconcileID": "e417a9d5-a7db-48df-ba27-9b6b8038906a", "LLMInferenceService": "rate-test-model-fb59c2", "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2"} 2026-09-08T07:31:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fb59c2","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "rate-test-model-fb59c2", "reconcileID": "e417a9d5-a7db-48df-ba27-9b6b8038906a", "LLMInferenceService": "rate-test-model-fb59c2", "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2"} 2026-09-08T07:31:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fb59c2","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "rate-test-model-fb59c2", "reconcileID": "f09b0beb-1968-4e0f-869b-6df799198e34", "LLMInferenceService": "rate-test-model-fb59c2", "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2"} 2026-09-08T07:31:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fb59c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fb59c2", "reconcileID": "5b846f2a-9148-406a-924b-22901b1b285a", "Gateway": "e2e-shared-a-w3-fb59c2", "namespace": "openshift-ingress"} 2026-09-08T07:31:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fb59c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fb59c2", "reconcileID": "5b846f2a-9148-406a-924b-22901b1b285a", "Gateway": "e2e-shared-a-w3-fb59c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fb59c2-authn-ssl"} 2026-09-08T07:31:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fb59c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fb59c2", "reconcileID": "5b846f2a-9148-406a-924b-22901b1b285a", "Gateway": "e2e-shared-a-w3-fb59c2", "namespace": "openshift-ingress"} 2026-09-08T07:31:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fb59c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fb59c2", "reconcileID": "cde8ea6c-5367-4c32-99c6-1495419b0aa2", "Gateway": "e2e-shared-a-w3-fb59c2", "namespace": "openshift-ingress"} 2026-09-08T07:31:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fb59c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fb59c2", "reconcileID": "cde8ea6c-5367-4c32-99c6-1495419b0aa2", "Gateway": "e2e-shared-a-w3-fb59c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fb59c2-authn-ssl"} 2026-09-08T07:31:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fb59c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fb59c2", "reconcileID": "cde8ea6c-5367-4c32-99c6-1495419b0aa2", "Gateway": "e2e-shared-a-w3-fb59c2", "namespace": "openshift-ingress"} 2026-09-08T07:31:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-217bc2","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "rate-test-model-217bc2", "reconcileID": "c5bb2c73-962f-4cf8-ad80-52319d7080a7", "LLMInferenceService": "rate-test-model-217bc2", "namespace": "ai-tenant-e2e-shared-b-w3-217bc2"} 2026-09-08T07:31:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-217bc2","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "rate-test-model-217bc2", "reconcileID": "c5bb2c73-962f-4cf8-ad80-52319d7080a7", "LLMInferenceService": "rate-test-model-217bc2", "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "rate-test-model-217bc2"} 2026-09-08T07:31:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-217bc2","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "rate-test-model-217bc2", "reconcileID": "c5bb2c73-962f-4cf8-ad80-52319d7080a7", "LLMInferenceService": "rate-test-model-217bc2", "namespace": "ai-tenant-e2e-shared-b-w3-217bc2"} 2026-09-08T07:31:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-217bc2","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "rate-test-model-217bc2", "reconcileID": "c5bb2c73-962f-4cf8-ad80-52319d7080a7", "LLMInferenceService": "rate-test-model-217bc2", "namespace": "ai-tenant-e2e-shared-b-w3-217bc2"} 2026-09-08T07:31:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-217bc2","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "rate-test-model-217bc2", "reconcileID": "c5bb2c73-962f-4cf8-ad80-52319d7080a7", "LLMInferenceService": "rate-test-model-217bc2", "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "rate-test-model-217bc2-kserve-route-authn"} 2026-09-08T07:31:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-217bc2","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "rate-test-model-217bc2", "reconcileID": "c5bb2c73-962f-4cf8-ad80-52319d7080a7", "LLMInferenceService": "rate-test-model-217bc2", "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "rate-test-model-217bc2-kserve-route-authn"} 2026-09-08T07:31:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-217bc2","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "rate-test-model-217bc2", "reconcileID": "c5bb2c73-962f-4cf8-ad80-52319d7080a7", "LLMInferenceService": "rate-test-model-217bc2", "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "namespace": "ai-tenant-e2e-shared-b-w3-217bc2"} 2026-09-08T07:31:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-217bc2","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "rate-test-model-217bc2", "reconcileID": "c5bb2c73-962f-4cf8-ad80-52319d7080a7", "LLMInferenceService": "rate-test-model-217bc2", "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "namespace": "ai-tenant-e2e-shared-b-w3-217bc2"} 2026-09-08T07:31:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-217bc2","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "rate-test-model-217bc2", "reconcileID": "0a374958-f3ca-408c-9aec-f4f4f68cd8b3", "LLMInferenceService": "rate-test-model-217bc2", "namespace": "ai-tenant-e2e-shared-b-w3-217bc2"} 2026-09-08T07:31:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-217bc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-217bc2", "reconcileID": "04f4c331-b0a1-4ccb-b8af-da319cd84c16", "Gateway": "e2e-shared-b-w3-217bc2", "namespace": "openshift-ingress"} 2026-09-08T07:31:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-217bc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-217bc2", "reconcileID": "04f4c331-b0a1-4ccb-b8af-da319cd84c16", "Gateway": "e2e-shared-b-w3-217bc2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-217bc2-authn-ssl"} 2026-09-08T07:31:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-217bc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-217bc2", "reconcileID": "04f4c331-b0a1-4ccb-b8af-da319cd84c16", "Gateway": "e2e-shared-b-w3-217bc2", "namespace": "openshift-ingress"} 2026-09-08T07:31:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-217bc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-217bc2", "reconcileID": "5964dd41-eadc-4e44-a811-784fb086b994", "Gateway": "e2e-shared-b-w3-217bc2", "namespace": "openshift-ingress"} 2026-09-08T07:31:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-217bc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-217bc2", "reconcileID": "5964dd41-eadc-4e44-a811-784fb086b994", "Gateway": "e2e-shared-b-w3-217bc2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-217bc2-authn-ssl"} 2026-09-08T07:31:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-217bc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-217bc2", "reconcileID": "5964dd41-eadc-4e44-a811-784fb086b994", "Gateway": "e2e-shared-b-w3-217bc2", "namespace": "openshift-ingress"} 2026-09-08T07:31:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "36b7d221-a197-45f7-9be5-a00f3ba628af", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:31:24Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "36b7d221-a197-45f7-9be5-a00f3ba628af", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e-authn-ssl"} 2026-09-08T07:31:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "36b7d221-a197-45f7-9be5-a00f3ba628af", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:31:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "9656c3ed-0500-441c-ac0e-99ee9ca3f4c9", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:31:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "9656c3ed-0500-441c-ac0e-99ee9ca3f4c9", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e-authn-ssl"} 2026-09-08T07:31:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "9656c3ed-0500-441c-ac0e-99ee9ca3f4c9", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:31:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "6763f1d8-f2de-49f7-8890-558329b53901", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:31:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "6763f1d8-f2de-49f7-8890-558329b53901", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e-authn-ssl"} 2026-09-08T07:31:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "6763f1d8-f2de-49f7-8890-558329b53901", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:31:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "45aabd31-59da-4aa4-b61a-cafe6d6eb342", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:31:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "45aabd31-59da-4aa4-b61a-cafe6d6eb342", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e-authn-ssl"} 2026-09-08T07:31:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "45aabd31-59da-4aa4-b61a-cafe6d6eb342", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:31:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "eb8d83d5-9377-4597-825a-780ca8551a4a", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:31:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "eb8d83d5-9377-4597-825a-780ca8551a4a", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e-authn-ssl"} 2026-09-08T07:31:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "eb8d83d5-9377-4597-825a-780ca8551a4a", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:31:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "de8c576a-ba01-465e-b473-f5b41c9b6b42", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:31:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "de8c576a-ba01-465e-b473-f5b41c9b6b42", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e-authn-ssl"} 2026-09-08T07:31:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "de8c576a-ba01-465e-b473-f5b41c9b6b42", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:31:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "e05cdfc4-5685-44e3-ba1f-e347085bb238", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:31:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "e05cdfc4-5685-44e3-ba1f-e347085bb238", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e-authn-ssl"} 2026-09-08T07:31:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "e05cdfc4-5685-44e3-ba1f-e347085bb238", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:31:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "46dd9e90-eb71-4a47-9bbb-2521e2c02af0", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:31:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "46dd9e90-eb71-4a47-9bbb-2521e2c02af0", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e-authn-ssl"} 2026-09-08T07:31:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "46dd9e90-eb71-4a47-9bbb-2521e2c02af0", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:31:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "openshift-service-ca.crt", "reconcileID": "738f0c19-f330-4b4c-94ca-9150bffea7e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:31:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "odh-trusted-ca-bundle", "reconcileID": "b1b0082c-b7d8-4434-9af4-5b4bd81160fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T07:31:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "odh-trusted-ca-bundle", "reconcileID": "b1b0082c-b7d8-4434-9af4-5b4bd81160fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:31:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "openshift-service-ca.crt", "reconcileID": "5104cd9a-2030-4d3d-86d5-831570a4c26d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T07:31:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "openshift-service-ca.crt", "reconcileID": "5104cd9a-2030-4d3d-86d5-831570a4c26d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T07:31:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b05b75c3-9adc-4c8f-b9c0-464bfdbafc50", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:31:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "openshift-service-ca.crt", "reconcileID": "8b3ee598-3d3a-4123-b18e-e4649102316f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:31:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "odh-trusted-ca-bundle", "reconcileID": "84f13183-0af5-48dd-b2c3-ff5d0b983a25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T07:31:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "odh-trusted-ca-bundle", "reconcileID": "84f13183-0af5-48dd-b2c3-ff5d0b983a25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:31:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95913dad-0b0a-41a8-9767-3070c87c981f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:31:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "45cc4bcd-acf7-48ea-9842-89052d7eb571", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:31:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "45cc4bcd-acf7-48ea-9842-89052d7eb571", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e-authn-ssl"} 2026-09-08T07:31:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "45cc4bcd-acf7-48ea-9842-89052d7eb571", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:31:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "23406a4f-f225-4828-ad78-afefa95c91f7", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:31:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "23406a4f-f225-4828-ad78-afefa95c91f7", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e-authn-ssl"} 2026-09-08T07:31:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "23406a4f-f225-4828-ad78-afefa95c91f7", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:31:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "819eed5a-c559-4ae6-9321-5f268329bcd2", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress"} 2026-09-08T07:31:53Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "819eed5a-c559-4ae6-9321-5f268329bcd2", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86-authn-ssl"} 2026-09-08T07:31:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "819eed5a-c559-4ae6-9321-5f268329bcd2", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress"} 2026-09-08T07:31:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "3dfa69ad-7161-47a9-bbf3-c9bcf167cb8b", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress"} 2026-09-08T07:31:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "3dfa69ad-7161-47a9-bbf3-c9bcf167cb8b", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86-authn-ssl"} 2026-09-08T07:31:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "3dfa69ad-7161-47a9-bbf3-c9bcf167cb8b", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress"} 2026-09-08T07:31:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "3b7af18f-e9ff-413f-974d-0c7b5010f5cd", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress"} 2026-09-08T07:31:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "3b7af18f-e9ff-413f-974d-0c7b5010f5cd", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86-authn-ssl"} 2026-09-08T07:31:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "3b7af18f-e9ff-413f-974d-0c7b5010f5cd", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress"} 2026-09-08T07:31:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "7dc354a5-502d-4832-bd55-f47b7853ce29", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress"} 2026-09-08T07:31:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "7dc354a5-502d-4832-bd55-f47b7853ce29", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86-authn-ssl"} 2026-09-08T07:31:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "7dc354a5-502d-4832-bd55-f47b7853ce29", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress"} 2026-09-08T07:31:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "d58209b5-1361-49bb-bf7b-260f37f67f4c", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress"} 2026-09-08T07:31:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "d58209b5-1361-49bb-bf7b-260f37f67f4c", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86-authn-ssl"} 2026-09-08T07:31:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "d58209b5-1361-49bb-bf7b-260f37f67f4c", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress"} 2026-09-08T07:31:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "af9bdba0-aafa-46fa-a3c0-df07ef8a77c5", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress"} 2026-09-08T07:31:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "af9bdba0-aafa-46fa-a3c0-df07ef8a77c5", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86-authn-ssl"} 2026-09-08T07:31:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "af9bdba0-aafa-46fa-a3c0-df07ef8a77c5", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress"} 2026-09-08T07:31:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "1864cc3f-5a4a-4d8d-8edb-2c6bd7efd76f", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress"} 2026-09-08T07:31:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "1864cc3f-5a4a-4d8d-8edb-2c6bd7efd76f", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86-authn-ssl"} 2026-09-08T07:31:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "1864cc3f-5a4a-4d8d-8edb-2c6bd7efd76f", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress"} 2026-09-08T07:31:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "openshift-service-ca.crt", "reconcileID": "a61779ff-4c00-4b6a-b4f5-dd8135dc942f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-79da86"} 2026-09-08T07:31:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "odh-trusted-ca-bundle", "reconcileID": "34654c1d-6e60-43fa-9815-5b68ffb6469b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79da86"} 2026-09-08T07:31:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "openshift-service-ca.crt", "reconcileID": "04d10874-5f37-49dd-81e4-4fa0386f6b2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-79da86", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T07:31:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "openshift-service-ca.crt", "reconcileID": "04d10874-5f37-49dd-81e4-4fa0386f6b2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-79da86"} 2026-09-08T07:31:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d1f64bd-684e-4a10-a366-523d2f8ce852", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79da86"} 2026-09-08T07:31:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "openshift-service-ca.crt", "reconcileID": "49fc321b-2da9-47f3-b59a-3f67a38b9526", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-79da86"} 2026-09-08T07:31:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "odh-trusted-ca-bundle", "reconcileID": "2ee88f48-2052-435b-986d-42d55d59a5a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79da86", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T07:31:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "odh-trusted-ca-bundle", "reconcileID": "2ee88f48-2052-435b-986d-42d55d59a5a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79da86"} 2026-09-08T07:31:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d03f0c2f-7e14-49a7-a384-d88739c0fad7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79da86"} 2026-09-08T07:31:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "7ccff00f-2df7-4b09-8e68-bb858ffb6418", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress"} 2026-09-08T07:31:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "7ccff00f-2df7-4b09-8e68-bb858ffb6418", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86-authn-ssl"} 2026-09-08T07:31:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "7ccff00f-2df7-4b09-8e68-bb858ffb6418", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress"} 2026-09-08T07:32:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "3017afd3-e74d-454c-a8c5-f678bf8c98c5", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress"} 2026-09-08T07:32:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "3017afd3-e74d-454c-a8c5-f678bf8c98c5", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86-authn-ssl"} 2026-09-08T07:32:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "3017afd3-e74d-454c-a8c5-f678bf8c98c5", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress"} 2026-09-08T07:32:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "91932682-515f-405a-a3f9-74a9deca90d9", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:32:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "91932682-515f-405a-a3f9-74a9deca90d9", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:32:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "91932682-515f-405a-a3f9-74a9deca90d9", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:32:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "91932682-515f-405a-a3f9-74a9deca90d9", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e-kserve-route-authn"} 2026-09-08T07:32:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "91932682-515f-405a-a3f9-74a9deca90d9", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "authType": "userdefined"} 2026-09-08T07:32:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "91932682-515f-405a-a3f9-74a9deca90d9", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:32:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "13599db5-f6ec-4966-8851-2d7f48b8e3f1", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:32:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "13599db5-f6ec-4966-8851-2d7f48b8e3f1", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e-authn-ssl"} 2026-09-08T07:32:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "13599db5-f6ec-4966-8851-2d7f48b8e3f1", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:32:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "0aa19e93-4f0b-49da-bf71-c7d68ec73e14", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:32:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "0aa19e93-4f0b-49da-bf71-c7d68ec73e14", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:32:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "0aa19e93-4f0b-49da-bf71-c7d68ec73e14", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:32:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "0aa19e93-4f0b-49da-bf71-c7d68ec73e14", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e-kserve-route-authn"} 2026-09-08T07:32:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "0aa19e93-4f0b-49da-bf71-c7d68ec73e14", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "authType": "userdefined"} 2026-09-08T07:32:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "0aa19e93-4f0b-49da-bf71-c7d68ec73e14", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:32:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "49cf920a-6853-4503-a295-cd0c45011f19", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:32:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "49cf920a-6853-4503-a295-cd0c45011f19", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e-authn-ssl"} 2026-09-08T07:32:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "49cf920a-6853-4503-a295-cd0c45011f19", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:32:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "291f261a-324e-4076-a47d-993cf0803966", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:32:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "291f261a-324e-4076-a47d-993cf0803966", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:32:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "291f261a-324e-4076-a47d-993cf0803966", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:32:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "291f261a-324e-4076-a47d-993cf0803966", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e-kserve-route-authn"} 2026-09-08T07:32:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "291f261a-324e-4076-a47d-993cf0803966", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "authType": "userdefined"} 2026-09-08T07:32:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "291f261a-324e-4076-a47d-993cf0803966", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:32:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "6c9ef31d-1947-4b11-9f3e-54f008803a3b", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:32:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "6c9ef31d-1947-4b11-9f3e-54f008803a3b", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:32:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "6c9ef31d-1947-4b11-9f3e-54f008803a3b", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:32:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "6c9ef31d-1947-4b11-9f3e-54f008803a3b", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e-kserve-route-authn"} 2026-09-08T07:32:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "6c9ef31d-1947-4b11-9f3e-54f008803a3b", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "authType": "userdefined"} 2026-09-08T07:32:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "6c9ef31d-1947-4b11-9f3e-54f008803a3b", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:33:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "f3207f2a-7612-4d25-90c8-aca1f72dd0c0", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "f3207f2a-7612-4d25-90c8-aca1f72dd0c0", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695-authn-ssl"} 2026-09-08T07:33:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "f3207f2a-7612-4d25-90c8-aca1f72dd0c0", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "57069b0f-7a1c-41c0-9872-9b1fb7e0d0ac", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "57069b0f-7a1c-41c0-9872-9b1fb7e0d0ac", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695-authn-ssl"} 2026-09-08T07:33:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "57069b0f-7a1c-41c0-9872-9b1fb7e0d0ac", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "54a3258a-4489-4d82-ac23-f559cab0654f", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "54a3258a-4489-4d82-ac23-f559cab0654f", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695-authn-ssl"} 2026-09-08T07:33:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "54a3258a-4489-4d82-ac23-f559cab0654f", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "476f9244-9136-4f40-9a0e-072fd5ac231d", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "476f9244-9136-4f40-9a0e-072fd5ac231d", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695-authn-ssl"} 2026-09-08T07:33:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "476f9244-9136-4f40-9a0e-072fd5ac231d", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "07ce27e9-7c98-4674-8203-e801dda4809c", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "07ce27e9-7c98-4674-8203-e801dda4809c", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695-authn-ssl"} 2026-09-08T07:33:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "07ce27e9-7c98-4674-8203-e801dda4809c", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "8cb4bada-7d24-4b3a-8a89-573d84aee4b0", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "8cb4bada-7d24-4b3a-8a89-573d84aee4b0", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695-authn-ssl"} 2026-09-08T07:33:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "8cb4bada-7d24-4b3a-8a89-573d84aee4b0", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "eb459c9b-7ca2-444d-ac34-ea2dc229e391", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "eb459c9b-7ca2-444d-ac34-ea2dc229e391", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695-authn-ssl"} 2026-09-08T07:33:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "eb459c9b-7ca2-444d-ac34-ea2dc229e391", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "c489bf96-04f6-49a0-8c5a-3371ba93bb29", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "c489bf96-04f6-49a0-8c5a-3371ba93bb29", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695-authn-ssl"} 2026-09-08T07:33:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "c489bf96-04f6-49a0-8c5a-3371ba93bb29", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-dd2695"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695", "name": "openshift-service-ca.crt", "reconcileID": "fc47443b-af87-4448-9954-ce61dcb214cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695"} 2026-09-08T07:33:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dd2695"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695", "name": "odh-trusted-ca-bundle", "reconcileID": "5e393289-2966-4f71-8176-c327749eeb62", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695"} 2026-09-08T07:33:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-dd2695"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695", "name": "openshift-service-ca.crt", "reconcileID": "009ef33c-c2b0-409d-af20-2d14f60c1f90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T07:33:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-dd2695"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695", "name": "openshift-service-ca.crt", "reconcileID": "009ef33c-c2b0-409d-af20-2d14f60c1f90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695"} 2026-09-08T07:33:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dd2695"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ffe2c88-091c-4654-8d08-61dc5283699d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695"} 2026-09-08T07:33:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-dd2695"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695", "name": "openshift-service-ca.crt", "reconcileID": "e92adceb-bab3-4827-87c1-a94d216314ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695"} 2026-09-08T07:33:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dd2695"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695", "name": "odh-trusted-ca-bundle", "reconcileID": "37aa4071-ac61-4eff-9c67-f1f67d4d51ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T07:33:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dd2695"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695", "name": "odh-trusted-ca-bundle", "reconcileID": "37aa4071-ac61-4eff-9c67-f1f67d4d51ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695"} 2026-09-08T07:33:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dd2695"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e3cb51c-0d69-4c73-86b2-1317a82052d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695"} 2026-09-08T07:33:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "a3017bef-14da-4a54-9d12-385ae2662c8a", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "a3017bef-14da-4a54-9d12-385ae2662c8a", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695-authn-ssl"} 2026-09-08T07:33:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "a3017bef-14da-4a54-9d12-385ae2662c8a", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:11Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T07:33:11Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T07:33:12Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T07:33:12Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T07:33:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "f6d0bb44-3de0-4408-b1fa-baeaaba4453e", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "f6d0bb44-3de0-4408-b1fa-baeaaba4453e", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695-authn-ssl"} 2026-09-08T07:33:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "f6d0bb44-3de0-4408-b1fa-baeaaba4453e", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "64616f48-af66-48ec-9197-1595cb23985d", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "64616f48-af66-48ec-9197-1595cb23985d", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695-authn-ssl"} 2026-09-08T07:33:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "64616f48-af66-48ec-9197-1595cb23985d", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "16e430e7-42e8-494c-884e-6ffd3efba0d4", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "16e430e7-42e8-494c-884e-6ffd3efba0d4", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695-authn-ssl"} 2026-09-08T07:33:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "16e430e7-42e8-494c-884e-6ffd3efba0d4", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:33:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dd2695"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f8158dd-135e-4557-b999-1c618099da83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695"} 2026-09-08T07:33:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dd2695"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f8158dd-135e-4557-b999-1c618099da83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T07:33:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dd2695"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f8158dd-135e-4557-b999-1c618099da83", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-dd2695 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T07:33:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dd2695"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695", "name": "odh-trusted-ca-bundle", "reconcileID": "abaaa490-32a5-4842-b548-527c9f11e49a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695"} 2026-09-08T07:33:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dd2695"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695", "name": "odh-trusted-ca-bundle", "reconcileID": "abaaa490-32a5-4842-b548-527c9f11e49a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695"} 2026-09-08T07:33:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-dd2695"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695", "name": "openshift-service-ca.crt", "reconcileID": "556624e9-0401-435f-81f5-54e01b5ed5aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695"} 2026-09-08T07:33:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-dd2695"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695", "name": "openshift-service-ca.crt", "reconcileID": "556624e9-0401-435f-81f5-54e01b5ed5aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695"} 2026-09-08T07:33:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dd2695"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1bb1447-0a02-465c-8fd5-f050c8e18b59", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695"} 2026-09-08T07:33:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-dd2695"}, "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1bb1447-0a02-465c-8fd5-f050c8e18b59", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-dd2695"} 2026-09-08T07:33:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-dd2695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-dd2695", "reconcileID": "5fb8ba2a-22f8-4ce5-8382-87fb452beada", "Gateway": "e2e-ipp-cleanup-dd2695", "namespace": "openshift-ingress"} 2026-09-08T07:34:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "9ca89764-7a4b-4b3a-a045-f969947c2cd9", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:34:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "9ca89764-7a4b-4b3a-a045-f969947c2cd9", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e-authn-ssl"} 2026-09-08T07:34:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "9ca89764-7a4b-4b3a-a045-f969947c2cd9", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:34:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "1f2fecbd-5d3c-47f7-99e2-3f1e46ac6b7b", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:34:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "1f2fecbd-5d3c-47f7-99e2-3f1e46ac6b7b", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e-authn-ssl"} 2026-09-08T07:34:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "1f2fecbd-5d3c-47f7-99e2-3f1e46ac6b7b", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:34:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "514f83f1-a8c0-4d17-94ae-55288b481317", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:34:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "514f83f1-a8c0-4d17-94ae-55288b481317", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e-authn-ssl"} 2026-09-08T07:34:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "514f83f1-a8c0-4d17-94ae-55288b481317", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:34:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "2caa0634-74a1-431d-bab0-2957d510dbb2", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "2caa0634-74a1-431d-bab0-2957d510dbb2", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "2caa0634-74a1-431d-bab0-2957d510dbb2", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "2caa0634-74a1-431d-bab0-2957d510dbb2", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e-kserve-route-authn"} 2026-09-08T07:34:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "2caa0634-74a1-431d-bab0-2957d510dbb2", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "authType": "userdefined"} 2026-09-08T07:34:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "2caa0634-74a1-431d-bab0-2957d510dbb2", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6725d608-60d5-4cdc-a1a4-45c9bba4dc74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6725d608-60d5-4cdc-a1a4-45c9bba4dc74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T07:34:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6725d608-60d5-4cdc-a1a4-45c9bba4dc74", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-4d980e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T07:34:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "odh-trusted-ca-bundle", "reconcileID": "177d235e-3cf7-4ea0-9d3f-b9852c0addac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "odh-trusted-ca-bundle", "reconcileID": "177d235e-3cf7-4ea0-9d3f-b9852c0addac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "openshift-service-ca.crt", "reconcileID": "358760b9-c6b1-4283-b93c-06d4e2579db1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "openshift-service-ca.crt", "reconcileID": "358760b9-c6b1-4283-b93c-06d4e2579db1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "715e040f-662a-492a-b51a-16c475cf05eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "715e040f-662a-492a-b51a-16c475cf05eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "22346174-9b58-4287-bcd8-dedc30b1a348", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:34:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "22346174-9b58-4287-bcd8-dedc30b1a348", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e-authn-ssl"} 2026-09-08T07:34:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "22346174-9b58-4287-bcd8-dedc30b1a348", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:34:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "57e0ec54-ed2b-4fdd-a918-09738751fa3f", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "57e0ec54-ed2b-4fdd-a918-09738751fa3f", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "57e0ec54-ed2b-4fdd-a918-09738751fa3f", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "57e0ec54-ed2b-4fdd-a918-09738751fa3f", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e-kserve-route-authn"} 2026-09-08T07:34:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "57e0ec54-ed2b-4fdd-a918-09738751fa3f", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "authType": "userdefined"} 2026-09-08T07:34:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "57e0ec54-ed2b-4fdd-a918-09738751fa3f", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:47Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "f0d984dc-e05c-4c2f-8db3-258b9b5e8c75", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:47Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "f0d984dc-e05c-4c2f-8db3-258b9b5e8c75", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e"} 2026-09-08T07:34:47Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "f0d984dc-e05c-4c2f-8db3-258b9b5e8c75", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:47Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "f0d984dc-e05c-4c2f-8db3-258b9b5e8c75", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:47Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "f0d984dc-e05c-4c2f-8db3-258b9b5e8c75", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e-kserve-route-authn"} 2026-09-08T07:34:47Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "f0d984dc-e05c-4c2f-8db3-258b9b5e8c75", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e-kserve-route-authn"} 2026-09-08T07:34:47Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "f0d984dc-e05c-4c2f-8db3-258b9b5e8c75", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:47Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "f0d984dc-e05c-4c2f-8db3-258b9b5e8c75", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "33682353-d482-4e9a-8259-f113c0db15b9", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "33682353-d482-4e9a-8259-f113c0db15b9", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e"} 2026-09-08T07:34:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "33682353-d482-4e9a-8259-f113c0db15b9", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "33682353-d482-4e9a-8259-f113c0db15b9", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "33682353-d482-4e9a-8259-f113c0db15b9", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e-kserve-route-authn"} 2026-09-08T07:34:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "33682353-d482-4e9a-8259-f113c0db15b9", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e-kserve-route-authn"} 2026-09-08T07:34:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "33682353-d482-4e9a-8259-f113c0db15b9", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "33682353-d482-4e9a-8259-f113c0db15b9", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4d980e","namespace":"ai-tenant-e2e-ipp-a-4d980e"}, "namespace": "ai-tenant-e2e-ipp-a-4d980e", "name": "ipp-route-4d980e", "reconcileID": "f6e2c6a9-285e-4487-840f-0b946ac03a21", "LLMInferenceService": "ipp-route-4d980e", "namespace": "ai-tenant-e2e-ipp-a-4d980e"} 2026-09-08T07:34:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "4fc52896-cff6-4e7c-9665-1ab4a92d7559", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:34:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "4fc52896-cff6-4e7c-9665-1ab4a92d7559", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e-authn-ssl"} 2026-09-08T07:34:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "4fc52896-cff6-4e7c-9665-1ab4a92d7559", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:34:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4d980e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4d980e", "reconcileID": "897da0a5-2147-4b9c-a56f-6ed34433ec8b", "Gateway": "e2e-ipp-a-4d980e", "namespace": "openshift-ingress"} 2026-09-08T07:35:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "31512c91-b48d-407d-8df3-a6a237982637", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress"} 2026-09-08T07:35:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "31512c91-b48d-407d-8df3-a6a237982637", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86-authn-ssl"} 2026-09-08T07:35:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "31512c91-b48d-407d-8df3-a6a237982637", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress"} 2026-09-08T07:35:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "f5fa01c2-941c-468e-bbe0-73b80c8602fb", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress"} 2026-09-08T07:35:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "f5fa01c2-941c-468e-bbe0-73b80c8602fb", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86-authn-ssl"} 2026-09-08T07:35:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "f5fa01c2-941c-468e-bbe0-73b80c8602fb", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress"} 2026-09-08T07:35:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05e5d0b4-ce6b-4f6a-86a7-916ee1b44289", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79da86"} 2026-09-08T07:35:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05e5d0b4-ce6b-4f6a-86a7-916ee1b44289", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79da86", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T07:35:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05e5d0b4-ce6b-4f6a-86a7-916ee1b44289", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-79da86 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T07:35:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "odh-trusted-ca-bundle", "reconcileID": "2be91bae-5921-40bb-9b3e-2816959ed3d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79da86"} 2026-09-08T07:35:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "odh-trusted-ca-bundle", "reconcileID": "2be91bae-5921-40bb-9b3e-2816959ed3d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79da86", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T07:35:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "odh-trusted-ca-bundle", "reconcileID": "2be91bae-5921-40bb-9b3e-2816959ed3d0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-79da86 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T07:35:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d00a8076-9d7b-415d-a2d3-d14504153063", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79da86"} 2026-09-08T07:35:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d00a8076-9d7b-415d-a2d3-d14504153063", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79da86", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T07:35:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d00a8076-9d7b-415d-a2d3-d14504153063", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-79da86 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T07:35:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "openshift-service-ca.crt", "reconcileID": "0b2c7613-a757-4314-b632-758154179a39", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-79da86"} 2026-09-08T07:35:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "openshift-service-ca.crt", "reconcileID": "0b2c7613-a757-4314-b632-758154179a39", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-79da86"} 2026-09-08T07:35:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "odh-trusted-ca-bundle", "reconcileID": "9e44e899-c68d-43e1-bd58-0db7c116ecac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79da86"} 2026-09-08T07:35:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "odh-trusted-ca-bundle", "reconcileID": "9e44e899-c68d-43e1-bd58-0db7c116ecac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79da86"} 2026-09-08T07:35:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80002739-c829-498f-a87a-098c72feb5e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79da86"} 2026-09-08T07:35:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79da86"}, "namespace": "ai-tenant-e2e-ipp-b-79da86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80002739-c829-498f-a87a-098c72feb5e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79da86"} 2026-09-08T07:35:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79da86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79da86", "reconcileID": "988e60e1-b2bc-4d18-b9f7-e90a87dd3272", "Gateway": "e2e-ipp-b-79da86", "namespace": "openshift-ingress"} 2026-09-08T07:35:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fb59c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fb59c2", "reconcileID": "c7de28db-c536-45d2-a991-bf545809978a", "Gateway": "e2e-shared-a-w3-fb59c2", "namespace": "openshift-ingress"} 2026-09-08T07:35:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fb59c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fb59c2", "reconcileID": "c7de28db-c536-45d2-a991-bf545809978a", "Gateway": "e2e-shared-a-w3-fb59c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fb59c2-authn-ssl"} 2026-09-08T07:35:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fb59c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fb59c2", "reconcileID": "c7de28db-c536-45d2-a991-bf545809978a", "Gateway": "e2e-shared-a-w3-fb59c2", "namespace": "openshift-ingress"} 2026-09-08T07:35:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fb59c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fb59c2", "reconcileID": "35281a07-3541-452a-a443-191e9ff509f4", "Gateway": "e2e-shared-a-w3-fb59c2", "namespace": "openshift-ingress"} 2026-09-08T07:35:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fb59c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fb59c2", "reconcileID": "35281a07-3541-452a-a443-191e9ff509f4", "Gateway": "e2e-shared-a-w3-fb59c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fb59c2-authn-ssl"} 2026-09-08T07:35:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fb59c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fb59c2", "reconcileID": "35281a07-3541-452a-a443-191e9ff509f4", "Gateway": "e2e-shared-a-w3-fb59c2", "namespace": "openshift-ingress"} 2026-09-08T07:35:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf658cd5-68b6-4aeb-a21c-9912a32323cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2"} 2026-09-08T07:35:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf658cd5-68b6-4aeb-a21c-9912a32323cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T07:35:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf658cd5-68b6-4aeb-a21c-9912a32323cb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-fb59c2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T07:35:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "860ab1a6-5f55-4bb3-95ae-9f51ade5bfe4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2"} 2026-09-08T07:35:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "860ab1a6-5f55-4bb3-95ae-9f51ade5bfe4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T07:35:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "860ab1a6-5f55-4bb3-95ae-9f51ade5bfe4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-fb59c2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T07:35:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "odh-trusted-ca-bundle", "reconcileID": "b3b572cc-bc61-4db6-9ce2-0361eeb762fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2"} 2026-09-08T07:35:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "odh-trusted-ca-bundle", "reconcileID": "b3b572cc-bc61-4db6-9ce2-0361eeb762fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T07:35:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "odh-trusted-ca-bundle", "reconcileID": "b3b572cc-bc61-4db6-9ce2-0361eeb762fe", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-fb59c2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T07:35:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "openshift-service-ca.crt", "reconcileID": "d8dedd36-b612-44b4-a1a3-b134fc5ecca4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2"} 2026-09-08T07:35:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "openshift-service-ca.crt", "reconcileID": "d8dedd36-b612-44b4-a1a3-b134fc5ecca4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2"} 2026-09-08T07:35:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "odh-trusted-ca-bundle", "reconcileID": "3d168a6b-c60f-49ca-b352-1d1daf279974", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2"} 2026-09-08T07:35:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "odh-trusted-ca-bundle", "reconcileID": "3d168a6b-c60f-49ca-b352-1d1daf279974", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2"} 2026-09-08T07:35:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8dba6f4a-1d16-408f-b127-2d856682abf8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2"} 2026-09-08T07:35:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fb59c2"}, "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8dba6f4a-1d16-408f-b127-2d856682abf8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-fb59c2"} 2026-09-08T07:35:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fb59c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fb59c2", "reconcileID": "75758da2-9947-4e02-8b91-f69eb95e4b3f", "Gateway": "e2e-shared-a-w3-fb59c2", "namespace": "openshift-ingress"} 2026-09-08T07:35:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-217bc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-217bc2", "reconcileID": "f1b1f243-78f6-49be-8ace-45a8fd2560bf", "Gateway": "e2e-shared-b-w3-217bc2", "namespace": "openshift-ingress"} 2026-09-08T07:35:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-217bc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-217bc2", "reconcileID": "f1b1f243-78f6-49be-8ace-45a8fd2560bf", "Gateway": "e2e-shared-b-w3-217bc2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-217bc2-authn-ssl"} 2026-09-08T07:35:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-217bc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-217bc2", "reconcileID": "f1b1f243-78f6-49be-8ace-45a8fd2560bf", "Gateway": "e2e-shared-b-w3-217bc2", "namespace": "openshift-ingress"} 2026-09-08T07:35:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-217bc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-217bc2", "reconcileID": "031a90e9-0783-4195-82c4-6c7f7d862054", "Gateway": "e2e-shared-b-w3-217bc2", "namespace": "openshift-ingress"} 2026-09-08T07:35:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-217bc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-217bc2", "reconcileID": "031a90e9-0783-4195-82c4-6c7f7d862054", "Gateway": "e2e-shared-b-w3-217bc2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-217bc2-authn-ssl"} 2026-09-08T07:35:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-217bc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-217bc2", "reconcileID": "031a90e9-0783-4195-82c4-6c7f7d862054", "Gateway": "e2e-shared-b-w3-217bc2", "namespace": "openshift-ingress"} 2026-09-08T07:35:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58fbf819-733b-4a3d-9ba9-60185d333d47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-217bc2"} 2026-09-08T07:35:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58fbf819-733b-4a3d-9ba9-60185d333d47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T07:35:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58fbf819-733b-4a3d-9ba9-60185d333d47", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-217bc2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T07:35:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f72d4c5-876f-40a6-9317-86b4308521e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-217bc2"} 2026-09-08T07:35:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f72d4c5-876f-40a6-9317-86b4308521e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T07:35:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f72d4c5-876f-40a6-9317-86b4308521e9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-217bc2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T07:35:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "odh-trusted-ca-bundle", "reconcileID": "b71aa0d7-8820-4527-85df-74d9684bbab8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-217bc2"} 2026-09-08T07:35:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "odh-trusted-ca-bundle", "reconcileID": "b71aa0d7-8820-4527-85df-74d9684bbab8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T07:35:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "odh-trusted-ca-bundle", "reconcileID": "b71aa0d7-8820-4527-85df-74d9684bbab8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-217bc2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T07:35:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "openshift-service-ca.crt", "reconcileID": "bafabafe-bbdf-4a2f-a4bf-4ee2bacab07b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-217bc2"} 2026-09-08T07:35:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "openshift-service-ca.crt", "reconcileID": "bafabafe-bbdf-4a2f-a4bf-4ee2bacab07b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-217bc2"} 2026-09-08T07:35:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "odh-trusted-ca-bundle", "reconcileID": "f4d2bcb2-7246-49e9-afb2-dcfd57df8143", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-217bc2"} 2026-09-08T07:35:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "odh-trusted-ca-bundle", "reconcileID": "f4d2bcb2-7246-49e9-afb2-dcfd57df8143", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-217bc2"} 2026-09-08T07:35:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d5d5205-d672-48ea-b88b-908e347626b1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-217bc2"} 2026-09-08T07:35:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-217bc2"}, "namespace": "ai-tenant-e2e-shared-b-w3-217bc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d5d5205-d672-48ea-b88b-908e347626b1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-217bc2"} 2026-09-08T07:35:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-217bc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-217bc2", "reconcileID": "d17089ac-2d24-4a6c-919d-be2163aa7244", "Gateway": "e2e-shared-b-w3-217bc2", "namespace": "openshift-ingress"} 2026-09-08T07:39:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "0f281587-27dc-4a05-96a9-fa5fef50fa73", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm"} 2026-09-08T07:39:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "0f281587-27dc-4a05-96a9-fa5fef50fa73", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm"} 2026-09-08T07:39:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "0f281587-27dc-4a05-96a9-fa5fef50fa73", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm"} 2026-09-08T07:39:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e6f1871c-945a-4741-bc9a-8bdfd4ecfb9b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T07:39:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "0f281587-27dc-4a05-96a9-fa5fef50fa73", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm", "name": "e2e-same-id-a-220f0417-kserve-route-authn"} 2026-09-08T07:39:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "0f281587-27dc-4a05-96a9-fa5fef50fa73", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm", "authType": "userdefined"} 2026-09-08T07:39:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "0f281587-27dc-4a05-96a9-fa5fef50fa73", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm"} 2026-09-08T07:39:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e6f1871c-945a-4741-bc9a-8bdfd4ecfb9b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T07:39:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e6f1871c-945a-4741-bc9a-8bdfd4ecfb9b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T07:39:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "276bf8cf-e274-4aaf-8e8b-eec67e5d46e4", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm"} 2026-09-08T07:39:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "276bf8cf-e274-4aaf-8e8b-eec67e5d46e4", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm"} 2026-09-08T07:39:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "276bf8cf-e274-4aaf-8e8b-eec67e5d46e4", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm"} 2026-09-08T07:39:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "23403e8e-b81a-4e82-a995-e9f5b171446a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T07:39:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "276bf8cf-e274-4aaf-8e8b-eec67e5d46e4", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm", "name": "e2e-same-id-b-220f0417-kserve-route-authn"} 2026-09-08T07:39:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "276bf8cf-e274-4aaf-8e8b-eec67e5d46e4", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm", "authType": "userdefined"} 2026-09-08T07:39:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "276bf8cf-e274-4aaf-8e8b-eec67e5d46e4", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm"} 2026-09-08T07:39:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "23403e8e-b81a-4e82-a995-e9f5b171446a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T07:39:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "23403e8e-b81a-4e82-a995-e9f5b171446a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T07:39:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "02b2c208-cbc8-4aab-87e0-a2bd592e7ed3", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm"} 2026-09-08T07:39:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "02b2c208-cbc8-4aab-87e0-a2bd592e7ed3", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm"} 2026-09-08T07:39:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "02b2c208-cbc8-4aab-87e0-a2bd592e7ed3", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm"} 2026-09-08T07:39:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "02b2c208-cbc8-4aab-87e0-a2bd592e7ed3", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm", "name": "e2e-same-id-a-220f0417-kserve-route-authn"} 2026-09-08T07:39:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "02b2c208-cbc8-4aab-87e0-a2bd592e7ed3", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm", "authType": "userdefined"} 2026-09-08T07:39:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "02b2c208-cbc8-4aab-87e0-a2bd592e7ed3", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm"} 2026-09-08T07:39:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4a19a90c-c7bb-48be-ba10-cc7ed7f48c4d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T07:39:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4a19a90c-c7bb-48be-ba10-cc7ed7f48c4d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T07:39:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4a19a90c-c7bb-48be-ba10-cc7ed7f48c4d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T07:39:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "c31f62d5-2ac4-424d-a90c-5e3e7d46766b", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm"} 2026-09-08T07:39:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "c31f62d5-2ac4-424d-a90c-5e3e7d46766b", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm"} 2026-09-08T07:39:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "c31f62d5-2ac4-424d-a90c-5e3e7d46766b", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm"} 2026-09-08T07:39:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "c31f62d5-2ac4-424d-a90c-5e3e7d46766b", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm", "name": "e2e-same-id-a-220f0417-kserve-route-authn"} 2026-09-08T07:39:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "c31f62d5-2ac4-424d-a90c-5e3e7d46766b", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm", "authType": "userdefined"} 2026-09-08T07:39:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "c31f62d5-2ac4-424d-a90c-5e3e7d46766b", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm"} 2026-09-08T07:40:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "87c41da0-48a2-478f-8bf9-0af3eaa542d9", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm"} 2026-09-08T07:40:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "87c41da0-48a2-478f-8bf9-0af3eaa542d9", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm"} 2026-09-08T07:40:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "87c41da0-48a2-478f-8bf9-0af3eaa542d9", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm"} 2026-09-08T07:40:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "87c41da0-48a2-478f-8bf9-0af3eaa542d9", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm", "name": "e2e-same-id-b-220f0417-kserve-route-authn"} 2026-09-08T07:40:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "87c41da0-48a2-478f-8bf9-0af3eaa542d9", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm", "authType": "userdefined"} 2026-09-08T07:40:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "87c41da0-48a2-478f-8bf9-0af3eaa542d9", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm"} 2026-09-08T07:40:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "974dcd92-fbbf-4f27-8208-667863d10807", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T07:40:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "974dcd92-fbbf-4f27-8208-667863d10807", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T07:40:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "974dcd92-fbbf-4f27-8208-667863d10807", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T07:40:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "a9d1b40e-52b7-4e48-8e9c-fed4189ba77d", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm"} 2026-09-08T07:40:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "a9d1b40e-52b7-4e48-8e9c-fed4189ba77d", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm"} 2026-09-08T07:40:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "a9d1b40e-52b7-4e48-8e9c-fed4189ba77d", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm"} 2026-09-08T07:40:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "a9d1b40e-52b7-4e48-8e9c-fed4189ba77d", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm", "name": "e2e-same-id-b-220f0417-kserve-route-authn"} 2026-09-08T07:40:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "a9d1b40e-52b7-4e48-8e9c-fed4189ba77d", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm", "authType": "userdefined"} 2026-09-08T07:40:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "a9d1b40e-52b7-4e48-8e9c-fed4189ba77d", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm"} 2026-09-08T07:40:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "3345fcf6-41b1-4bef-b63b-73a50649769a", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm"} 2026-09-08T07:40:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "3345fcf6-41b1-4bef-b63b-73a50649769a", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm"} 2026-09-08T07:40:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "3345fcf6-41b1-4bef-b63b-73a50649769a", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm"} 2026-09-08T07:40:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "3345fcf6-41b1-4bef-b63b-73a50649769a", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm", "name": "e2e-same-id-a-220f0417-kserve-route-authn"} 2026-09-08T07:40:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "3345fcf6-41b1-4bef-b63b-73a50649769a", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm", "authType": "userdefined"} 2026-09-08T07:40:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "3345fcf6-41b1-4bef-b63b-73a50649769a", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm"} 2026-09-08T07:40:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "f3887573-00d6-405c-9fcc-08fad0a4535d", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm"} 2026-09-08T07:40:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "f3887573-00d6-405c-9fcc-08fad0a4535d", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm"} 2026-09-08T07:40:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "f3887573-00d6-405c-9fcc-08fad0a4535d", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm"} 2026-09-08T07:40:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "f3887573-00d6-405c-9fcc-08fad0a4535d", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm", "name": "e2e-same-id-b-220f0417-kserve-route-authn"} 2026-09-08T07:40:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "f3887573-00d6-405c-9fcc-08fad0a4535d", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm", "authType": "userdefined"} 2026-09-08T07:40:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "f3887573-00d6-405c-9fcc-08fad0a4535d", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm"} 2026-09-08T07:40:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "42a918be-536f-4eda-bcc5-d174195518b8", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm"} 2026-09-08T07:40:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "42a918be-536f-4eda-bcc5-d174195518b8", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm", "name": "e2e-same-id-a-220f0417"} 2026-09-08T07:40:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "42a918be-536f-4eda-bcc5-d174195518b8", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm"} 2026-09-08T07:40:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "42a918be-536f-4eda-bcc5-d174195518b8", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm"} 2026-09-08T07:40:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "42a918be-536f-4eda-bcc5-d174195518b8", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm", "name": "e2e-same-id-a-220f0417-kserve-route-authn"} 2026-09-08T07:40:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "42a918be-536f-4eda-bcc5-d174195518b8", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm", "name": "e2e-same-id-a-220f0417-kserve-route-authn"} 2026-09-08T07:40:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-220f0417", "reconcileID": "69beb22b-2c51-4a16-bb31-a881ab54cfd7", "LLMInferenceService": "e2e-same-id-a-220f0417", "namespace": "llm"} 2026-09-08T07:40:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e322d3c3-e9f0-41ce-875f-715ed8bbc251", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T07:40:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e322d3c3-e9f0-41ce-875f-715ed8bbc251", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T07:40:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e322d3c3-e9f0-41ce-875f-715ed8bbc251", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T07:40:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c4431c4a-1af8-44ad-a969-1f86b08b7e89", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T07:40:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c4431c4a-1af8-44ad-a969-1f86b08b7e89", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T07:40:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c4431c4a-1af8-44ad-a969-1f86b08b7e89", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T07:40:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "4060523e-97e2-4ae2-af38-7ad718a0bfe4", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm"} 2026-09-08T07:40:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "4060523e-97e2-4ae2-af38-7ad718a0bfe4", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm", "name": "e2e-same-id-b-220f0417"} 2026-09-08T07:40:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "4060523e-97e2-4ae2-af38-7ad718a0bfe4", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm"} 2026-09-08T07:40:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "4060523e-97e2-4ae2-af38-7ad718a0bfe4", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm"} 2026-09-08T07:40:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "4060523e-97e2-4ae2-af38-7ad718a0bfe4", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm", "name": "e2e-same-id-b-220f0417-kserve-route-authn"} 2026-09-08T07:40:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "4060523e-97e2-4ae2-af38-7ad718a0bfe4", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm", "name": "e2e-same-id-b-220f0417-kserve-route-authn"} 2026-09-08T07:40:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-220f0417","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-220f0417", "reconcileID": "d26c3e4b-381b-4daa-b8bd-e60423fd35ce", "LLMInferenceService": "e2e-same-id-b-220f0417", "namespace": "llm"} 2026-09-08T07:40:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bbbaefd8-5da5-4a8c-8383-2c4dca7a8bcb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T07:40:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bbbaefd8-5da5-4a8c-8383-2c4dca7a8bcb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T07:40:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bbbaefd8-5da5-4a8c-8383-2c4dca7a8bcb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T07:40:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "956809fd-7615-4ff7-b1df-d457c67adad4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T07:40:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "956809fd-7615-4ff7-b1df-d457c67adad4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T07:40:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "956809fd-7615-4ff7-b1df-d457c67adad4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}