2026-09-10T12:34:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-da7b8f"}, "namespace": "ai-tenant-e2e-api-b-da7b8f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b126a98b-7a50-4ae6-85b3-e164f55248e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-da7b8f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:34:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-da7b8f"}, "namespace": "ai-tenant-e2e-api-b-da7b8f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b126a98b-7a50-4ae6-85b3-e164f55248e1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-da7b8f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T12:34:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-da7b8f"}, "namespace": "ai-tenant-e2e-api-b-da7b8f", "name": "odh-trusted-ca-bundle", "reconcileID": "fc31fbe2-f776-433d-977a-15f45aac3aa4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-da7b8f"} 2026-09-10T12:34:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-da7b8f"}, "namespace": "ai-tenant-e2e-api-b-da7b8f", "name": "odh-trusted-ca-bundle", "reconcileID": "fc31fbe2-f776-433d-977a-15f45aac3aa4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-da7b8f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:34:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-da7b8f"}, "namespace": "ai-tenant-e2e-api-b-da7b8f", "name": "odh-trusted-ca-bundle", "reconcileID": "fc31fbe2-f776-433d-977a-15f45aac3aa4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-da7b8f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T12:34:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-da7b8f"}, "namespace": "ai-tenant-e2e-api-b-da7b8f", "name": "openshift-service-ca.crt", "reconcileID": "a4f1c312-f7d0-44f5-8e04-74d44842146c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-da7b8f"} 2026-09-10T12:34:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-da7b8f"}, "namespace": "ai-tenant-e2e-api-b-da7b8f", "name": "openshift-service-ca.crt", "reconcileID": "a4f1c312-f7d0-44f5-8e04-74d44842146c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-da7b8f"} 2026-09-10T12:34:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-da7b8f"}, "namespace": "ai-tenant-e2e-api-b-da7b8f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d64bc34c-20ec-45f1-a2c2-f57ccb82a4bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-da7b8f"} 2026-09-10T12:34:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-da7b8f"}, "namespace": "ai-tenant-e2e-api-b-da7b8f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d64bc34c-20ec-45f1-a2c2-f57ccb82a4bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-da7b8f"} 2026-09-10T12:34:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-da7b8f"}, "namespace": "ai-tenant-e2e-api-b-da7b8f", "name": "odh-trusted-ca-bundle", "reconcileID": "c4eff149-dcd9-4648-a9cf-39f637815ce1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-da7b8f"} 2026-09-10T12:34:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-da7b8f"}, "namespace": "ai-tenant-e2e-api-b-da7b8f", "name": "odh-trusted-ca-bundle", "reconcileID": "c4eff149-dcd9-4648-a9cf-39f637815ce1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-da7b8f"} 2026-09-10T12:34:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-da7b8f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-da7b8f", "reconcileID": "e834b318-af84-48ca-96ff-379c5bb07da7", "Gateway": "e2e-api-b-da7b8f", "namespace": "openshift-ingress"} 2026-09-10T12:34:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d1e553","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d1e553", "reconcileID": "32be4a3e-6c7b-4eb1-9659-eca3806ee0be", "Gateway": "e2e-shared-a-w2-d1e553", "namespace": "openshift-ingress"} 2026-09-10T12:34:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d1e553","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d1e553", "reconcileID": "32be4a3e-6c7b-4eb1-9659-eca3806ee0be", "Gateway": "e2e-shared-a-w2-d1e553", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d1e553-authn-ssl"} 2026-09-10T12:34:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d1e553","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d1e553", "reconcileID": "32be4a3e-6c7b-4eb1-9659-eca3806ee0be", "Gateway": "e2e-shared-a-w2-d1e553", "namespace": "openshift-ingress"} 2026-09-10T12:34:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d1e553","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d1e553", "reconcileID": "e2ed1a71-1c66-4635-aba5-e5884579a944", "Gateway": "e2e-shared-a-w2-d1e553", "namespace": "openshift-ingress"} 2026-09-10T12:34:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d1e553","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d1e553", "reconcileID": "e2ed1a71-1c66-4635-aba5-e5884579a944", "Gateway": "e2e-shared-a-w2-d1e553", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d1e553-authn-ssl"} 2026-09-10T12:34:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d1e553","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d1e553", "reconcileID": "e2ed1a71-1c66-4635-aba5-e5884579a944", "Gateway": "e2e-shared-a-w2-d1e553", "namespace": "openshift-ingress"} 2026-09-10T12:34:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d1e553"}, "namespace": "ai-tenant-e2e-shared-a-w2-d1e553", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da17f544-a751-4a68-bd31-f756206475b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d1e553"} 2026-09-10T12:34:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d1e553"}, "namespace": "ai-tenant-e2e-shared-a-w2-d1e553", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da17f544-a751-4a68-bd31-f756206475b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d1e553", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:34:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d1e553"}, "namespace": "ai-tenant-e2e-shared-a-w2-d1e553", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da17f544-a751-4a68-bd31-f756206475b2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-d1e553 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T12:34:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d1e553"}, "namespace": "ai-tenant-e2e-shared-a-w2-d1e553", "name": "odh-trusted-ca-bundle", "reconcileID": "543b9638-f78f-4d1f-9571-0f035ef5bbb0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d1e553"} 2026-09-10T12:34:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d1e553"}, "namespace": "ai-tenant-e2e-shared-a-w2-d1e553", "name": "odh-trusted-ca-bundle", "reconcileID": "543b9638-f78f-4d1f-9571-0f035ef5bbb0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d1e553", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:34:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d1e553"}, "namespace": "ai-tenant-e2e-shared-a-w2-d1e553", "name": "odh-trusted-ca-bundle", "reconcileID": "543b9638-f78f-4d1f-9571-0f035ef5bbb0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-d1e553 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T12:34:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-d1e553"}, "namespace": "ai-tenant-e2e-shared-a-w2-d1e553", "name": "openshift-service-ca.crt", "reconcileID": "bc269bcb-dc03-494b-b8df-a21c61d68208", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-d1e553"} 2026-09-10T12:34:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-d1e553"}, "namespace": "ai-tenant-e2e-shared-a-w2-d1e553", "name": "openshift-service-ca.crt", "reconcileID": "bc269bcb-dc03-494b-b8df-a21c61d68208", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-d1e553"} 2026-09-10T12:34:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d1e553"}, "namespace": "ai-tenant-e2e-shared-a-w2-d1e553", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25d0f70f-8bfd-42cf-ab22-5bf10dfc6058", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d1e553"} 2026-09-10T12:34:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d1e553"}, "namespace": "ai-tenant-e2e-shared-a-w2-d1e553", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25d0f70f-8bfd-42cf-ab22-5bf10dfc6058", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d1e553"} 2026-09-10T12:34:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d1e553"}, "namespace": "ai-tenant-e2e-shared-a-w2-d1e553", "name": "odh-trusted-ca-bundle", "reconcileID": "f79aa6f1-3dfb-45a4-a3e6-7c6586a23306", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d1e553"} 2026-09-10T12:34:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d1e553"}, "namespace": "ai-tenant-e2e-shared-a-w2-d1e553", "name": "odh-trusted-ca-bundle", "reconcileID": "f79aa6f1-3dfb-45a4-a3e6-7c6586a23306", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d1e553"} 2026-09-10T12:34:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-18c2d2","namespace":"ai-tenant-e2e-shared-a-w3-18c2d2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "name": "rate-test-model-18c2d2", "reconcileID": "13827a4e-f322-46a9-a801-854b5ded5546", "LLMInferenceService": "rate-test-model-18c2d2", "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2"} 2026-09-10T12:34:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-18c2d2","namespace":"ai-tenant-e2e-shared-a-w3-18c2d2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "name": "rate-test-model-18c2d2", "reconcileID": "13827a4e-f322-46a9-a801-854b5ded5546", "LLMInferenceService": "rate-test-model-18c2d2", "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "name": "rate-test-model-18c2d2"} 2026-09-10T12:34:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-18c2d2","namespace":"ai-tenant-e2e-shared-a-w3-18c2d2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "name": "rate-test-model-18c2d2", "reconcileID": "13827a4e-f322-46a9-a801-854b5ded5546", "LLMInferenceService": "rate-test-model-18c2d2", "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2"} 2026-09-10T12:34:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-18c2d2","namespace":"ai-tenant-e2e-shared-a-w3-18c2d2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "name": "rate-test-model-18c2d2", "reconcileID": "13827a4e-f322-46a9-a801-854b5ded5546", "LLMInferenceService": "rate-test-model-18c2d2", "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2"} 2026-09-10T12:34:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-18c2d2","namespace":"ai-tenant-e2e-shared-a-w3-18c2d2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "name": "rate-test-model-18c2d2", "reconcileID": "13827a4e-f322-46a9-a801-854b5ded5546", "LLMInferenceService": "rate-test-model-18c2d2", "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "name": "rate-test-model-18c2d2-kserve-route-authn"} 2026-09-10T12:34:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-18c2d2","namespace":"ai-tenant-e2e-shared-a-w3-18c2d2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "name": "rate-test-model-18c2d2", "reconcileID": "13827a4e-f322-46a9-a801-854b5ded5546", "LLMInferenceService": "rate-test-model-18c2d2", "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "name": "rate-test-model-18c2d2-kserve-route-authn"} 2026-09-10T12:34:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-18c2d2","namespace":"ai-tenant-e2e-shared-a-w3-18c2d2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "name": "rate-test-model-18c2d2", "reconcileID": "13827a4e-f322-46a9-a801-854b5ded5546", "LLMInferenceService": "rate-test-model-18c2d2", "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2"} 2026-09-10T12:34:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-18c2d2","namespace":"ai-tenant-e2e-shared-a-w3-18c2d2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "name": "rate-test-model-18c2d2", "reconcileID": "13827a4e-f322-46a9-a801-854b5ded5546", "LLMInferenceService": "rate-test-model-18c2d2", "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2"} 2026-09-10T12:34:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d1e553","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d1e553", "reconcileID": "0811561e-2036-4931-9508-20aa6bb5c842", "Gateway": "e2e-shared-a-w2-d1e553", "namespace": "openshift-ingress"} 2026-09-10T12:34:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-18c2d2","namespace":"ai-tenant-e2e-shared-a-w3-18c2d2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "name": "rate-test-model-18c2d2", "reconcileID": "17c71540-23c5-4b90-8b66-f2196208129e", "LLMInferenceService": "rate-test-model-18c2d2", "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2"} 2026-09-10T12:34:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18c2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18c2d2", "reconcileID": "b1b20c1d-3d22-4b96-9175-64d17a3a056a", "Gateway": "e2e-shared-a-w3-18c2d2", "namespace": "openshift-ingress"} 2026-09-10T12:34:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18c2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18c2d2", "reconcileID": "b1b20c1d-3d22-4b96-9175-64d17a3a056a", "Gateway": "e2e-shared-a-w3-18c2d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18c2d2-authn-ssl"} 2026-09-10T12:34:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18c2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18c2d2", "reconcileID": "b1b20c1d-3d22-4b96-9175-64d17a3a056a", "Gateway": "e2e-shared-a-w3-18c2d2", "namespace": "openshift-ingress"} 2026-09-10T12:34:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18c2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18c2d2", "reconcileID": "4f6ff853-b4d4-49d4-ab2d-111647ae513f", "Gateway": "e2e-shared-a-w3-18c2d2", "namespace": "openshift-ingress"} 2026-09-10T12:34:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18c2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18c2d2", "reconcileID": "4f6ff853-b4d4-49d4-ab2d-111647ae513f", "Gateway": "e2e-shared-a-w3-18c2d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18c2d2-authn-ssl"} 2026-09-10T12:34:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18c2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18c2d2", "reconcileID": "4f6ff853-b4d4-49d4-ab2d-111647ae513f", "Gateway": "e2e-shared-a-w3-18c2d2", "namespace": "openshift-ingress"} 2026-09-10T12:34:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f89a79","namespace":"ai-tenant-e2e-shared-b-w3-f89a79"}, "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "name": "rate-test-model-f89a79", "reconcileID": "bc49309a-c685-4ad8-8f0b-d5674ff5c5c5", "LLMInferenceService": "rate-test-model-f89a79", "namespace": "ai-tenant-e2e-shared-b-w3-f89a79"} 2026-09-10T12:34:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f89a79","namespace":"ai-tenant-e2e-shared-b-w3-f89a79"}, "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "name": "rate-test-model-f89a79", "reconcileID": "bc49309a-c685-4ad8-8f0b-d5674ff5c5c5", "LLMInferenceService": "rate-test-model-f89a79", "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "name": "rate-test-model-f89a79"} 2026-09-10T12:34:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f89a79","namespace":"ai-tenant-e2e-shared-b-w3-f89a79"}, "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "name": "rate-test-model-f89a79", "reconcileID": "bc49309a-c685-4ad8-8f0b-d5674ff5c5c5", "LLMInferenceService": "rate-test-model-f89a79", "namespace": "ai-tenant-e2e-shared-b-w3-f89a79"} 2026-09-10T12:34:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f89a79","namespace":"ai-tenant-e2e-shared-b-w3-f89a79"}, "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "name": "rate-test-model-f89a79", "reconcileID": "bc49309a-c685-4ad8-8f0b-d5674ff5c5c5", "LLMInferenceService": "rate-test-model-f89a79", "namespace": "ai-tenant-e2e-shared-b-w3-f89a79"} 2026-09-10T12:34:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f89a79","namespace":"ai-tenant-e2e-shared-b-w3-f89a79"}, "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "name": "rate-test-model-f89a79", "reconcileID": "bc49309a-c685-4ad8-8f0b-d5674ff5c5c5", "LLMInferenceService": "rate-test-model-f89a79", "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "name": "rate-test-model-f89a79-kserve-route-authn"} 2026-09-10T12:34:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f89a79","namespace":"ai-tenant-e2e-shared-b-w3-f89a79"}, "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "name": "rate-test-model-f89a79", "reconcileID": "bc49309a-c685-4ad8-8f0b-d5674ff5c5c5", "LLMInferenceService": "rate-test-model-f89a79", "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "name": "rate-test-model-f89a79-kserve-route-authn"} 2026-09-10T12:34:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f89a79","namespace":"ai-tenant-e2e-shared-b-w3-f89a79"}, "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "name": "rate-test-model-f89a79", "reconcileID": "bc49309a-c685-4ad8-8f0b-d5674ff5c5c5", "LLMInferenceService": "rate-test-model-f89a79", "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "namespace": "ai-tenant-e2e-shared-b-w3-f89a79"} 2026-09-10T12:34:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f89a79","namespace":"ai-tenant-e2e-shared-b-w3-f89a79"}, "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "name": "rate-test-model-f89a79", "reconcileID": "bc49309a-c685-4ad8-8f0b-d5674ff5c5c5", "LLMInferenceService": "rate-test-model-f89a79", "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "namespace": "ai-tenant-e2e-shared-b-w3-f89a79"} 2026-09-10T12:34:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f89a79","namespace":"ai-tenant-e2e-shared-b-w3-f89a79"}, "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "name": "rate-test-model-f89a79", "reconcileID": "a9220ada-ffea-4082-8cdf-4407e22d20b4", "LLMInferenceService": "rate-test-model-f89a79", "namespace": "ai-tenant-e2e-shared-b-w3-f89a79"} 2026-09-10T12:34:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f89a79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f89a79", "reconcileID": "d73f16f7-a83b-4947-b9cd-37f255693c47", "Gateway": "e2e-shared-b-w3-f89a79", "namespace": "openshift-ingress"} 2026-09-10T12:34:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f89a79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f89a79", "reconcileID": "d73f16f7-a83b-4947-b9cd-37f255693c47", "Gateway": "e2e-shared-b-w3-f89a79", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f89a79-authn-ssl"} 2026-09-10T12:34:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f89a79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f89a79", "reconcileID": "d73f16f7-a83b-4947-b9cd-37f255693c47", "Gateway": "e2e-shared-b-w3-f89a79", "namespace": "openshift-ingress"} 2026-09-10T12:34:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f89a79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f89a79", "reconcileID": "4000f7d9-1c89-43ee-b7e3-5924cd709b08", "Gateway": "e2e-shared-b-w3-f89a79", "namespace": "openshift-ingress"} 2026-09-10T12:34:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f89a79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f89a79", "reconcileID": "4000f7d9-1c89-43ee-b7e3-5924cd709b08", "Gateway": "e2e-shared-b-w3-f89a79", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f89a79-authn-ssl"} 2026-09-10T12:34:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f89a79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f89a79", "reconcileID": "4000f7d9-1c89-43ee-b7e3-5924cd709b08", "Gateway": "e2e-shared-b-w3-f89a79", "namespace": "openshift-ingress"} 2026-09-10T12:34:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "dbb0323f-5d4b-4208-8396-a4853e8db992", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:34:40Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "dbb0323f-5d4b-4208-8396-a4853e8db992", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea-authn-ssl"} 2026-09-10T12:34:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "dbb0323f-5d4b-4208-8396-a4853e8db992", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:34:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "88bf9055-736b-46ba-bfa1-13167ee44f67", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:34:40Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "88bf9055-736b-46ba-bfa1-13167ee44f67", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea-authn-ssl"} 2026-09-10T12:34:40Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "88bf9055-736b-46ba-bfa1-13167ee44f67", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-3db7ea-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-a-3db7ea-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T12:34:40Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-3db7ea-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-a-3db7ea-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-a-3db7ea","uid":"b733ea9c-cc8f-4ea8-991c-b70e177ec409","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"46695"}, "reason": "ReconcileError"} 2026-09-10T12:34:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "23deebbf-b7f4-41b4-b2c6-ba51ee569a37", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:34:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "23deebbf-b7f4-41b4-b2c6-ba51ee569a37", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea-authn-ssl"} 2026-09-10T12:34:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "23deebbf-b7f4-41b4-b2c6-ba51ee569a37", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:34:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "a5d8027b-22c3-4aca-b8af-1b7b8727b64f", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:34:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "a5d8027b-22c3-4aca-b8af-1b7b8727b64f", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea-authn-ssl"} 2026-09-10T12:34:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "a5d8027b-22c3-4aca-b8af-1b7b8727b64f", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:34:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "88bab907-b0aa-4df7-8948-c19ac0505cea", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:34:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "88bab907-b0aa-4df7-8948-c19ac0505cea", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea-authn-ssl"} 2026-09-10T12:34:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "88bab907-b0aa-4df7-8948-c19ac0505cea", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:34:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "8f36c3a9-b23e-4f80-8a56-3f2a5da39ade", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:34:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "8f36c3a9-b23e-4f80-8a56-3f2a5da39ade", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea-authn-ssl"} 2026-09-10T12:34:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "8f36c3a9-b23e-4f80-8a56-3f2a5da39ade", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:34:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "8a3f371e-bb22-40bd-8fdf-91ecd71271c7", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:34:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "8a3f371e-bb22-40bd-8fdf-91ecd71271c7", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea-authn-ssl"} 2026-09-10T12:34:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "8a3f371e-bb22-40bd-8fdf-91ecd71271c7", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:34:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "fa2b2fee-1912-402d-b68e-b3612d94225e", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:34:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "fa2b2fee-1912-402d-b68e-b3612d94225e", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea-authn-ssl"} 2026-09-10T12:34:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "fa2b2fee-1912-402d-b68e-b3612d94225e", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:34:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "openshift-service-ca.crt", "reconcileID": "04932ed7-84a5-4a99-9988-5b6828b564a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:34:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "odh-trusted-ca-bundle", "reconcileID": "9a5ad9f8-ff1c-46e6-9c37-492315cdf63e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:34:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "openshift-service-ca.crt", "reconcileID": "148d77ae-bd3c-4281-ab40-0b4c7e98907b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:34:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "openshift-service-ca.crt", "reconcileID": "148d77ae-bd3c-4281-ab40-0b4c7e98907b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:34:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be2b17f1-5b21-48e8-ab54-dc1524d334d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:34:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "openshift-service-ca.crt", "reconcileID": "90ce15f4-b194-4785-9fa9-d3e905b39f89", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:34:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "odh-trusted-ca-bundle", "reconcileID": "7eda7f39-3f18-405f-ba41-a75d6f3a900e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:34:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "odh-trusted-ca-bundle", "reconcileID": "7eda7f39-3f18-405f-ba41-a75d6f3a900e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:34:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fa2db57-5f6c-403c-9a27-e12cf174c347", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:34:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "2c095eb5-72e3-44c8-b036-87ce41250da8", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:34:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "2c095eb5-72e3-44c8-b036-87ce41250da8", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea-authn-ssl"} 2026-09-10T12:34:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "2c095eb5-72e3-44c8-b036-87ce41250da8", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:34:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a08ea2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a08ea2", "reconcileID": "a49ff88a-3217-41ac-8c3f-8eeff79eda52", "Gateway": "e2e-shared-b-w2-a08ea2", "namespace": "openshift-ingress"} 2026-09-10T12:34:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a08ea2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a08ea2", "reconcileID": "a49ff88a-3217-41ac-8c3f-8eeff79eda52", "Gateway": "e2e-shared-b-w2-a08ea2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a08ea2-authn-ssl"} 2026-09-10T12:34:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a08ea2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a08ea2", "reconcileID": "a49ff88a-3217-41ac-8c3f-8eeff79eda52", "Gateway": "e2e-shared-b-w2-a08ea2", "namespace": "openshift-ingress"} 2026-09-10T12:34:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "2668d3c1-83ec-4c3c-8cc0-1e516b392db0", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:34:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "2668d3c1-83ec-4c3c-8cc0-1e516b392db0", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea-authn-ssl"} 2026-09-10T12:34:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "2668d3c1-83ec-4c3c-8cc0-1e516b392db0", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:34:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a08ea2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a08ea2", "reconcileID": "acab278f-feeb-4072-995e-2b5632250131", "Gateway": "e2e-shared-b-w2-a08ea2", "namespace": "openshift-ingress"} 2026-09-10T12:34:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a08ea2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a08ea2", "reconcileID": "acab278f-feeb-4072-995e-2b5632250131", "Gateway": "e2e-shared-b-w2-a08ea2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a08ea2-authn-ssl"} 2026-09-10T12:34:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a08ea2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a08ea2", "reconcileID": "acab278f-feeb-4072-995e-2b5632250131", "Gateway": "e2e-shared-b-w2-a08ea2", "namespace": "openshift-ingress"} 2026-09-10T12:34:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a08ea2"}, "namespace": "ai-tenant-e2e-shared-b-w2-a08ea2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbca69f7-7c39-49a2-b248-5c6be7c6df1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a08ea2"} 2026-09-10T12:34:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a08ea2"}, "namespace": "ai-tenant-e2e-shared-b-w2-a08ea2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbca69f7-7c39-49a2-b248-5c6be7c6df1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a08ea2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:34:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a08ea2"}, "namespace": "ai-tenant-e2e-shared-b-w2-a08ea2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbca69f7-7c39-49a2-b248-5c6be7c6df1c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-a08ea2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T12:34:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a08ea2"}, "namespace": "ai-tenant-e2e-shared-b-w2-a08ea2", "name": "odh-trusted-ca-bundle", "reconcileID": "434b919c-264a-435b-90d1-451c53008d7f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a08ea2"} 2026-09-10T12:34:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a08ea2"}, "namespace": "ai-tenant-e2e-shared-b-w2-a08ea2", "name": "odh-trusted-ca-bundle", "reconcileID": "434b919c-264a-435b-90d1-451c53008d7f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a08ea2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:34:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a08ea2"}, "namespace": "ai-tenant-e2e-shared-b-w2-a08ea2", "name": "odh-trusted-ca-bundle", "reconcileID": "434b919c-264a-435b-90d1-451c53008d7f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-a08ea2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T12:34:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-a08ea2"}, "namespace": "ai-tenant-e2e-shared-b-w2-a08ea2", "name": "openshift-service-ca.crt", "reconcileID": "b6d1496c-e0ec-4a35-a2e4-567683c2ee89", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-a08ea2"} 2026-09-10T12:34:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-a08ea2"}, "namespace": "ai-tenant-e2e-shared-b-w2-a08ea2", "name": "openshift-service-ca.crt", "reconcileID": "b6d1496c-e0ec-4a35-a2e4-567683c2ee89", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-a08ea2"} 2026-09-10T12:34:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a08ea2"}, "namespace": "ai-tenant-e2e-shared-b-w2-a08ea2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25730edb-be2a-4da8-be80-a1dd8ea98250", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a08ea2"} 2026-09-10T12:34:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a08ea2"}, "namespace": "ai-tenant-e2e-shared-b-w2-a08ea2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25730edb-be2a-4da8-be80-a1dd8ea98250", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a08ea2"} 2026-09-10T12:34:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a08ea2"}, "namespace": "ai-tenant-e2e-shared-b-w2-a08ea2", "name": "odh-trusted-ca-bundle", "reconcileID": "2305567a-59d6-4477-82f3-5c537101ab7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a08ea2"} 2026-09-10T12:34:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a08ea2"}, "namespace": "ai-tenant-e2e-shared-b-w2-a08ea2", "name": "odh-trusted-ca-bundle", "reconcileID": "2305567a-59d6-4477-82f3-5c537101ab7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a08ea2"} 2026-09-10T12:34:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a08ea2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a08ea2", "reconcileID": "76fbe5d2-7b68-4818-b99b-773500bfb9c4", "Gateway": "e2e-shared-b-w2-a08ea2", "namespace": "openshift-ingress"} 2026-09-10T12:35:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "9332ac66-bb02-4dc6-b973-0c515aa525fe", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress"} 2026-09-10T12:35:09Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "9332ac66-bb02-4dc6-b973-0c515aa525fe", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11-authn-ssl"} 2026-09-10T12:35:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "9332ac66-bb02-4dc6-b973-0c515aa525fe", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress"} 2026-09-10T12:35:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "66abc6c8-ccc6-4a93-81b2-2d4fb2fb152d", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress"} 2026-09-10T12:35:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "66abc6c8-ccc6-4a93-81b2-2d4fb2fb152d", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11-authn-ssl"} 2026-09-10T12:35:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "66abc6c8-ccc6-4a93-81b2-2d4fb2fb152d", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress"} 2026-09-10T12:35:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "c48be70f-d70d-4599-bfd5-196366854bf9", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress"} 2026-09-10T12:35:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "c48be70f-d70d-4599-bfd5-196366854bf9", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11-authn-ssl"} 2026-09-10T12:35:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "c48be70f-d70d-4599-bfd5-196366854bf9", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress"} 2026-09-10T12:35:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "291b67c4-f072-417f-afb3-f935a77e7376", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress"} 2026-09-10T12:35:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "291b67c4-f072-417f-afb3-f935a77e7376", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11-authn-ssl"} 2026-09-10T12:35:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "291b67c4-f072-417f-afb3-f935a77e7376", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress"} 2026-09-10T12:35:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "a249fa00-a945-46ab-964c-0057eacdd931", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress"} 2026-09-10T12:35:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "a249fa00-a945-46ab-964c-0057eacdd931", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11-authn-ssl"} 2026-09-10T12:35:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "a249fa00-a945-46ab-964c-0057eacdd931", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress"} 2026-09-10T12:35:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "a7c6b804-c77d-4d14-9332-4c8728aab1ae", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress"} 2026-09-10T12:35:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "a7c6b804-c77d-4d14-9332-4c8728aab1ae", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11-authn-ssl"} 2026-09-10T12:35:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "a7c6b804-c77d-4d14-9332-4c8728aab1ae", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress"} 2026-09-10T12:35:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "6a46fa1d-8267-4b1d-8a2b-d041f703eca2", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress"} 2026-09-10T12:35:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "6a46fa1d-8267-4b1d-8a2b-d041f703eca2", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11-authn-ssl"} 2026-09-10T12:35:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "6a46fa1d-8267-4b1d-8a2b-d041f703eca2", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress"} 2026-09-10T12:35:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a5be11"}, "namespace": "ai-tenant-e2e-ipp-b-a5be11", "name": "openshift-service-ca.crt", "reconcileID": "20ded1dd-2d6c-4589-9354-7a28e5ec240d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a5be11"} 2026-09-10T12:35:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a5be11"}, "namespace": "ai-tenant-e2e-ipp-b-a5be11", "name": "odh-trusted-ca-bundle", "reconcileID": "3c42210f-50a5-429c-a73e-873874ed404b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a5be11"} 2026-09-10T12:35:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a5be11"}, "namespace": "ai-tenant-e2e-ipp-b-a5be11", "name": "openshift-service-ca.crt", "reconcileID": "8d75554b-bfa6-4600-ba58-8e5883233ba0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a5be11", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:35:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a5be11"}, "namespace": "ai-tenant-e2e-ipp-b-a5be11", "name": "openshift-service-ca.crt", "reconcileID": "8d75554b-bfa6-4600-ba58-8e5883233ba0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a5be11"} 2026-09-10T12:35:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a5be11"}, "namespace": "ai-tenant-e2e-ipp-b-a5be11", "name": "openshift-service-ca.crt", "reconcileID": "dc7fc52a-187d-43e4-bb59-138eff508a44", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a5be11"} 2026-09-10T12:35:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a5be11"}, "namespace": "ai-tenant-e2e-ipp-b-a5be11", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12478fb0-eb62-489a-86fe-b0059820a5d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a5be11"} 2026-09-10T12:35:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a5be11"}, "namespace": "ai-tenant-e2e-ipp-b-a5be11", "name": "odh-trusted-ca-bundle", "reconcileID": "cb09d94e-f3ff-4cbd-918d-dc7adcdd22cf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a5be11", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:35:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a5be11"}, "namespace": "ai-tenant-e2e-ipp-b-a5be11", "name": "odh-trusted-ca-bundle", "reconcileID": "cb09d94e-f3ff-4cbd-918d-dc7adcdd22cf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a5be11"} 2026-09-10T12:35:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a5be11"}, "namespace": "ai-tenant-e2e-ipp-b-a5be11", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2240c88f-c903-4119-8708-ed13fbe7b029", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a5be11"} 2026-09-10T12:35:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "227c0d5b-d709-42a5-819a-dc0c438c53ce", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress"} 2026-09-10T12:35:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "227c0d5b-d709-42a5-819a-dc0c438c53ce", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11-authn-ssl"} 2026-09-10T12:35:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "227c0d5b-d709-42a5-819a-dc0c438c53ce", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress"} 2026-09-10T12:35:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "253e9335-223a-49d6-a529-955752ce0ba7", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress"} 2026-09-10T12:35:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "253e9335-223a-49d6-a529-955752ce0ba7", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11-authn-ssl"} 2026-09-10T12:35:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "253e9335-223a-49d6-a529-955752ce0ba7", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress"} 2026-09-10T12:35:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "6de1c4a5-9bca-4819-a374-82d9fa434f77", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:35:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "6de1c4a5-9bca-4819-a374-82d9fa434f77", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:35:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "6de1c4a5-9bca-4819-a374-82d9fa434f77", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:35:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "33245c05-ac67-4d79-a9cf-c350c1c33752", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:35:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "6de1c4a5-9bca-4819-a374-82d9fa434f77", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea-kserve-route-authn"} 2026-09-10T12:35:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "6de1c4a5-9bca-4819-a374-82d9fa434f77", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "authType": "userdefined"} 2026-09-10T12:35:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "6de1c4a5-9bca-4819-a374-82d9fa434f77", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:35:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "33245c05-ac67-4d79-a9cf-c350c1c33752", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea-authn-ssl"} 2026-09-10T12:35:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "33245c05-ac67-4d79-a9cf-c350c1c33752", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:35:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "9ab76a58-678d-4eda-a105-06b012e8d7a2", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:35:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "9ab76a58-678d-4eda-a105-06b012e8d7a2", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:35:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "9ab76a58-678d-4eda-a105-06b012e8d7a2", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:35:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "9ab76a58-678d-4eda-a105-06b012e8d7a2", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea-kserve-route-authn"} 2026-09-10T12:35:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "9ab76a58-678d-4eda-a105-06b012e8d7a2", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "authType": "userdefined"} 2026-09-10T12:35:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "9ab76a58-678d-4eda-a105-06b012e8d7a2", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:35:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "d09701bd-2c87-4a24-bef7-36e4ebfde0b1", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:35:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "d09701bd-2c87-4a24-bef7-36e4ebfde0b1", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea-authn-ssl"} 2026-09-10T12:35:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "d09701bd-2c87-4a24-bef7-36e4ebfde0b1", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:35:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "e09e7f82-cec2-44ad-be40-29f53f324edb", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:35:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "e09e7f82-cec2-44ad-be40-29f53f324edb", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:35:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "e09e7f82-cec2-44ad-be40-29f53f324edb", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:35:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "e09e7f82-cec2-44ad-be40-29f53f324edb", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea-kserve-route-authn"} 2026-09-10T12:35:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "e09e7f82-cec2-44ad-be40-29f53f324edb", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "authType": "userdefined"} 2026-09-10T12:35:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "e09e7f82-cec2-44ad-be40-29f53f324edb", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:36:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "ad4b1e0a-af9e-4470-9e39-99d5bf429f05", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:36:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "ad4b1e0a-af9e-4470-9e39-99d5bf429f05", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:36:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "ad4b1e0a-af9e-4470-9e39-99d5bf429f05", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:36:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "ad4b1e0a-af9e-4470-9e39-99d5bf429f05", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea-kserve-route-authn"} 2026-09-10T12:36:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "ad4b1e0a-af9e-4470-9e39-99d5bf429f05", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "authType": "userdefined"} 2026-09-10T12:36:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "ad4b1e0a-af9e-4470-9e39-99d5bf429f05", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:36:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "9ac03c40-9a95-4fb7-bd63-5742799cf0a2", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:36:18Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "9ac03c40-9a95-4fb7-bd63-5742799cf0a2", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee-authn-ssl"} 2026-09-10T12:36:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "9ac03c40-9a95-4fb7-bd63-5742799cf0a2", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:36:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "a2d73b2c-82ec-491f-b58f-902c002748b8", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:36:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "a2d73b2c-82ec-491f-b58f-902c002748b8", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee-authn-ssl"} 2026-09-10T12:36:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "a2d73b2c-82ec-491f-b58f-902c002748b8", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:36:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "0d9e46c0-9e7b-4322-955f-f13128509bc9", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:36:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "0d9e46c0-9e7b-4322-955f-f13128509bc9", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee-authn-ssl"} 2026-09-10T12:36:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "0d9e46c0-9e7b-4322-955f-f13128509bc9", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:36:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "0c3be024-cd5d-4a1d-9f92-def9e05170a5", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:36:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "0c3be024-cd5d-4a1d-9f92-def9e05170a5", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee-authn-ssl"} 2026-09-10T12:36:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "0c3be024-cd5d-4a1d-9f92-def9e05170a5", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:36:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "9a69d30c-8459-4aa3-85ae-86ee1dae9ddd", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:36:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "9a69d30c-8459-4aa3-85ae-86ee1dae9ddd", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee-authn-ssl"} 2026-09-10T12:36:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "9a69d30c-8459-4aa3-85ae-86ee1dae9ddd", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:36:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "4389e9a3-e19e-4361-88df-dd98d34bb95e", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:36:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "4389e9a3-e19e-4361-88df-dd98d34bb95e", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee-authn-ssl"} 2026-09-10T12:36:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "4389e9a3-e19e-4361-88df-dd98d34bb95e", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:36:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "067281d1-9a52-41c5-9bd3-5a0722b834dc", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:36:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "067281d1-9a52-41c5-9bd3-5a0722b834dc", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee-authn-ssl"} 2026-09-10T12:36:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "067281d1-9a52-41c5-9bd3-5a0722b834dc", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:36:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "489d39d4-e93c-4cc2-9a00-2bc196d445e1", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:36:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "489d39d4-e93c-4cc2-9a00-2bc196d445e1", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee-authn-ssl"} 2026-09-10T12:36:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "489d39d4-e93c-4cc2-9a00-2bc196d445e1", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:36:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-47deee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "name": "openshift-service-ca.crt", "reconcileID": "57acdb02-57c4-4461-bc17-e0d97f1d3bf1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-47deee"} 2026-09-10T12:36:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-47deee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "name": "odh-trusted-ca-bundle", "reconcileID": "760cbe9f-8bfb-4e55-aab4-7e71fe96a95f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:36:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-47deee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "name": "odh-trusted-ca-bundle", "reconcileID": "760cbe9f-8bfb-4e55-aab4-7e71fe96a95f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-47deee"} 2026-09-10T12:36:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-47deee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "name": "openshift-service-ca.crt", "reconcileID": "70bddf49-4f43-4a13-80d4-9a6b3c239c1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:36:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-47deee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "name": "openshift-service-ca.crt", "reconcileID": "70bddf49-4f43-4a13-80d4-9a6b3c239c1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-47deee"} 2026-09-10T12:36:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-47deee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9556c270-6282-445d-ae99-1c4c729ead1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:36:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-47deee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9556c270-6282-445d-ae99-1c4c729ead1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-47deee"} 2026-09-10T12:36:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-47deee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "name": "odh-trusted-ca-bundle", "reconcileID": "7b976590-da4a-4112-954f-66f1d3195246", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-47deee"} 2026-09-10T12:36:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-47deee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "892ff3c8-bb7b-4a6d-acf5-2ed299861c32", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-47deee"} 2026-09-10T12:36:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "2d5ac38e-ef1e-406b-b540-7797372552ce", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:36:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "2d5ac38e-ef1e-406b-b540-7797372552ce", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee-authn-ssl"} 2026-09-10T12:36:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "2d5ac38e-ef1e-406b-b540-7797372552ce", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:36:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "b098e82b-ed14-476e-aaf2-7a48623d262d", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:36:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "b098e82b-ed14-476e-aaf2-7a48623d262d", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee-authn-ssl"} 2026-09-10T12:36:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "b098e82b-ed14-476e-aaf2-7a48623d262d", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:36:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "c9412462-236e-48fe-8d27-0af8f407734a", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:36:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "c9412462-236e-48fe-8d27-0af8f407734a", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee-authn-ssl"} 2026-09-10T12:36:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "c9412462-236e-48fe-8d27-0af8f407734a", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:36:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "1f7e576b-23ea-4270-a296-77884e95d893", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:36:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "1f7e576b-23ea-4270-a296-77884e95d893", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee-authn-ssl"} 2026-09-10T12:36:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "1f7e576b-23ea-4270-a296-77884e95d893", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:37:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-47deee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2013bf7-6c52-47e1-807d-fe83d3a14050", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-47deee"} 2026-09-10T12:37:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-47deee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2013bf7-6c52-47e1-807d-fe83d3a14050", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:37:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-47deee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2013bf7-6c52-47e1-807d-fe83d3a14050", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-47deee because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T12:37:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-47deee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f679f16-d864-4a47-962a-13bd848cc2c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-47deee"} 2026-09-10T12:37:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-47deee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f679f16-d864-4a47-962a-13bd848cc2c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:37:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-47deee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f679f16-d864-4a47-962a-13bd848cc2c4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-47deee because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T12:37:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-47deee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "name": "odh-trusted-ca-bundle", "reconcileID": "1b393684-c166-4202-b15b-967c6c623ca1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-47deee"} 2026-09-10T12:37:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-47deee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "name": "odh-trusted-ca-bundle", "reconcileID": "1b393684-c166-4202-b15b-967c6c623ca1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-47deee"} 2026-09-10T12:37:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-47deee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "name": "openshift-service-ca.crt", "reconcileID": "433bee91-f33c-4e0f-831d-d54b716dbfba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-47deee"} 2026-09-10T12:37:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-47deee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "name": "openshift-service-ca.crt", "reconcileID": "433bee91-f33c-4e0f-831d-d54b716dbfba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-47deee"} 2026-09-10T12:37:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-47deee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b1b668e-11e6-4810-a069-13124eca2550", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-47deee"} 2026-09-10T12:37:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-47deee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-47deee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b1b668e-11e6-4810-a069-13124eca2550", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-47deee"} 2026-09-10T12:37:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-47deee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-47deee", "reconcileID": "72379b8c-59b6-4a73-8d97-ae4af0de9c36", "Gateway": "e2e-ipp-cleanup-47deee", "namespace": "openshift-ingress"} 2026-09-10T12:37:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "a4980ebf-79fe-43d4-9b9d-1d72cfa4f897", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:37:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "a4980ebf-79fe-43d4-9b9d-1d72cfa4f897", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea-authn-ssl"} 2026-09-10T12:37:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "a4980ebf-79fe-43d4-9b9d-1d72cfa4f897", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:37:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "7da6ae6d-19da-4f9f-90f0-b35cb009f52b", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:37:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "7da6ae6d-19da-4f9f-90f0-b35cb009f52b", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea-authn-ssl"} 2026-09-10T12:37:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "7da6ae6d-19da-4f9f-90f0-b35cb009f52b", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:37:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "53ddaef4-309f-40fb-b20a-c06c2684efdd", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:37:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "53ddaef4-309f-40fb-b20a-c06c2684efdd", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea-authn-ssl"} 2026-09-10T12:37:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "53ddaef4-309f-40fb-b20a-c06c2684efdd", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:37:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "8632589b-d499-432b-a45c-a0ffef8b896b", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:37:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "8632589b-d499-432b-a45c-a0ffef8b896b", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:37:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "8632589b-d499-432b-a45c-a0ffef8b896b", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:37:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "8632589b-d499-432b-a45c-a0ffef8b896b", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea-kserve-route-authn"} 2026-09-10T12:37:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "8632589b-d499-432b-a45c-a0ffef8b896b", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "authType": "userdefined"} 2026-09-10T12:37:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "8632589b-d499-432b-a45c-a0ffef8b896b", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:38:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "352df162-aba4-4639-94ea-645f1f298539", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:38:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "352df162-aba4-4639-94ea-645f1f298539", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:38:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "352df162-aba4-4639-94ea-645f1f298539", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-3db7ea because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T12:38:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "odh-trusted-ca-bundle", "reconcileID": "ffa551e9-a552-4198-b7ad-22a748f7f453", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:38:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "odh-trusted-ca-bundle", "reconcileID": "ffa551e9-a552-4198-b7ad-22a748f7f453", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:38:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "openshift-service-ca.crt", "reconcileID": "f7818661-4a36-40ca-b498-c9242bffc665", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:38:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "openshift-service-ca.crt", "reconcileID": "f7818661-4a36-40ca-b498-c9242bffc665", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:38:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "297f6522-44d2-486f-9499-9c96842ac4cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:38:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "297f6522-44d2-486f-9499-9c96842ac4cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:38:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "d2d71ff1-5ec9-4deb-a9ae-1a04253bc5a2", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:38:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "d2d71ff1-5ec9-4deb-a9ae-1a04253bc5a2", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea"} 2026-09-10T12:38:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "d2d71ff1-5ec9-4deb-a9ae-1a04253bc5a2", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:38:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "d2d71ff1-5ec9-4deb-a9ae-1a04253bc5a2", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:38:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "d2d71ff1-5ec9-4deb-a9ae-1a04253bc5a2", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea-kserve-route-authn"} 2026-09-10T12:38:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "d2d71ff1-5ec9-4deb-a9ae-1a04253bc5a2", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea-kserve-route-authn"} 2026-09-10T12:38:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "d2d71ff1-5ec9-4deb-a9ae-1a04253bc5a2", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:38:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "d2d71ff1-5ec9-4deb-a9ae-1a04253bc5a2", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:38:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3db7ea","namespace":"ai-tenant-e2e-ipp-a-3db7ea"}, "namespace": "ai-tenant-e2e-ipp-a-3db7ea", "name": "ipp-route-3db7ea", "reconcileID": "af090d41-506d-4af1-82ca-17fb0fb09106", "LLMInferenceService": "ipp-route-3db7ea", "namespace": "ai-tenant-e2e-ipp-a-3db7ea"} 2026-09-10T12:38:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "fb1802ff-3a06-40d6-9423-694eb3c33daa", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:38:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "fb1802ff-3a06-40d6-9423-694eb3c33daa", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea-authn-ssl"} 2026-09-10T12:38:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "fb1802ff-3a06-40d6-9423-694eb3c33daa", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:38:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "0285cfee-8bcb-4855-8aca-88110c5d910a", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:38:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "0285cfee-8bcb-4855-8aca-88110c5d910a", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea-authn-ssl"} 2026-09-10T12:38:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "0285cfee-8bcb-4855-8aca-88110c5d910a", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:38:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3db7ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3db7ea", "reconcileID": "ea4b03c1-c7c2-4af6-8645-da8af5497c80", "Gateway": "e2e-ipp-a-3db7ea", "namespace": "openshift-ingress"} 2026-09-10T12:38:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "7dcf0170-b671-4c95-976e-af77352f4bf7", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress"} 2026-09-10T12:38:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "7dcf0170-b671-4c95-976e-af77352f4bf7", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11-authn-ssl"} 2026-09-10T12:38:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "7dcf0170-b671-4c95-976e-af77352f4bf7", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress"} 2026-09-10T12:38:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "115dadbe-92b0-4789-b891-1c3e98ce1336", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress"} 2026-09-10T12:38:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "115dadbe-92b0-4789-b891-1c3e98ce1336", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11-authn-ssl"} 2026-09-10T12:38:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "115dadbe-92b0-4789-b891-1c3e98ce1336", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress"} 2026-09-10T12:38:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a5be11"}, "namespace": "ai-tenant-e2e-ipp-b-a5be11", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0820d3e7-bb30-49f7-9f1a-b1cbfdf24402", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a5be11"} 2026-09-10T12:38:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a5be11"}, "namespace": "ai-tenant-e2e-ipp-b-a5be11", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0820d3e7-bb30-49f7-9f1a-b1cbfdf24402", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a5be11", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:38:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a5be11"}, "namespace": "ai-tenant-e2e-ipp-b-a5be11", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0820d3e7-bb30-49f7-9f1a-b1cbfdf24402", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-a5be11 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T12:38:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a5be11"}, "namespace": "ai-tenant-e2e-ipp-b-a5be11", "name": "odh-trusted-ca-bundle", "reconcileID": "63e2b206-819d-4838-8f99-a1fa56038bb8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a5be11"} 2026-09-10T12:38:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a5be11"}, "namespace": "ai-tenant-e2e-ipp-b-a5be11", "name": "odh-trusted-ca-bundle", "reconcileID": "63e2b206-819d-4838-8f99-a1fa56038bb8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a5be11"} 2026-09-10T12:38:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a5be11"}, "namespace": "ai-tenant-e2e-ipp-b-a5be11", "name": "openshift-service-ca.crt", "reconcileID": "c6bb6781-272c-414f-beb7-d9e6fa20f8be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a5be11"} 2026-09-10T12:38:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a5be11"}, "namespace": "ai-tenant-e2e-ipp-b-a5be11", "name": "openshift-service-ca.crt", "reconcileID": "c6bb6781-272c-414f-beb7-d9e6fa20f8be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a5be11"} 2026-09-10T12:38:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a5be11"}, "namespace": "ai-tenant-e2e-ipp-b-a5be11", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b0b5e2c-f86d-4817-aa6e-b2bfdf2fa539", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a5be11"} 2026-09-10T12:38:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a5be11"}, "namespace": "ai-tenant-e2e-ipp-b-a5be11", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b0b5e2c-f86d-4817-aa6e-b2bfdf2fa539", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a5be11"} 2026-09-10T12:38:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a5be11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a5be11", "reconcileID": "6a61daa4-e0f7-4d41-889d-664c5046a841", "Gateway": "e2e-ipp-b-a5be11", "namespace": "openshift-ingress"} 2026-09-10T12:38:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18c2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18c2d2", "reconcileID": "4ed7afad-7b79-4154-9d31-cd7a05801488", "Gateway": "e2e-shared-a-w3-18c2d2", "namespace": "openshift-ingress"} 2026-09-10T12:38:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18c2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18c2d2", "reconcileID": "4ed7afad-7b79-4154-9d31-cd7a05801488", "Gateway": "e2e-shared-a-w3-18c2d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18c2d2-authn-ssl"} 2026-09-10T12:38:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18c2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18c2d2", "reconcileID": "4ed7afad-7b79-4154-9d31-cd7a05801488", "Gateway": "e2e-shared-a-w3-18c2d2", "namespace": "openshift-ingress"} 2026-09-10T12:38:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18c2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18c2d2", "reconcileID": "b682ff8e-b6c8-46d3-8e7d-cf74316a299e", "Gateway": "e2e-shared-a-w3-18c2d2", "namespace": "openshift-ingress"} 2026-09-10T12:38:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18c2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18c2d2", "reconcileID": "b682ff8e-b6c8-46d3-8e7d-cf74316a299e", "Gateway": "e2e-shared-a-w3-18c2d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18c2d2-authn-ssl"} 2026-09-10T12:38:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18c2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18c2d2", "reconcileID": "b682ff8e-b6c8-46d3-8e7d-cf74316a299e", "Gateway": "e2e-shared-a-w3-18c2d2", "namespace": "openshift-ingress"} 2026-09-10T12:38:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-18c2d2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cb42c84-b087-47f3-b18d-023c91d6cac7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2"} 2026-09-10T12:38:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-18c2d2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cb42c84-b087-47f3-b18d-023c91d6cac7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:38:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-18c2d2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cb42c84-b087-47f3-b18d-023c91d6cac7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-18c2d2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T12:38:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-18c2d2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "name": "odh-trusted-ca-bundle", "reconcileID": "798d8395-4b0b-4a7e-9ee4-9381043e6fc0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2"} 2026-09-10T12:38:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-18c2d2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "name": "odh-trusted-ca-bundle", "reconcileID": "798d8395-4b0b-4a7e-9ee4-9381043e6fc0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2"} 2026-09-10T12:38:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-18c2d2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "name": "openshift-service-ca.crt", "reconcileID": "35c817e7-90e1-452b-8a88-0621cbd2e7ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2"} 2026-09-10T12:38:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-18c2d2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "name": "openshift-service-ca.crt", "reconcileID": "35c817e7-90e1-452b-8a88-0621cbd2e7ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2"} 2026-09-10T12:38:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-18c2d2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18dfffe5-7055-4dc5-9031-8525530b68fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2"} 2026-09-10T12:38:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-18c2d2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18dfffe5-7055-4dc5-9031-8525530b68fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-18c2d2"} 2026-09-10T12:38:46Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T12:38:46Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T12:38:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18c2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18c2d2", "reconcileID": "ea0a6bc8-a4a0-49f6-9d6b-2cb5066555bf", "Gateway": "e2e-shared-a-w3-18c2d2", "namespace": "openshift-ingress"} 2026-09-10T12:38:51Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T12:38:51Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T12:38:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f89a79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f89a79", "reconcileID": "cec16b04-1263-48a2-ab23-9bfbafa6985b", "Gateway": "e2e-shared-b-w3-f89a79", "namespace": "openshift-ingress"} 2026-09-10T12:38:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f89a79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f89a79", "reconcileID": "cec16b04-1263-48a2-ab23-9bfbafa6985b", "Gateway": "e2e-shared-b-w3-f89a79", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f89a79-authn-ssl"} 2026-09-10T12:38:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f89a79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f89a79", "reconcileID": "cec16b04-1263-48a2-ab23-9bfbafa6985b", "Gateway": "e2e-shared-b-w3-f89a79", "namespace": "openshift-ingress"} 2026-09-10T12:39:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f89a79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f89a79", "reconcileID": "bc54aed9-afe2-42f4-9923-a971e1ee0045", "Gateway": "e2e-shared-b-w3-f89a79", "namespace": "openshift-ingress"} 2026-09-10T12:39:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f89a79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f89a79", "reconcileID": "bc54aed9-afe2-42f4-9923-a971e1ee0045", "Gateway": "e2e-shared-b-w3-f89a79", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f89a79-authn-ssl"} 2026-09-10T12:39:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f89a79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f89a79", "reconcileID": "bc54aed9-afe2-42f4-9923-a971e1ee0045", "Gateway": "e2e-shared-b-w3-f89a79", "namespace": "openshift-ingress"} 2026-09-10T12:39:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f89a79"}, "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2838c46-0779-4981-981f-a5015de6a115", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f89a79"} 2026-09-10T12:39:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f89a79"}, "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2838c46-0779-4981-981f-a5015de6a115", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:39:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f89a79"}, "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2838c46-0779-4981-981f-a5015de6a115", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-f89a79 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T12:39:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f89a79"}, "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "name": "odh-trusted-ca-bundle", "reconcileID": "8e4d8a72-c4e6-4339-a460-b7177071b500", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f89a79"} 2026-09-10T12:39:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f89a79"}, "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "name": "odh-trusted-ca-bundle", "reconcileID": "8e4d8a72-c4e6-4339-a460-b7177071b500", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f89a79"} 2026-09-10T12:39:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-f89a79"}, "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "name": "openshift-service-ca.crt", "reconcileID": "15a37fb3-eacd-4d58-a924-eacc0a751579", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-f89a79"} 2026-09-10T12:39:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-f89a79"}, "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "name": "openshift-service-ca.crt", "reconcileID": "15a37fb3-eacd-4d58-a924-eacc0a751579", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-f89a79"} 2026-09-10T12:39:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f89a79"}, "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d13d9d6-ff36-47b1-bf83-aae792444baf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f89a79"} 2026-09-10T12:39:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f89a79"}, "namespace": "ai-tenant-e2e-shared-b-w3-f89a79", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d13d9d6-ff36-47b1-bf83-aae792444baf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f89a79"} 2026-09-10T12:39:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f89a79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f89a79", "reconcileID": "274389a3-9c11-48ea-8648-621a66c7b0fb", "Gateway": "e2e-shared-b-w3-f89a79", "namespace": "openshift-ingress"} 2026-09-10T12:43:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "f8f91caf-65ce-4fde-a474-8ef87be8ea9e", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm"} 2026-09-10T12:43:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "f8f91caf-65ce-4fde-a474-8ef87be8ea9e", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm"} 2026-09-10T12:43:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "f8f91caf-65ce-4fde-a474-8ef87be8ea9e", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm"} 2026-09-10T12:43:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cdff257f-f7a4-4953-af89-e413e99c5d8f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:43:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "f8f91caf-65ce-4fde-a474-8ef87be8ea9e", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98-kserve-route-authn"} 2026-09-10T12:43:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "f8f91caf-65ce-4fde-a474-8ef87be8ea9e", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm", "authType": "userdefined"} 2026-09-10T12:43:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "f8f91caf-65ce-4fde-a474-8ef87be8ea9e", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm"} 2026-09-10T12:43:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cdff257f-f7a4-4953-af89-e413e99c5d8f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T12:43:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cdff257f-f7a4-4953-af89-e413e99c5d8f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:43:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "4d6074b0-2e57-4b5e-892f-4688441a6c3f", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm"} 2026-09-10T12:43:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "4d6074b0-2e57-4b5e-892f-4688441a6c3f", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm"} 2026-09-10T12:43:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "4d6074b0-2e57-4b5e-892f-4688441a6c3f", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm"} 2026-09-10T12:43:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "4d6074b0-2e57-4b5e-892f-4688441a6c3f", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98-kserve-route-authn"} 2026-09-10T12:43:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "4d6074b0-2e57-4b5e-892f-4688441a6c3f", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm", "authType": "userdefined"} 2026-09-10T12:43:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "4d6074b0-2e57-4b5e-892f-4688441a6c3f", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm"} 2026-09-10T12:43:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "373fb768-a951-47e7-bad9-0247e27c56ae", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm"} 2026-09-10T12:43:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "373fb768-a951-47e7-bad9-0247e27c56ae", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm"} 2026-09-10T12:43:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "373fb768-a951-47e7-bad9-0247e27c56ae", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm"} 2026-09-10T12:43:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19d2664e-1e5e-4a81-ae57-096dd28aaf3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:43:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "373fb768-a951-47e7-bad9-0247e27c56ae", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98-kserve-route-authn"} 2026-09-10T12:43:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "373fb768-a951-47e7-bad9-0247e27c56ae", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm", "authType": "userdefined"} 2026-09-10T12:43:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "373fb768-a951-47e7-bad9-0247e27c56ae", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm"} 2026-09-10T12:43:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19d2664e-1e5e-4a81-ae57-096dd28aaf3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T12:43:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19d2664e-1e5e-4a81-ae57-096dd28aaf3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:43:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "019f15fa-f36e-4bb4-9822-e3790016e237", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:43:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "019f15fa-f36e-4bb4-9822-e3790016e237", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T12:43:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "019f15fa-f36e-4bb4-9822-e3790016e237", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:43:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "be33ca6f-d2d8-4f66-a42d-8a62110b6df8", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm"} 2026-09-10T12:43:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "be33ca6f-d2d8-4f66-a42d-8a62110b6df8", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm"} 2026-09-10T12:43:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "be33ca6f-d2d8-4f66-a42d-8a62110b6df8", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm"} 2026-09-10T12:43:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "be33ca6f-d2d8-4f66-a42d-8a62110b6df8", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98-kserve-route-authn"} 2026-09-10T12:43:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "be33ca6f-d2d8-4f66-a42d-8a62110b6df8", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm", "authType": "userdefined"} 2026-09-10T12:43:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "be33ca6f-d2d8-4f66-a42d-8a62110b6df8", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm"} 2026-09-10T12:43:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "7dd8be33-fa98-41a5-b069-e6d292854417", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm"} 2026-09-10T12:43:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "7dd8be33-fa98-41a5-b069-e6d292854417", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm"} 2026-09-10T12:43:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "7dd8be33-fa98-41a5-b069-e6d292854417", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm"} 2026-09-10T12:43:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "7dd8be33-fa98-41a5-b069-e6d292854417", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98-kserve-route-authn"} 2026-09-10T12:43:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "7dd8be33-fa98-41a5-b069-e6d292854417", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm", "authType": "userdefined"} 2026-09-10T12:43:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "7dd8be33-fa98-41a5-b069-e6d292854417", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm"} 2026-09-10T12:43:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f18bb628-94e9-4d33-a7d6-2b48328e2868", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:43:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f18bb628-94e9-4d33-a7d6-2b48328e2868", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T12:43:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f18bb628-94e9-4d33-a7d6-2b48328e2868", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:43:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "675c2fe6-6a3e-4656-bb61-76022923b343", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm"} 2026-09-10T12:43:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "675c2fe6-6a3e-4656-bb61-76022923b343", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm"} 2026-09-10T12:43:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "675c2fe6-6a3e-4656-bb61-76022923b343", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm"} 2026-09-10T12:43:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "675c2fe6-6a3e-4656-bb61-76022923b343", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98-kserve-route-authn"} 2026-09-10T12:43:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "675c2fe6-6a3e-4656-bb61-76022923b343", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm", "authType": "userdefined"} 2026-09-10T12:43:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "675c2fe6-6a3e-4656-bb61-76022923b343", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm"} 2026-09-10T12:44:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "060dad62-94bc-48b7-bcbf-6828a3c737a7", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm"} 2026-09-10T12:44:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "060dad62-94bc-48b7-bcbf-6828a3c737a7", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm"} 2026-09-10T12:44:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "060dad62-94bc-48b7-bcbf-6828a3c737a7", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm"} 2026-09-10T12:44:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "060dad62-94bc-48b7-bcbf-6828a3c737a7", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98-kserve-route-authn"} 2026-09-10T12:44:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "060dad62-94bc-48b7-bcbf-6828a3c737a7", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm", "authType": "userdefined"} 2026-09-10T12:44:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "060dad62-94bc-48b7-bcbf-6828a3c737a7", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm"} 2026-09-10T12:44:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "6e97e7de-1ce1-40cb-be5b-03d6b1abdee3", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm"} 2026-09-10T12:44:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "6e97e7de-1ce1-40cb-be5b-03d6b1abdee3", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm"} 2026-09-10T12:44:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "6e97e7de-1ce1-40cb-be5b-03d6b1abdee3", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm"} 2026-09-10T12:44:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "6e97e7de-1ce1-40cb-be5b-03d6b1abdee3", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98-kserve-route-authn"} 2026-09-10T12:44:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "6e97e7de-1ce1-40cb-be5b-03d6b1abdee3", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm", "authType": "userdefined"} 2026-09-10T12:44:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "6e97e7de-1ce1-40cb-be5b-03d6b1abdee3", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm"} 2026-09-10T12:44:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "26334dc5-74bd-481e-aee4-dfdc72df348e", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm"} 2026-09-10T12:44:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "26334dc5-74bd-481e-aee4-dfdc72df348e", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98"} 2026-09-10T12:44:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "26334dc5-74bd-481e-aee4-dfdc72df348e", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm"} 2026-09-10T12:44:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "26334dc5-74bd-481e-aee4-dfdc72df348e", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm"} 2026-09-10T12:44:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "26334dc5-74bd-481e-aee4-dfdc72df348e", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98-kserve-route-authn"} 2026-09-10T12:44:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "26334dc5-74bd-481e-aee4-dfdc72df348e", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98-kserve-route-authn"} 2026-09-10T12:44:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8f6ffb98", "reconcileID": "23f7f61a-0a7c-4c07-8f0b-493baef0b88a", "LLMInferenceService": "e2e-same-id-a-8f6ffb98", "namespace": "llm"} 2026-09-10T12:44:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9975bfa6-6066-43a5-8f1c-6ac3f8299de9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:44:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9975bfa6-6066-43a5-8f1c-6ac3f8299de9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T12:44:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9975bfa6-6066-43a5-8f1c-6ac3f8299de9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:44:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "63b52ea2-9e30-4ceb-a04b-21deb2dc46b1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:44:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "63b52ea2-9e30-4ceb-a04b-21deb2dc46b1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T12:44:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "63b52ea2-9e30-4ceb-a04b-21deb2dc46b1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:44:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "1df1cbcc-560c-4e9f-908e-6724ea155ea9", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm"} 2026-09-10T12:44:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "1df1cbcc-560c-4e9f-908e-6724ea155ea9", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98"} 2026-09-10T12:44:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "1df1cbcc-560c-4e9f-908e-6724ea155ea9", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm"} 2026-09-10T12:44:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "1df1cbcc-560c-4e9f-908e-6724ea155ea9", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm"} 2026-09-10T12:44:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "1df1cbcc-560c-4e9f-908e-6724ea155ea9", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98-kserve-route-authn"} 2026-09-10T12:44:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "1df1cbcc-560c-4e9f-908e-6724ea155ea9", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98-kserve-route-authn"} 2026-09-10T12:44:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8f6ffb98","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8f6ffb98", "reconcileID": "744af873-975d-455b-b86e-0491ad5c67bc", "LLMInferenceService": "e2e-same-id-b-8f6ffb98", "namespace": "llm"} 2026-09-10T12:44:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b680f76-c501-4437-a538-fcc2ea017913", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:44:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b680f76-c501-4437-a538-fcc2ea017913", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T12:44:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b680f76-c501-4437-a538-fcc2ea017913", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:44:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f17630c9-7a40-4c81-9109-4af6ded2305b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:44:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f17630c9-7a40-4c81-9109-4af6ded2305b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T12:44:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f17630c9-7a40-4c81-9109-4af6ded2305b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}