2026-09-14T13:29:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14f3af","namespace":"ai-tenant-e2e-shared-a-w3-14f3af"}, "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "rate-test-model-14f3af", "reconcileID": "57a70e1b-3f9c-4025-aec6-040736b52f6d", "LLMInferenceService": "rate-test-model-14f3af", "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "rate-test-model-14f3af-kserve-route-authn"} 2026-09-14T13:29:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14f3af","namespace":"ai-tenant-e2e-shared-a-w3-14f3af"}, "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "rate-test-model-14f3af", "reconcileID": "57a70e1b-3f9c-4025-aec6-040736b52f6d", "LLMInferenceService": "rate-test-model-14f3af", "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "authType": "userdefined"} 2026-09-14T13:29:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14f3af","namespace":"ai-tenant-e2e-shared-a-w3-14f3af"}, "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "rate-test-model-14f3af", "reconcileID": "57a70e1b-3f9c-4025-aec6-040736b52f6d", "LLMInferenceService": "rate-test-model-14f3af", "namespace": "ai-tenant-e2e-shared-a-w3-14f3af"} 2026-09-14T13:29:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "fccec151-1e94-446b-912d-c6d20a9b3fc5", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:29:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "fccec151-1e94-446b-912d-c6d20a9b3fc5", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:29:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "fccec151-1e94-446b-912d-c6d20a9b3fc5", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:29:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eff5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8", "reconcileID": "d6f1c883-29b5-45b5-9c7c-48d65e26bf5e", "Gateway": "e2e-shared-b-w3-eff5e8", "namespace": "openshift-ingress"} 2026-09-14T13:29:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "fccec151-1e94-446b-912d-c6d20a9b3fc5", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8-kserve-route-authn"} 2026-09-14T13:29:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "fccec151-1e94-446b-912d-c6d20a9b3fc5", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "authType": "userdefined"} 2026-09-14T13:29:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "fccec151-1e94-446b-912d-c6d20a9b3fc5", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:29:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eff5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8", "reconcileID": "d6f1c883-29b5-45b5-9c7c-48d65e26bf5e", "Gateway": "e2e-shared-b-w3-eff5e8", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8-authn-ssl"} 2026-09-14T13:29:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eff5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8", "reconcileID": "d6f1c883-29b5-45b5-9c7c-48d65e26bf5e", "Gateway": "e2e-shared-b-w3-eff5e8", "namespace": "openshift-ingress"} 2026-09-14T13:29:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "0343b835-1222-4034-b247-f37c7935a1f0", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:29:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "0343b835-1222-4034-b247-f37c7935a1f0", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:29:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "0343b835-1222-4034-b247-f37c7935a1f0", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:29:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "0343b835-1222-4034-b247-f37c7935a1f0", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8-kserve-route-authn"} 2026-09-14T13:29:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "0343b835-1222-4034-b247-f37c7935a1f0", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "authType": "userdefined"} 2026-09-14T13:29:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "0343b835-1222-4034-b247-f37c7935a1f0", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:29:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b8be88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b8be88", "reconcileID": "409ceafb-baa9-40a8-b08e-5f6bbaf417b6", "Gateway": "e2e-shared-b-w2-b8be88", "namespace": "openshift-ingress"} 2026-09-14T13:29:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b8be88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b8be88", "reconcileID": "409ceafb-baa9-40a8-b08e-5f6bbaf417b6", "Gateway": "e2e-shared-b-w2-b8be88", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b8be88-authn-ssl"} 2026-09-14T13:29:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b8be88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b8be88", "reconcileID": "409ceafb-baa9-40a8-b08e-5f6bbaf417b6", "Gateway": "e2e-shared-b-w2-b8be88", "namespace": "openshift-ingress"} 2026-09-14T13:29:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b8be88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b8be88", "reconcileID": "31f1cbad-9823-49c5-896b-656f95beb39e", "Gateway": "e2e-shared-b-w2-b8be88", "namespace": "openshift-ingress"} 2026-09-14T13:29:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b8be88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b8be88", "reconcileID": "31f1cbad-9823-49c5-896b-656f95beb39e", "Gateway": "e2e-shared-b-w2-b8be88", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b8be88-authn-ssl"} 2026-09-14T13:29:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b8be88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b8be88", "reconcileID": "31f1cbad-9823-49c5-896b-656f95beb39e", "Gateway": "e2e-shared-b-w2-b8be88", "namespace": "openshift-ingress"} 2026-09-14T13:29:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b8be88"}, "namespace": "ai-tenant-e2e-shared-b-w2-b8be88", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2eb3a08a-1232-489b-aae9-3b46135d075b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b8be88"} 2026-09-14T13:29:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b8be88"}, "namespace": "ai-tenant-e2e-shared-b-w2-b8be88", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2eb3a08a-1232-489b-aae9-3b46135d075b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b8be88", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T13:29:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b8be88"}, "namespace": "ai-tenant-e2e-shared-b-w2-b8be88", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2eb3a08a-1232-489b-aae9-3b46135d075b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-b8be88 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-14T13:29:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b8be88"}, "namespace": "ai-tenant-e2e-shared-b-w2-b8be88", "name": "odh-trusted-ca-bundle", "reconcileID": "315ef089-9a25-48fb-93f7-b1dc57539591", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b8be88"} 2026-09-14T13:29:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b8be88"}, "namespace": "ai-tenant-e2e-shared-b-w2-b8be88", "name": "odh-trusted-ca-bundle", "reconcileID": "315ef089-9a25-48fb-93f7-b1dc57539591", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b8be88", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T13:29:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b8be88"}, "namespace": "ai-tenant-e2e-shared-b-w2-b8be88", "name": "odh-trusted-ca-bundle", "reconcileID": "315ef089-9a25-48fb-93f7-b1dc57539591", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-b8be88 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-14T13:29:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b8be88"}, "namespace": "ai-tenant-e2e-shared-b-w2-b8be88", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59daaf90-42b6-49cd-902f-56b14ddf278c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b8be88"} 2026-09-14T13:29:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b8be88"}, "namespace": "ai-tenant-e2e-shared-b-w2-b8be88", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59daaf90-42b6-49cd-902f-56b14ddf278c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b8be88", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T13:29:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b8be88"}, "namespace": "ai-tenant-e2e-shared-b-w2-b8be88", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59daaf90-42b6-49cd-902f-56b14ddf278c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-b8be88 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-14T13:29:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-b8be88"}, "namespace": "ai-tenant-e2e-shared-b-w2-b8be88", "name": "openshift-service-ca.crt", "reconcileID": "bf0c5bed-33d1-4a72-bb6f-2766b1db3771", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-b8be88"} 2026-09-14T13:29:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-b8be88"}, "namespace": "ai-tenant-e2e-shared-b-w2-b8be88", "name": "openshift-service-ca.crt", "reconcileID": "bf0c5bed-33d1-4a72-bb6f-2766b1db3771", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-b8be88"} 2026-09-14T13:29:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b8be88"}, "namespace": "ai-tenant-e2e-shared-b-w2-b8be88", "name": "odh-trusted-ca-bundle", "reconcileID": "55ccdc70-0f2e-4fe0-8fb9-8c38a23092ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b8be88"} 2026-09-14T13:29:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b8be88"}, "namespace": "ai-tenant-e2e-shared-b-w2-b8be88", "name": "odh-trusted-ca-bundle", "reconcileID": "55ccdc70-0f2e-4fe0-8fb9-8c38a23092ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b8be88"} 2026-09-14T13:29:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b8be88"}, "namespace": "ai-tenant-e2e-shared-b-w2-b8be88", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a945bba-4705-4d41-b904-7b0c5f8716de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b8be88"} 2026-09-14T13:29:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b8be88"}, "namespace": "ai-tenant-e2e-shared-b-w2-b8be88", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a945bba-4705-4d41-b904-7b0c5f8716de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b8be88"} 2026-09-14T13:29:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b8be88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b8be88", "reconcileID": "0d3dd834-f15d-479d-b724-0b62bfcbbd25", "Gateway": "e2e-shared-b-w2-b8be88", "namespace": "openshift-ingress"} 2026-09-14T13:29:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eff5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8", "reconcileID": "df0151c3-2298-4923-b1bd-d6647455646b", "Gateway": "e2e-shared-b-w3-eff5e8", "namespace": "openshift-ingress"} 2026-09-14T13:29:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eff5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8", "reconcileID": "df0151c3-2298-4923-b1bd-d6647455646b", "Gateway": "e2e-shared-b-w3-eff5e8", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8-authn-ssl"} 2026-09-14T13:29:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eff5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8", "reconcileID": "df0151c3-2298-4923-b1bd-d6647455646b", "Gateway": "e2e-shared-b-w3-eff5e8", "namespace": "openshift-ingress"} 2026-09-14T13:29:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "65f9cda2-397c-4c10-a3c1-018b2d4da377", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:29:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "65f9cda2-397c-4c10-a3c1-018b2d4da377", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:29:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "65f9cda2-397c-4c10-a3c1-018b2d4da377", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:29:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "65f9cda2-397c-4c10-a3c1-018b2d4da377", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8-kserve-route-authn"} 2026-09-14T13:29:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "65f9cda2-397c-4c10-a3c1-018b2d4da377", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "authType": "userdefined"} 2026-09-14T13:29:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "65f9cda2-397c-4c10-a3c1-018b2d4da377", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:29:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "05053c18-84e6-4b0d-8824-78b9f0869af3", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:29:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "05053c18-84e6-4b0d-8824-78b9f0869af3", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:29:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "05053c18-84e6-4b0d-8824-78b9f0869af3", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:29:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "05053c18-84e6-4b0d-8824-78b9f0869af3", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8-kserve-route-authn"} 2026-09-14T13:29:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "05053c18-84e6-4b0d-8824-78b9f0869af3", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "authType": "userdefined"} 2026-09-14T13:29:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "05053c18-84e6-4b0d-8824-78b9f0869af3", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:29:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "54fffd4c-d206-4d9b-b4e8-c61d6afba759", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:29:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "54fffd4c-d206-4d9b-b4e8-c61d6afba759", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:29:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "54fffd4c-d206-4d9b-b4e8-c61d6afba759", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:29:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "54fffd4c-d206-4d9b-b4e8-c61d6afba759", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8-kserve-route-authn"} 2026-09-14T13:29:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "54fffd4c-d206-4d9b-b4e8-c61d6afba759", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "authType": "userdefined"} 2026-09-14T13:29:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "54fffd4c-d206-4d9b-b4e8-c61d6afba759", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:30:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14f3af","namespace":"ai-tenant-e2e-shared-a-w3-14f3af"}, "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "rate-test-model-14f3af", "reconcileID": "00b7a260-4395-46fe-acee-711066564a22", "LLMInferenceService": "rate-test-model-14f3af", "namespace": "ai-tenant-e2e-shared-a-w3-14f3af"} 2026-09-14T13:30:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14f3af","namespace":"ai-tenant-e2e-shared-a-w3-14f3af"}, "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "rate-test-model-14f3af", "reconcileID": "00b7a260-4395-46fe-acee-711066564a22", "LLMInferenceService": "rate-test-model-14f3af", "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "rate-test-model-14f3af"} 2026-09-14T13:30:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14f3af","namespace":"ai-tenant-e2e-shared-a-w3-14f3af"}, "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "rate-test-model-14f3af", "reconcileID": "00b7a260-4395-46fe-acee-711066564a22", "LLMInferenceService": "rate-test-model-14f3af", "namespace": "ai-tenant-e2e-shared-a-w3-14f3af"} 2026-09-14T13:30:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14f3af","namespace":"ai-tenant-e2e-shared-a-w3-14f3af"}, "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "rate-test-model-14f3af", "reconcileID": "00b7a260-4395-46fe-acee-711066564a22", "LLMInferenceService": "rate-test-model-14f3af", "namespace": "ai-tenant-e2e-shared-a-w3-14f3af"} 2026-09-14T13:30:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14f3af","namespace":"ai-tenant-e2e-shared-a-w3-14f3af"}, "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "rate-test-model-14f3af", "reconcileID": "00b7a260-4395-46fe-acee-711066564a22", "LLMInferenceService": "rate-test-model-14f3af", "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "rate-test-model-14f3af-kserve-route-authn"} 2026-09-14T13:30:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14f3af","namespace":"ai-tenant-e2e-shared-a-w3-14f3af"}, "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "rate-test-model-14f3af", "reconcileID": "00b7a260-4395-46fe-acee-711066564a22", "LLMInferenceService": "rate-test-model-14f3af", "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "rate-test-model-14f3af-kserve-route-authn"} 2026-09-14T13:30:18Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14f3af","namespace":"ai-tenant-e2e-shared-a-w3-14f3af"}, "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "rate-test-model-14f3af", "reconcileID": "00b7a260-4395-46fe-acee-711066564a22", "LLMInferenceService": "rate-test-model-14f3af", "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "namespace": "ai-tenant-e2e-shared-a-w3-14f3af"} 2026-09-14T13:30:18Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14f3af","namespace":"ai-tenant-e2e-shared-a-w3-14f3af"}, "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "rate-test-model-14f3af", "reconcileID": "00b7a260-4395-46fe-acee-711066564a22", "LLMInferenceService": "rate-test-model-14f3af", "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "namespace": "ai-tenant-e2e-shared-a-w3-14f3af"} 2026-09-14T13:30:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14f3af","namespace":"ai-tenant-e2e-shared-a-w3-14f3af"}, "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "rate-test-model-14f3af", "reconcileID": "1c73aa94-d13c-4445-895a-b978b3c881c8", "LLMInferenceService": "rate-test-model-14f3af", "namespace": "ai-tenant-e2e-shared-a-w3-14f3af"} 2026-09-14T13:30:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14f3af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14f3af", "reconcileID": "c1e91f8f-3043-417f-bf31-9f092ee4a047", "Gateway": "e2e-shared-a-w3-14f3af", "namespace": "openshift-ingress"} 2026-09-14T13:30:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14f3af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14f3af", "reconcileID": "c1e91f8f-3043-417f-bf31-9f092ee4a047", "Gateway": "e2e-shared-a-w3-14f3af", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14f3af-authn-ssl"} 2026-09-14T13:30:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14f3af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14f3af", "reconcileID": "c1e91f8f-3043-417f-bf31-9f092ee4a047", "Gateway": "e2e-shared-a-w3-14f3af", "namespace": "openshift-ingress"} 2026-09-14T13:30:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14f3af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14f3af", "reconcileID": "6050db23-b538-4a87-aaeb-8d73c2e01025", "Gateway": "e2e-shared-a-w3-14f3af", "namespace": "openshift-ingress"} 2026-09-14T13:30:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14f3af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14f3af", "reconcileID": "6050db23-b538-4a87-aaeb-8d73c2e01025", "Gateway": "e2e-shared-a-w3-14f3af", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14f3af-authn-ssl"} 2026-09-14T13:30:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14f3af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14f3af", "reconcileID": "6050db23-b538-4a87-aaeb-8d73c2e01025", "Gateway": "e2e-shared-a-w3-14f3af", "namespace": "openshift-ingress"} 2026-09-14T13:30:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "e51565d4-7102-44a5-9234-9a574211fe99", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:30:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "e51565d4-7102-44a5-9234-9a574211fe99", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8"} 2026-09-14T13:30:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "e51565d4-7102-44a5-9234-9a574211fe99", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:30:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "e51565d4-7102-44a5-9234-9a574211fe99", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:30:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "e51565d4-7102-44a5-9234-9a574211fe99", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8-kserve-route-authn"} 2026-09-14T13:30:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "e51565d4-7102-44a5-9234-9a574211fe99", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8-kserve-route-authn"} 2026-09-14T13:30:18Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "e51565d4-7102-44a5-9234-9a574211fe99", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:30:18Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "e51565d4-7102-44a5-9234-9a574211fe99", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:30:19Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eff5e8","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "rate-test-model-eff5e8", "reconcileID": "c2a66e26-697a-480e-a867-30f155a2e44c", "LLMInferenceService": "rate-test-model-eff5e8", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:30:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eff5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8", "reconcileID": "36c18b64-be56-466d-b311-74d0928700e9", "Gateway": "e2e-shared-b-w3-eff5e8", "namespace": "openshift-ingress"} 2026-09-14T13:30:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eff5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8", "reconcileID": "36c18b64-be56-466d-b311-74d0928700e9", "Gateway": "e2e-shared-b-w3-eff5e8", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8-authn-ssl"} 2026-09-14T13:30:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eff5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8", "reconcileID": "36c18b64-be56-466d-b311-74d0928700e9", "Gateway": "e2e-shared-b-w3-eff5e8", "namespace": "openshift-ingress"} 2026-09-14T13:30:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eff5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8", "reconcileID": "16426792-16ea-4b6f-bb3d-128e9fd03d91", "Gateway": "e2e-shared-b-w3-eff5e8", "namespace": "openshift-ingress"} 2026-09-14T13:30:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eff5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8", "reconcileID": "16426792-16ea-4b6f-bb3d-128e9fd03d91", "Gateway": "e2e-shared-b-w3-eff5e8", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8-authn-ssl"} 2026-09-14T13:30:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eff5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8", "reconcileID": "16426792-16ea-4b6f-bb3d-128e9fd03d91", "Gateway": "e2e-shared-b-w3-eff5e8", "namespace": "openshift-ingress"} 2026-09-14T13:30:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "da2b928b-69ff-44be-88aa-cd8c57ca49b6", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:30:20Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "da2b928b-69ff-44be-88aa-cd8c57ca49b6", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95-authn-ssl"} 2026-09-14T13:30:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "da2b928b-69ff-44be-88aa-cd8c57ca49b6", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:30:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "43dd27d4-2eeb-4c05-b958-b8f98350b5a7", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:30:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "43dd27d4-2eeb-4c05-b958-b8f98350b5a7", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95-authn-ssl"} 2026-09-14T13:30:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "43dd27d4-2eeb-4c05-b958-b8f98350b5a7", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:30:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "a5128e17-4c61-4c32-ba54-44b3b688036d", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:30:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "a5128e17-4c61-4c32-ba54-44b3b688036d", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95-authn-ssl"} 2026-09-14T13:30:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "a5128e17-4c61-4c32-ba54-44b3b688036d", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:30:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "aa518b00-2d1e-4f76-9153-aa3599e73b8f", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:30:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "aa518b00-2d1e-4f76-9153-aa3599e73b8f", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95-authn-ssl"} 2026-09-14T13:30:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "aa518b00-2d1e-4f76-9153-aa3599e73b8f", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:30:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "2389355a-c200-4ceb-8d08-515615a9f462", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:30:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "2389355a-c200-4ceb-8d08-515615a9f462", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95-authn-ssl"} 2026-09-14T13:30:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "2389355a-c200-4ceb-8d08-515615a9f462", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:30:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "d6e66b28-32ae-443c-a85d-ec6aef94d086", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:30:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "d6e66b28-32ae-443c-a85d-ec6aef94d086", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95-authn-ssl"} 2026-09-14T13:30:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "d6e66b28-32ae-443c-a85d-ec6aef94d086", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:30:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "44b85a39-11aa-4e37-9815-f3a3a9a4aa05", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:30:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "44b85a39-11aa-4e37-9815-f3a3a9a4aa05", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95-authn-ssl"} 2026-09-14T13:30:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "44b85a39-11aa-4e37-9815-f3a3a9a4aa05", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:30:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "openshift-service-ca.crt", "reconcileID": "e9132357-3bb1-41b8-8c71-fec9d01925e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:30:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "odh-trusted-ca-bundle", "reconcileID": "ad121f36-eae7-48ad-a48e-0b936e1f980c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T13:30:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "odh-trusted-ca-bundle", "reconcileID": "ad121f36-eae7-48ad-a48e-0b936e1f980c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:30:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "openshift-service-ca.crt", "reconcileID": "81c91cde-b60c-4b4d-aab3-5d970f3b5c74", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:30:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d137714f-afd0-4cdb-b399-a30ec609768e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:30:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "odh-trusted-ca-bundle", "reconcileID": "8b5e4fd0-e0f3-41b1-829c-146e3aa8be02", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "update": "odh-kserve-custom-ca-bundle"} 2026-09-14T13:30:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "odh-trusted-ca-bundle", "reconcileID": "8b5e4fd0-e0f3-41b1-829c-146e3aa8be02", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:30:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9020e1b8-7d9a-4467-a342-406d0f3de8de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:30:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "911ccf59-77c0-420e-ae85-367841d6a1c4", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:30:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "911ccf59-77c0-420e-ae85-367841d6a1c4", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95-authn-ssl"} 2026-09-14T13:30:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "911ccf59-77c0-420e-ae85-367841d6a1c4", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:30:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "b5aa6436-486e-489e-9cb1-4a7a14d01307", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:30:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "b5aa6436-486e-489e-9cb1-4a7a14d01307", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95-authn-ssl"} 2026-09-14T13:30:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "b5aa6436-486e-489e-9cb1-4a7a14d01307", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:30:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "a679dcda-c8b8-4fbf-8cdb-e6d0ed0f8aea", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress"} 2026-09-14T13:30:48Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "a679dcda-c8b8-4fbf-8cdb-e6d0ed0f8aea", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76-authn-ssl"} 2026-09-14T13:30:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "a679dcda-c8b8-4fbf-8cdb-e6d0ed0f8aea", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress"} 2026-09-14T13:30:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "a779b961-575a-4fe9-8b73-c6b19bca1db4", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress"} 2026-09-14T13:30:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "a779b961-575a-4fe9-8b73-c6b19bca1db4", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76-authn-ssl"} 2026-09-14T13:30:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "a779b961-575a-4fe9-8b73-c6b19bca1db4", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress"} 2026-09-14T13:30:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "8a48b071-ec94-464b-9352-462a72b7043a", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress"} 2026-09-14T13:30:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "8a48b071-ec94-464b-9352-462a72b7043a", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76-authn-ssl"} 2026-09-14T13:30:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "8a48b071-ec94-464b-9352-462a72b7043a", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress"} 2026-09-14T13:30:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "1ea78ac0-704c-4b2a-87b9-70f878917dcc", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress"} 2026-09-14T13:30:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "1ea78ac0-704c-4b2a-87b9-70f878917dcc", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76-authn-ssl"} 2026-09-14T13:30:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "1ea78ac0-704c-4b2a-87b9-70f878917dcc", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress"} 2026-09-14T13:30:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "bc59cf8a-6b0e-4be7-a28f-c5f8700737fe", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress"} 2026-09-14T13:30:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "bc59cf8a-6b0e-4be7-a28f-c5f8700737fe", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76-authn-ssl"} 2026-09-14T13:30:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "bc59cf8a-6b0e-4be7-a28f-c5f8700737fe", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress"} 2026-09-14T13:30:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "9862d59d-078a-4d35-a4c6-58b201424f0f", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress"} 2026-09-14T13:30:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "9862d59d-078a-4d35-a4c6-58b201424f0f", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76-authn-ssl"} 2026-09-14T13:30:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "9862d59d-078a-4d35-a4c6-58b201424f0f", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress"} 2026-09-14T13:30:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "0daebb5a-a1e3-4e62-a120-4007af0345e1", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress"} 2026-09-14T13:30:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "0daebb5a-a1e3-4e62-a120-4007af0345e1", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76-authn-ssl"} 2026-09-14T13:30:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "0daebb5a-a1e3-4e62-a120-4007af0345e1", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress"} 2026-09-14T13:30:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-27ae76"}, "namespace": "ai-tenant-e2e-ipp-b-27ae76", "name": "openshift-service-ca.crt", "reconcileID": "3bdbb1ea-3935-4053-bb82-9d333b25bf7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-27ae76"} 2026-09-14T13:30:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-27ae76"}, "namespace": "ai-tenant-e2e-ipp-b-27ae76", "name": "odh-trusted-ca-bundle", "reconcileID": "1463f25c-4959-439a-8549-2899b3d60502", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-27ae76"} 2026-09-14T13:30:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-27ae76"}, "namespace": "ai-tenant-e2e-ipp-b-27ae76", "name": "openshift-service-ca.crt", "reconcileID": "63762fcb-12df-467c-b604-773378e22988", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-27ae76", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T13:30:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-27ae76"}, "namespace": "ai-tenant-e2e-ipp-b-27ae76", "name": "openshift-service-ca.crt", "reconcileID": "63762fcb-12df-467c-b604-773378e22988", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-27ae76"} 2026-09-14T13:30:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-27ae76"}, "namespace": "ai-tenant-e2e-ipp-b-27ae76", "name": "openshift-service-ca.crt", "reconcileID": "0411bb7f-98c7-4019-8b69-0d62afad59c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-27ae76", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T13:30:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-27ae76"}, "namespace": "ai-tenant-e2e-ipp-b-27ae76", "name": "openshift-service-ca.crt", "reconcileID": "0411bb7f-98c7-4019-8b69-0d62afad59c8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-14T13:30:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-27ae76"}, "namespace": "ai-tenant-e2e-ipp-b-27ae76", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "658b27e1-4da6-4eb2-88f8-95ecd11361e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-27ae76"} 2026-09-14T13:30:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-27ae76"}, "namespace": "ai-tenant-e2e-ipp-b-27ae76", "name": "openshift-service-ca.crt", "reconcileID": "a86c04f4-8607-4513-888f-3beef871511b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-27ae76"} 2026-09-14T13:30:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-27ae76"}, "namespace": "ai-tenant-e2e-ipp-b-27ae76", "name": "odh-trusted-ca-bundle", "reconcileID": "47c5e855-2bf7-46d9-bdb2-e144a06c48ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-27ae76", "update": "odh-kserve-custom-ca-bundle"} 2026-09-14T13:30:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-27ae76"}, "namespace": "ai-tenant-e2e-ipp-b-27ae76", "name": "odh-trusted-ca-bundle", "reconcileID": "47c5e855-2bf7-46d9-bdb2-e144a06c48ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-27ae76"} 2026-09-14T13:30:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-27ae76"}, "namespace": "ai-tenant-e2e-ipp-b-27ae76", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32be4c21-ef7b-488d-851a-4eda68bd6af1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-27ae76"} 2026-09-14T13:30:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "00804da5-e73a-4486-ba37-fb65918d83fa", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress"} 2026-09-14T13:30:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "00804da5-e73a-4486-ba37-fb65918d83fa", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76-authn-ssl"} 2026-09-14T13:30:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "00804da5-e73a-4486-ba37-fb65918d83fa", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress"} 2026-09-14T13:31:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "68383d10-2d10-428f-813d-2d410a8f4439", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress"} 2026-09-14T13:31:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "68383d10-2d10-428f-813d-2d410a8f4439", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76-authn-ssl"} 2026-09-14T13:31:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "68383d10-2d10-428f-813d-2d410a8f4439", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress"} 2026-09-14T13:31:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "6a630f6d-047e-4c36-97e9-5f8cf480f812", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:31:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "6a630f6d-047e-4c36-97e9-5f8cf480f812", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:31:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "6a630f6d-047e-4c36-97e9-5f8cf480f812", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:31:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "2b63c769-4d60-496f-ab6b-265362d0762b", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:31:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "6a630f6d-047e-4c36-97e9-5f8cf480f812", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95-kserve-route-authn"} 2026-09-14T13:31:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "6a630f6d-047e-4c36-97e9-5f8cf480f812", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "authType": "userdefined"} 2026-09-14T13:31:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "6a630f6d-047e-4c36-97e9-5f8cf480f812", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:31:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "2b63c769-4d60-496f-ab6b-265362d0762b", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95-authn-ssl"} 2026-09-14T13:31:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "2b63c769-4d60-496f-ab6b-265362d0762b", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:31:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "9d711432-2b7e-4c6f-aed8-ec9e3672a087", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:31:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "9d711432-2b7e-4c6f-aed8-ec9e3672a087", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:31:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "9d711432-2b7e-4c6f-aed8-ec9e3672a087", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:31:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "9d711432-2b7e-4c6f-aed8-ec9e3672a087", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95-kserve-route-authn"} 2026-09-14T13:31:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "9d711432-2b7e-4c6f-aed8-ec9e3672a087", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "authType": "userdefined"} 2026-09-14T13:31:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "9d711432-2b7e-4c6f-aed8-ec9e3672a087", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:31:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "3be359e7-4c27-437d-88d2-307b35d009a2", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:31:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "3be359e7-4c27-437d-88d2-307b35d009a2", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95-authn-ssl"} 2026-09-14T13:31:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "3be359e7-4c27-437d-88d2-307b35d009a2", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:31:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "043304da-0849-41f7-96a1-3c7509064a89", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:31:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "043304da-0849-41f7-96a1-3c7509064a89", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:31:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "043304da-0849-41f7-96a1-3c7509064a89", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:31:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "043304da-0849-41f7-96a1-3c7509064a89", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95-kserve-route-authn"} 2026-09-14T13:31:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "043304da-0849-41f7-96a1-3c7509064a89", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "authType": "userdefined"} 2026-09-14T13:31:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "043304da-0849-41f7-96a1-3c7509064a89", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:31:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "e45dd0dd-0d42-4ceb-9c1a-514ab4782491", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:31:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "e45dd0dd-0d42-4ceb-9c1a-514ab4782491", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:31:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "e45dd0dd-0d42-4ceb-9c1a-514ab4782491", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:31:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "e45dd0dd-0d42-4ceb-9c1a-514ab4782491", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95-kserve-route-authn"} 2026-09-14T13:31:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "e45dd0dd-0d42-4ceb-9c1a-514ab4782491", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "authType": "userdefined"} 2026-09-14T13:31:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "e45dd0dd-0d42-4ceb-9c1a-514ab4782491", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:31:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "5e910a61-d093-4ee9-9350-22f92c942dbc", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress"} 2026-09-14T13:31:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "5e910a61-d093-4ee9-9350-22f92c942dbc", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31-authn-ssl"} 2026-09-14T13:31:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "5e910a61-d093-4ee9-9350-22f92c942dbc", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress"} 2026-09-14T13:31:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "621de567-672b-490d-ae5b-c9bece3769ab", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress"} 2026-09-14T13:31:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "621de567-672b-490d-ae5b-c9bece3769ab", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31-authn-ssl"} 2026-09-14T13:31:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "621de567-672b-490d-ae5b-c9bece3769ab", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress"} 2026-09-14T13:31:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "f9885d80-6f5f-44c4-836b-48d56fb848d7", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress"} 2026-09-14T13:31:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "f9885d80-6f5f-44c4-836b-48d56fb848d7", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31-authn-ssl"} 2026-09-14T13:31:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "f9885d80-6f5f-44c4-836b-48d56fb848d7", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress"} 2026-09-14T13:31:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "75377749-38ed-4dff-9ae5-1c9f73e918e5", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress"} 2026-09-14T13:31:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "75377749-38ed-4dff-9ae5-1c9f73e918e5", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31-authn-ssl"} 2026-09-14T13:31:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "75377749-38ed-4dff-9ae5-1c9f73e918e5", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress"} 2026-09-14T13:31:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "a4faa503-39ad-4770-a62c-7c5dfab32587", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress"} 2026-09-14T13:31:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "a4faa503-39ad-4770-a62c-7c5dfab32587", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31-authn-ssl"} 2026-09-14T13:31:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "a4faa503-39ad-4770-a62c-7c5dfab32587", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress"} 2026-09-14T13:31:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "0a388d42-d605-4055-8f59-3f2c1591b29d", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress"} 2026-09-14T13:31:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "0a388d42-d605-4055-8f59-3f2c1591b29d", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31-authn-ssl"} 2026-09-14T13:31:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "0a388d42-d605-4055-8f59-3f2c1591b29d", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress"} 2026-09-14T13:31:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "48971f96-706f-4ceb-9fe6-472fd4f253b0", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress"} 2026-09-14T13:31:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "48971f96-706f-4ceb-9fe6-472fd4f253b0", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31-authn-ssl"} 2026-09-14T13:31:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "48971f96-706f-4ceb-9fe6-472fd4f253b0", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress"} 2026-09-14T13:32:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8e2f31"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "name": "openshift-service-ca.crt", "reconcileID": "656a1aee-161f-4504-bdec-051cdc520bc4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31"} 2026-09-14T13:32:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e2f31"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "name": "odh-trusted-ca-bundle", "reconcileID": "ef62fb8a-dcad-45de-bf86-a70b6e0b18e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31"} 2026-09-14T13:32:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8e2f31"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "name": "openshift-service-ca.crt", "reconcileID": "e8203873-5b8d-4a84-bfce-674d85f1e46c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T13:32:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8e2f31"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "name": "openshift-service-ca.crt", "reconcileID": "e8203873-5b8d-4a84-bfce-674d85f1e46c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31"} 2026-09-14T13:32:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8e2f31"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "name": "openshift-service-ca.crt", "reconcileID": "d3ff0cde-d28b-42cf-b9a2-bfd7605eb97d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T13:32:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8e2f31"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "name": "openshift-service-ca.crt", "reconcileID": "d3ff0cde-d28b-42cf-b9a2-bfd7605eb97d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-14T13:32:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e2f31"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5bb5b01-33ef-44f1-9b4c-583911581118", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31"} 2026-09-14T13:32:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8e2f31"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "name": "openshift-service-ca.crt", "reconcileID": "eec163a4-a3f2-4629-8a79-0f4aa848ca94", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31"} 2026-09-14T13:32:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e2f31"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "name": "odh-trusted-ca-bundle", "reconcileID": "b98df572-d644-4c43-afa7-85ed00408d57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "update": "odh-kserve-custom-ca-bundle"} 2026-09-14T13:32:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e2f31"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "name": "odh-trusted-ca-bundle", "reconcileID": "b98df572-d644-4c43-afa7-85ed00408d57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31"} 2026-09-14T13:32:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e2f31"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7447480-6589-4991-a6e6-527d0561b5bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31"} 2026-09-14T13:32:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "4f241863-e356-4473-9d1b-e54c408cd828", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress"} 2026-09-14T13:32:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "4f241863-e356-4473-9d1b-e54c408cd828", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31-authn-ssl"} 2026-09-14T13:32:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "4f241863-e356-4473-9d1b-e54c408cd828", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress"} 2026-09-14T13:32:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "ad5501b6-eaf0-4092-b52e-90c6b2597245", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress"} 2026-09-14T13:32:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "ad5501b6-eaf0-4092-b52e-90c6b2597245", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31-authn-ssl"} 2026-09-14T13:32:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "ad5501b6-eaf0-4092-b52e-90c6b2597245", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress"} 2026-09-14T13:32:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "2a9b4b76-6140-4a20-9c9a-0098824fd573", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress"} 2026-09-14T13:32:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "2a9b4b76-6140-4a20-9c9a-0098824fd573", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31-authn-ssl"} 2026-09-14T13:32:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "2a9b4b76-6140-4a20-9c9a-0098824fd573", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress"} 2026-09-14T13:32:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "4979f253-705f-42bb-aac2-47b485a849ca", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress"} 2026-09-14T13:32:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "4979f253-705f-42bb-aac2-47b485a849ca", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31-authn-ssl"} 2026-09-14T13:32:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "4979f253-705f-42bb-aac2-47b485a849ca", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress"} 2026-09-14T13:32:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e2f31"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e516a9d7-3d42-4c5d-bb81-80a8b2f56758", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31"} 2026-09-14T13:32:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e2f31"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e516a9d7-3d42-4c5d-bb81-80a8b2f56758", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T13:32:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e2f31"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e516a9d7-3d42-4c5d-bb81-80a8b2f56758", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-8e2f31 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-14T13:32:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e2f31"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "name": "odh-trusted-ca-bundle", "reconcileID": "f38808ab-364d-4f4f-8ec2-0d61538c4e19", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31"} 2026-09-14T13:32:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e2f31"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "name": "odh-trusted-ca-bundle", "reconcileID": "f38808ab-364d-4f4f-8ec2-0d61538c4e19", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31"} 2026-09-14T13:32:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8e2f31"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "name": "openshift-service-ca.crt", "reconcileID": "b6f77e2b-2650-42c4-bc1b-896745ba0b3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31"} 2026-09-14T13:32:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8e2f31"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "name": "openshift-service-ca.crt", "reconcileID": "b6f77e2b-2650-42c4-bc1b-896745ba0b3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31"} 2026-09-14T13:32:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e2f31"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1ce5bf5-64a8-4726-8be8-715f5cd32306", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31"} 2026-09-14T13:32:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8e2f31"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1ce5bf5-64a8-4726-8be8-715f5cd32306", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8e2f31"} 2026-09-14T13:32:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8e2f31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8e2f31", "reconcileID": "b0270fb6-db06-48a5-ab26-96f8564c5a08", "Gateway": "e2e-ipp-cleanup-8e2f31", "namespace": "openshift-ingress"} 2026-09-14T13:32:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "db843ac5-0241-4990-9ddd-6d3e0f57a68a", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:32:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "db843ac5-0241-4990-9ddd-6d3e0f57a68a", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95-authn-ssl"} 2026-09-14T13:32:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "db843ac5-0241-4990-9ddd-6d3e0f57a68a", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:32:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "9b2f8c21-0ae9-438b-bd6f-ad26133ee38c", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:32:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "9b2f8c21-0ae9-438b-bd6f-ad26133ee38c", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95-authn-ssl"} 2026-09-14T13:32:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "9b2f8c21-0ae9-438b-bd6f-ad26133ee38c", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:33:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "c32f5f72-d8be-4bcc-bb4c-0f1850b7e7da", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:33:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "c32f5f72-d8be-4bcc-bb4c-0f1850b7e7da", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95-authn-ssl"} 2026-09-14T13:33:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "c32f5f72-d8be-4bcc-bb4c-0f1850b7e7da", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:33:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "b2322c0d-d123-4e14-af51-27a5d4790362", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "b2322c0d-d123-4e14-af51-27a5d4790362", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "b2322c0d-d123-4e14-af51-27a5d4790362", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "b2322c0d-d123-4e14-af51-27a5d4790362", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95-kserve-route-authn"} 2026-09-14T13:33:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "b2322c0d-d123-4e14-af51-27a5d4790362", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "authType": "userdefined"} 2026-09-14T13:33:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "b2322c0d-d123-4e14-af51-27a5d4790362", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "fa17d553-b142-4622-bba1-4ffd1182157e", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "fa17d553-b142-4622-bba1-4ffd1182157e", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "fa17d553-b142-4622-bba1-4ffd1182157e", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "fa17d553-b142-4622-bba1-4ffd1182157e", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95-kserve-route-authn"} 2026-09-14T13:33:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "fa17d553-b142-4622-bba1-4ffd1182157e", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "authType": "userdefined"} 2026-09-14T13:33:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "fa17d553-b142-4622-bba1-4ffd1182157e", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93e558ed-2644-43c9-b9b3-a242f6979e62", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93e558ed-2644-43c9-b9b3-a242f6979e62", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T13:33:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93e558ed-2644-43c9-b9b3-a242f6979e62", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-c87a95 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-14T13:33:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "odh-trusted-ca-bundle", "reconcileID": "eab38016-81a7-41cf-86d7-9cfc52ff55f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "odh-trusted-ca-bundle", "reconcileID": "eab38016-81a7-41cf-86d7-9cfc52ff55f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "openshift-service-ca.crt", "reconcileID": "d8bec99d-0449-4953-8018-8ce419fee86f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "openshift-service-ca.crt", "reconcileID": "d8bec99d-0449-4953-8018-8ce419fee86f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38ce3e1f-4c13-4822-b6c3-60ed7f02d29d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38ce3e1f-4c13-4822-b6c3-60ed7f02d29d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "3b8f9a32-72c3-4b74-a3fb-886bcd7c3970", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:33:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "3b8f9a32-72c3-4b74-a3fb-886bcd7c3970", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95-authn-ssl"} 2026-09-14T13:33:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "3b8f9a32-72c3-4b74-a3fb-886bcd7c3970", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:33:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "04afe09b-2054-4cb5-8236-d250dcf22078", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "04afe09b-2054-4cb5-8236-d250dcf22078", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95"} 2026-09-14T13:33:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "04afe09b-2054-4cb5-8236-d250dcf22078", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "04afe09b-2054-4cb5-8236-d250dcf22078", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "04afe09b-2054-4cb5-8236-d250dcf22078", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95-kserve-route-authn"} 2026-09-14T13:33:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "04afe09b-2054-4cb5-8236-d250dcf22078", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95-kserve-route-authn"} 2026-09-14T13:33:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "04afe09b-2054-4cb5-8236-d250dcf22078", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "04afe09b-2054-4cb5-8236-d250dcf22078", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:46Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "dd80d568-007e-4486-a576-d1152fba5a58", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:46Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "dd80d568-007e-4486-a576-d1152fba5a58", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95"} 2026-09-14T13:33:46Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "dd80d568-007e-4486-a576-d1152fba5a58", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:46Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "dd80d568-007e-4486-a576-d1152fba5a58", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:46Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "dd80d568-007e-4486-a576-d1152fba5a58", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95-kserve-route-authn"} 2026-09-14T13:33:46Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "dd80d568-007e-4486-a576-d1152fba5a58", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95-kserve-route-authn"} 2026-09-14T13:33:46Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "dd80d568-007e-4486-a576-d1152fba5a58", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:46Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "dd80d568-007e-4486-a576-d1152fba5a58", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c87a95","namespace":"ai-tenant-e2e-ipp-a-c87a95"}, "namespace": "ai-tenant-e2e-ipp-a-c87a95", "name": "ipp-route-c87a95", "reconcileID": "42693341-cdf6-4bbf-9fdb-951b26a390ab", "LLMInferenceService": "ipp-route-c87a95", "namespace": "ai-tenant-e2e-ipp-a-c87a95"} 2026-09-14T13:33:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "40a0805e-df0d-4604-8ecc-37a693aecb65", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:33:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "40a0805e-df0d-4604-8ecc-37a693aecb65", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95-authn-ssl"} 2026-09-14T13:33:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "40a0805e-df0d-4604-8ecc-37a693aecb65", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:33:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c87a95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c87a95", "reconcileID": "f6803f58-2928-4da5-9207-0cc3dcf936bb", "Gateway": "e2e-ipp-a-c87a95", "namespace": "openshift-ingress"} 2026-09-14T13:33:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "f47933f5-9c73-418f-8189-e3ec33e0c65c", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress"} 2026-09-14T13:33:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "f47933f5-9c73-418f-8189-e3ec33e0c65c", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76-authn-ssl"} 2026-09-14T13:33:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "f47933f5-9c73-418f-8189-e3ec33e0c65c", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress"} 2026-09-14T13:34:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "f4d92b11-bfde-4ed0-a6b1-5a95eacfeed8", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress"} 2026-09-14T13:34:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "f4d92b11-bfde-4ed0-a6b1-5a95eacfeed8", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76-authn-ssl"} 2026-09-14T13:34:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "f4d92b11-bfde-4ed0-a6b1-5a95eacfeed8", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress"} 2026-09-14T13:34:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-27ae76"}, "namespace": "ai-tenant-e2e-ipp-b-27ae76", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4dbbb91b-f065-4f71-9342-aa227d64e627", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-27ae76"} 2026-09-14T13:34:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-27ae76"}, "namespace": "ai-tenant-e2e-ipp-b-27ae76", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4dbbb91b-f065-4f71-9342-aa227d64e627", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-27ae76", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T13:34:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-27ae76"}, "namespace": "ai-tenant-e2e-ipp-b-27ae76", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4dbbb91b-f065-4f71-9342-aa227d64e627", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-27ae76 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-14T13:34:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-27ae76"}, "namespace": "ai-tenant-e2e-ipp-b-27ae76", "name": "odh-trusted-ca-bundle", "reconcileID": "76d506e1-2903-4ad8-8aba-75856e58be5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-27ae76"} 2026-09-14T13:34:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-27ae76"}, "namespace": "ai-tenant-e2e-ipp-b-27ae76", "name": "odh-trusted-ca-bundle", "reconcileID": "76d506e1-2903-4ad8-8aba-75856e58be5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-27ae76"} 2026-09-14T13:34:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-27ae76"}, "namespace": "ai-tenant-e2e-ipp-b-27ae76", "name": "openshift-service-ca.crt", "reconcileID": "e5a1a565-470e-4c08-89e3-9d4ab0602313", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-27ae76"} 2026-09-14T13:34:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-27ae76"}, "namespace": "ai-tenant-e2e-ipp-b-27ae76", "name": "openshift-service-ca.crt", "reconcileID": "e5a1a565-470e-4c08-89e3-9d4ab0602313", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-27ae76"} 2026-09-14T13:34:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-27ae76"}, "namespace": "ai-tenant-e2e-ipp-b-27ae76", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b79b473-55c4-49a1-9450-848dfa079526", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-27ae76"} 2026-09-14T13:34:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-27ae76"}, "namespace": "ai-tenant-e2e-ipp-b-27ae76", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b79b473-55c4-49a1-9450-848dfa079526", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-27ae76"} 2026-09-14T13:34:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-27ae76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-27ae76", "reconcileID": "13c88348-c51b-42cc-b4cb-a45a984ae2dc", "Gateway": "e2e-ipp-b-27ae76", "namespace": "openshift-ingress"} 2026-09-14T13:34:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14f3af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14f3af", "reconcileID": "706261bf-5d11-49c0-aa6e-c563f1861d77", "Gateway": "e2e-shared-a-w3-14f3af", "namespace": "openshift-ingress"} 2026-09-14T13:34:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14f3af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14f3af", "reconcileID": "706261bf-5d11-49c0-aa6e-c563f1861d77", "Gateway": "e2e-shared-a-w3-14f3af", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14f3af-authn-ssl"} 2026-09-14T13:34:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14f3af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14f3af", "reconcileID": "706261bf-5d11-49c0-aa6e-c563f1861d77", "Gateway": "e2e-shared-a-w3-14f3af", "namespace": "openshift-ingress"} 2026-09-14T13:34:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14f3af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14f3af", "reconcileID": "cd187c1b-8e87-42fa-8051-ce090e76ae1d", "Gateway": "e2e-shared-a-w3-14f3af", "namespace": "openshift-ingress"} 2026-09-14T13:34:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14f3af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14f3af", "reconcileID": "cd187c1b-8e87-42fa-8051-ce090e76ae1d", "Gateway": "e2e-shared-a-w3-14f3af", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14f3af-authn-ssl"} 2026-09-14T13:34:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14f3af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14f3af", "reconcileID": "cd187c1b-8e87-42fa-8051-ce090e76ae1d", "Gateway": "e2e-shared-a-w3-14f3af", "namespace": "openshift-ingress"} 2026-09-14T13:34:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-14f3af"}, "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ceea988d-3d45-42de-95c4-2d7ed580bac3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-14f3af"} 2026-09-14T13:34:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-14f3af"}, "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ceea988d-3d45-42de-95c4-2d7ed580bac3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T13:34:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-14f3af"}, "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ceea988d-3d45-42de-95c4-2d7ed580bac3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-14f3af because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-14T13:34:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-14f3af"}, "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "odh-trusted-ca-bundle", "reconcileID": "30cb4ddb-df97-4698-86f0-2d26cfae5b34", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-14f3af"} 2026-09-14T13:34:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-14f3af"}, "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "odh-trusted-ca-bundle", "reconcileID": "30cb4ddb-df97-4698-86f0-2d26cfae5b34", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-14f3af"} 2026-09-14T13:34:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-14f3af"}, "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "openshift-service-ca.crt", "reconcileID": "cbc3729b-c7a0-468b-b365-46b699f198ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-14f3af"} 2026-09-14T13:34:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-14f3af"}, "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "openshift-service-ca.crt", "reconcileID": "cbc3729b-c7a0-468b-b365-46b699f198ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-14f3af"} 2026-09-14T13:34:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-14f3af"}, "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2f28a66-12e6-4a19-bffc-765e0a22c526", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-14f3af"} 2026-09-14T13:34:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-14f3af"}, "namespace": "ai-tenant-e2e-shared-a-w3-14f3af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2f28a66-12e6-4a19-bffc-765e0a22c526", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-14f3af"} 2026-09-14T13:34:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14f3af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14f3af", "reconcileID": "2aeee08a-d373-4782-8f4a-48dc5e21af69", "Gateway": "e2e-shared-a-w3-14f3af", "namespace": "openshift-ingress"} 2026-09-14T13:34:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eff5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8", "reconcileID": "144f82cc-4e1b-4224-a5a4-24f79904104f", "Gateway": "e2e-shared-b-w3-eff5e8", "namespace": "openshift-ingress"} 2026-09-14T13:34:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eff5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8", "reconcileID": "144f82cc-4e1b-4224-a5a4-24f79904104f", "Gateway": "e2e-shared-b-w3-eff5e8", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8-authn-ssl"} 2026-09-14T13:34:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eff5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8", "reconcileID": "144f82cc-4e1b-4224-a5a4-24f79904104f", "Gateway": "e2e-shared-b-w3-eff5e8", "namespace": "openshift-ingress"} 2026-09-14T13:34:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eff5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8", "reconcileID": "9a218429-8a0b-467e-8ef5-43cad9870b5e", "Gateway": "e2e-shared-b-w3-eff5e8", "namespace": "openshift-ingress"} 2026-09-14T13:34:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eff5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8", "reconcileID": "9a218429-8a0b-467e-8ef5-43cad9870b5e", "Gateway": "e2e-shared-b-w3-eff5e8", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8-authn-ssl"} 2026-09-14T13:34:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eff5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8", "reconcileID": "9a218429-8a0b-467e-8ef5-43cad9870b5e", "Gateway": "e2e-shared-b-w3-eff5e8", "namespace": "openshift-ingress"} 2026-09-14T13:34:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "442ad2a8-45b2-459b-8887-a8836c49509f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:34:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "442ad2a8-45b2-459b-8887-a8836c49509f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T13:34:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "442ad2a8-45b2-459b-8887-a8836c49509f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-eff5e8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-14T13:34:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "odh-trusted-ca-bundle", "reconcileID": "5fb05769-d210-4bd7-bb84-af4edfb81d0f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:34:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "odh-trusted-ca-bundle", "reconcileID": "5fb05769-d210-4bd7-bb84-af4edfb81d0f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:34:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "openshift-service-ca.crt", "reconcileID": "75156392-90aa-46ef-a434-85c8943d8342", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:34:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "openshift-service-ca.crt", "reconcileID": "75156392-90aa-46ef-a434-85c8943d8342", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:34:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87f9959b-a1b3-447e-8682-72d7dc644263", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:34:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-eff5e8"}, "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87f9959b-a1b3-447e-8682-72d7dc644263", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-eff5e8"} 2026-09-14T13:34:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eff5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eff5e8", "reconcileID": "1735669e-586c-4bc8-8a62-401f830a1d6a", "Gateway": "e2e-shared-b-w3-eff5e8", "namespace": "openshift-ingress"} 2026-09-14T13:36:05Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-14T13:36:05Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-14T13:36:08Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-14T13:36:08Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-14T13:39:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "54d15815-1faf-419c-8735-12fa1d02e5c9", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "54d15815-1faf-419c-8735-12fa1d02e5c9", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "54d15815-1faf-419c-8735-12fa1d02e5c9", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e696f17e-c969-475d-af60-2d13df2a6362", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T13:39:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "54d15815-1faf-419c-8735-12fa1d02e5c9", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm", "name": "e2e-same-id-a-ff422ea2-kserve-route-authn"} 2026-09-14T13:39:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "54d15815-1faf-419c-8735-12fa1d02e5c9", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm", "authType": "userdefined"} 2026-09-14T13:39:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "54d15815-1faf-419c-8735-12fa1d02e5c9", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e696f17e-c969-475d-af60-2d13df2a6362", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T13:39:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e696f17e-c969-475d-af60-2d13df2a6362", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T13:39:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "dcc8c7aa-ae0b-4759-b9df-9b077151385a", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "dcc8c7aa-ae0b-4759-b9df-9b077151385a", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "dcc8c7aa-ae0b-4759-b9df-9b077151385a", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "dcc8c7aa-ae0b-4759-b9df-9b077151385a", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm", "name": "e2e-same-id-a-ff422ea2-kserve-route-authn"} 2026-09-14T13:39:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "dcc8c7aa-ae0b-4759-b9df-9b077151385a", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm", "authType": "userdefined"} 2026-09-14T13:39:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "dcc8c7aa-ae0b-4759-b9df-9b077151385a", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "6ad56154-0603-46f9-9893-ff35c13dfdb4", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "6ad56154-0603-46f9-9893-ff35c13dfdb4", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "6ad56154-0603-46f9-9893-ff35c13dfdb4", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ff9599c6-0c00-41df-a22b-fd70b99f2c86", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T13:39:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "6ad56154-0603-46f9-9893-ff35c13dfdb4", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm", "name": "e2e-same-id-b-ff422ea2-kserve-route-authn"} 2026-09-14T13:39:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "6ad56154-0603-46f9-9893-ff35c13dfdb4", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm", "authType": "userdefined"} 2026-09-14T13:39:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "6ad56154-0603-46f9-9893-ff35c13dfdb4", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ff9599c6-0c00-41df-a22b-fd70b99f2c86", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T13:39:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ff9599c6-0c00-41df-a22b-fd70b99f2c86", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T13:39:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "58014507-dadc-4701-a03d-283f5b5d5b10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T13:39:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "58014507-dadc-4701-a03d-283f5b5d5b10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T13:39:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "58014507-dadc-4701-a03d-283f5b5d5b10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T13:39:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "fc77ea69-6f6a-4156-b5dc-0cb1037906ef", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "fc77ea69-6f6a-4156-b5dc-0cb1037906ef", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "fc77ea69-6f6a-4156-b5dc-0cb1037906ef", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "fc77ea69-6f6a-4156-b5dc-0cb1037906ef", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm", "name": "e2e-same-id-a-ff422ea2-kserve-route-authn"} 2026-09-14T13:39:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "fc77ea69-6f6a-4156-b5dc-0cb1037906ef", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm", "authType": "userdefined"} 2026-09-14T13:39:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "fc77ea69-6f6a-4156-b5dc-0cb1037906ef", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "e1c9f966-1293-4538-be59-7743c5c6ad60", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "e1c9f966-1293-4538-be59-7743c5c6ad60", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "e1c9f966-1293-4538-be59-7743c5c6ad60", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "e1c9f966-1293-4538-be59-7743c5c6ad60", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm", "name": "e2e-same-id-b-ff422ea2-kserve-route-authn"} 2026-09-14T13:39:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "e1c9f966-1293-4538-be59-7743c5c6ad60", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm", "authType": "userdefined"} 2026-09-14T13:39:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "e1c9f966-1293-4538-be59-7743c5c6ad60", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fff6f5ff-ad7f-4142-8fdd-77940292218b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T13:39:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fff6f5ff-ad7f-4142-8fdd-77940292218b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T13:39:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fff6f5ff-ad7f-4142-8fdd-77940292218b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T13:39:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "e263bf56-649b-4088-a09e-be597c21ca75", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "e263bf56-649b-4088-a09e-be597c21ca75", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "e263bf56-649b-4088-a09e-be597c21ca75", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "e263bf56-649b-4088-a09e-be597c21ca75", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm", "name": "e2e-same-id-b-ff422ea2-kserve-route-authn"} 2026-09-14T13:39:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "e263bf56-649b-4088-a09e-be597c21ca75", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm", "authType": "userdefined"} 2026-09-14T13:39:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "e263bf56-649b-4088-a09e-be597c21ca75", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "6e08e27f-8e3b-406a-9d66-b6e30c285d9f", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "6e08e27f-8e3b-406a-9d66-b6e30c285d9f", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "6e08e27f-8e3b-406a-9d66-b6e30c285d9f", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm"} 2026-09-14T13:39:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "6e08e27f-8e3b-406a-9d66-b6e30c285d9f", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm", "name": "e2e-same-id-a-ff422ea2-kserve-route-authn"} 2026-09-14T13:39:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "6e08e27f-8e3b-406a-9d66-b6e30c285d9f", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm", "authType": "userdefined"} 2026-09-14T13:39:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "6e08e27f-8e3b-406a-9d66-b6e30c285d9f", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm"} 2026-09-14T13:40:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "a803ee58-4759-487f-bd5f-4365bed02dd6", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm"} 2026-09-14T13:40:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "a803ee58-4759-487f-bd5f-4365bed02dd6", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm"} 2026-09-14T13:40:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "a803ee58-4759-487f-bd5f-4365bed02dd6", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm"} 2026-09-14T13:40:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "a803ee58-4759-487f-bd5f-4365bed02dd6", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm", "name": "e2e-same-id-b-ff422ea2-kserve-route-authn"} 2026-09-14T13:40:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "a803ee58-4759-487f-bd5f-4365bed02dd6", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm", "authType": "userdefined"} 2026-09-14T13:40:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "a803ee58-4759-487f-bd5f-4365bed02dd6", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm"} 2026-09-14T13:40:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "5f97f446-4f2a-41d7-9fbe-083d98feafcd", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm"} 2026-09-14T13:40:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "5f97f446-4f2a-41d7-9fbe-083d98feafcd", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm", "name": "e2e-same-id-a-ff422ea2"} 2026-09-14T13:40:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "5f97f446-4f2a-41d7-9fbe-083d98feafcd", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm"} 2026-09-14T13:40:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "5f97f446-4f2a-41d7-9fbe-083d98feafcd", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm"} 2026-09-14T13:40:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "5f97f446-4f2a-41d7-9fbe-083d98feafcd", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm", "name": "e2e-same-id-a-ff422ea2-kserve-route-authn"} 2026-09-14T13:40:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "5f97f446-4f2a-41d7-9fbe-083d98feafcd", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm", "name": "e2e-same-id-a-ff422ea2-kserve-route-authn"} 2026-09-14T13:40:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ff422ea2", "reconcileID": "ccbc4545-4b7e-46e5-950f-1f343093be11", "LLMInferenceService": "e2e-same-id-a-ff422ea2", "namespace": "llm"} 2026-09-14T13:40:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49757803-e4c7-4ca2-b91e-4cbf9533a1b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T13:40:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49757803-e4c7-4ca2-b91e-4cbf9533a1b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T13:40:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49757803-e4c7-4ca2-b91e-4cbf9533a1b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T13:40:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ea45d65-14c7-4472-8a74-b8cb439932dd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T13:40:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ea45d65-14c7-4472-8a74-b8cb439932dd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T13:40:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ea45d65-14c7-4472-8a74-b8cb439932dd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T13:40:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "af990c04-ec81-42d3-97f5-49e6eb07cda9", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm"} 2026-09-14T13:40:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "af990c04-ec81-42d3-97f5-49e6eb07cda9", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm", "name": "e2e-same-id-b-ff422ea2"} 2026-09-14T13:40:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "af990c04-ec81-42d3-97f5-49e6eb07cda9", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm"} 2026-09-14T13:40:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "af990c04-ec81-42d3-97f5-49e6eb07cda9", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm"} 2026-09-14T13:40:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "af990c04-ec81-42d3-97f5-49e6eb07cda9", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm", "name": "e2e-same-id-b-ff422ea2-kserve-route-authn"} 2026-09-14T13:40:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "af990c04-ec81-42d3-97f5-49e6eb07cda9", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm", "name": "e2e-same-id-b-ff422ea2-kserve-route-authn"} 2026-09-14T13:40:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ff422ea2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ff422ea2", "reconcileID": "b44f12db-70d0-4b55-a1bc-3d81669fa3ce", "LLMInferenceService": "e2e-same-id-b-ff422ea2", "namespace": "llm"} 2026-09-14T13:40:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f28adcec-c3db-448e-bd4b-0a93cba5b056", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T13:40:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f28adcec-c3db-448e-bd4b-0a93cba5b056", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T13:40:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f28adcec-c3db-448e-bd4b-0a93cba5b056", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T13:40:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "291b1aa9-ec14-4cf5-8378-a45159922828", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T13:40:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "291b1aa9-ec14-4cf5-8378-a45159922828", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T13:40:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "291b1aa9-ec14-4cf5-8378-a45159922828", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}