2026-09-11T13:32:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-12f386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-12f386", "reconcileID": "48cf3865-7007-4340-8ee8-bcaf99803a31", "Gateway": "e2e-shared-b-w3-12f386", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-12f386-authn-ssl"} 2026-09-11T13:32:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-12f386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-12f386", "reconcileID": "48cf3865-7007-4340-8ee8-bcaf99803a31", "Gateway": "e2e-shared-b-w3-12f386", "namespace": "openshift-ingress"} 2026-09-11T13:32:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-e0ebd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-e0ebd7", "reconcileID": "4140f5ba-bb55-45dd-b7a7-4443287ea8a6", "Gateway": "e2e-shared-a-w2-e0ebd7", "namespace": "openshift-ingress"} 2026-09-11T13:32:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-e0ebd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-e0ebd7", "reconcileID": "4140f5ba-bb55-45dd-b7a7-4443287ea8a6", "Gateway": "e2e-shared-a-w2-e0ebd7", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-e0ebd7-authn-ssl"} 2026-09-11T13:32:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-e0ebd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-e0ebd7", "reconcileID": "4140f5ba-bb55-45dd-b7a7-4443287ea8a6", "Gateway": "e2e-shared-a-w2-e0ebd7", "namespace": "openshift-ingress"} 2026-09-11T13:32:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "ce573482-c360-4bf6-8e97-9ae09f8ed432", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:32:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "ce573482-c360-4bf6-8e97-9ae09f8ed432", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:32:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "ce573482-c360-4bf6-8e97-9ae09f8ed432", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:32:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "ce573482-c360-4bf6-8e97-9ae09f8ed432", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386-kserve-route-authn"} 2026-09-11T13:32:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "ce573482-c360-4bf6-8e97-9ae09f8ed432", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "authType": "userdefined"} 2026-09-11T13:32:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "ce573482-c360-4bf6-8e97-9ae09f8ed432", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:32:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e0ebd7"}, "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0767425f-b4d2-46bc-bbf8-87cf1e556356", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7"} 2026-09-11T13:32:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e0ebd7"}, "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0767425f-b4d2-46bc-bbf8-87cf1e556356", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:32:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e0ebd7"}, "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0767425f-b4d2-46bc-bbf8-87cf1e556356", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-e0ebd7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:32:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e0ebd7"}, "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9705b5d-41f9-40fa-9cb9-3db0bc1af978", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7"} 2026-09-11T13:32:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e0ebd7"}, "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9705b5d-41f9-40fa-9cb9-3db0bc1af978", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:32:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e0ebd7"}, "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9705b5d-41f9-40fa-9cb9-3db0bc1af978", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-e0ebd7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:32:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e0ebd7"}, "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "582e8b80-1458-4833-a5a6-348236ecf94b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7"} 2026-09-11T13:32:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e0ebd7"}, "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "582e8b80-1458-4833-a5a6-348236ecf94b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:32:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e0ebd7"}, "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "582e8b80-1458-4833-a5a6-348236ecf94b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-e0ebd7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:32:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e0ebd7"}, "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7", "name": "odh-trusted-ca-bundle", "reconcileID": "995f822e-acaf-49f3-a39c-3e7fc96c6459", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7"} 2026-09-11T13:32:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e0ebd7"}, "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7", "name": "odh-trusted-ca-bundle", "reconcileID": "995f822e-acaf-49f3-a39c-3e7fc96c6459", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7"} 2026-09-11T13:32:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-e0ebd7"}, "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7", "name": "openshift-service-ca.crt", "reconcileID": "7f0083a9-ad1c-43b3-b194-038efd0019f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7"} 2026-09-11T13:32:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-e0ebd7"}, "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7", "name": "openshift-service-ca.crt", "reconcileID": "7f0083a9-ad1c-43b3-b194-038efd0019f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7"} 2026-09-11T13:32:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e0ebd7"}, "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2710a1f-48cf-4ba9-99c3-0a93b069f64a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7"} 2026-09-11T13:32:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e0ebd7"}, "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2710a1f-48cf-4ba9-99c3-0a93b069f64a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-e0ebd7"} 2026-09-11T13:32:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-e0ebd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-e0ebd7", "reconcileID": "fbafe401-a4f9-47f4-9c89-c989ba60b9f1", "Gateway": "e2e-shared-a-w2-e0ebd7", "namespace": "openshift-ingress"} 2026-09-11T13:32:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "6212775a-b3e8-491c-94a5-ff8bf8d17c85", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:32:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "6212775a-b3e8-491c-94a5-ff8bf8d17c85", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:32:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "6212775a-b3e8-491c-94a5-ff8bf8d17c85", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:32:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "6212775a-b3e8-491c-94a5-ff8bf8d17c85", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386-kserve-route-authn"} 2026-09-11T13:32:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "6212775a-b3e8-491c-94a5-ff8bf8d17c85", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "authType": "userdefined"} 2026-09-11T13:32:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "6212775a-b3e8-491c-94a5-ff8bf8d17c85", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:32:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "4bd2202e-6f96-45a8-9e1d-91095b269bca", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:32:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "4bd2202e-6f96-45a8-9e1d-91095b269bca", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:32:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "4bd2202e-6f96-45a8-9e1d-91095b269bca", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:32:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "4bd2202e-6f96-45a8-9e1d-91095b269bca", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386-kserve-route-authn"} 2026-09-11T13:32:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "4bd2202e-6f96-45a8-9e1d-91095b269bca", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "authType": "userdefined"} 2026-09-11T13:32:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "4bd2202e-6f96-45a8-9e1d-91095b269bca", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:32:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1eb525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1eb525", "reconcileID": "af4707ef-f786-405e-9c37-005366c47f80", "Gateway": "e2e-shared-b-w2-1eb525", "namespace": "openshift-ingress"} 2026-09-11T13:32:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1eb525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1eb525", "reconcileID": "af4707ef-f786-405e-9c37-005366c47f80", "Gateway": "e2e-shared-b-w2-1eb525", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1eb525-authn-ssl"} 2026-09-11T13:32:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1eb525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1eb525", "reconcileID": "af4707ef-f786-405e-9c37-005366c47f80", "Gateway": "e2e-shared-b-w2-1eb525", "namespace": "openshift-ingress"} 2026-09-11T13:32:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1eb525"}, "namespace": "ai-tenant-e2e-shared-b-w2-1eb525", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10d803f6-1d76-4e76-a279-c675b2b6a624", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1eb525"} 2026-09-11T13:32:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1eb525"}, "namespace": "ai-tenant-e2e-shared-b-w2-1eb525", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10d803f6-1d76-4e76-a279-c675b2b6a624", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1eb525", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:32:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1eb525"}, "namespace": "ai-tenant-e2e-shared-b-w2-1eb525", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10d803f6-1d76-4e76-a279-c675b2b6a624", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-1eb525 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:32:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1eb525"}, "namespace": "ai-tenant-e2e-shared-b-w2-1eb525", "name": "odh-trusted-ca-bundle", "reconcileID": "525b43e0-5c47-4af9-a839-06e94d3c1e05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1eb525"} 2026-09-11T13:32:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1eb525"}, "namespace": "ai-tenant-e2e-shared-b-w2-1eb525", "name": "odh-trusted-ca-bundle", "reconcileID": "525b43e0-5c47-4af9-a839-06e94d3c1e05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1eb525"} 2026-09-11T13:32:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-1eb525"}, "namespace": "ai-tenant-e2e-shared-b-w2-1eb525", "name": "openshift-service-ca.crt", "reconcileID": "7adaabc3-424d-448d-9af3-8808c8454215", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-1eb525"} 2026-09-11T13:32:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-1eb525"}, "namespace": "ai-tenant-e2e-shared-b-w2-1eb525", "name": "openshift-service-ca.crt", "reconcileID": "7adaabc3-424d-448d-9af3-8808c8454215", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-1eb525"} 2026-09-11T13:32:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1eb525"}, "namespace": "ai-tenant-e2e-shared-b-w2-1eb525", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5373fc8-709d-44f6-a4d1-a52a0d574c99", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1eb525"} 2026-09-11T13:32:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1eb525"}, "namespace": "ai-tenant-e2e-shared-b-w2-1eb525", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5373fc8-709d-44f6-a4d1-a52a0d574c99", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1eb525"} 2026-09-11T13:32:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1eb525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1eb525", "reconcileID": "d66b9ac4-c801-43dc-ae70-5bff2bc9c521", "Gateway": "e2e-shared-b-w2-1eb525", "namespace": "openshift-ingress"} 2026-09-11T13:32:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1eb525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1eb525", "reconcileID": "d66b9ac4-c801-43dc-ae70-5bff2bc9c521", "Gateway": "e2e-shared-b-w2-1eb525", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1eb525-authn-ssl"} 2026-09-11T13:32:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1eb525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1eb525", "reconcileID": "d66b9ac4-c801-43dc-ae70-5bff2bc9c521", "Gateway": "e2e-shared-b-w2-1eb525", "namespace": "openshift-ingress"} 2026-09-11T13:32:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1eb525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1eb525", "reconcileID": "2b46112f-c603-4674-bae2-fd7b5852e2d7", "Gateway": "e2e-shared-b-w2-1eb525", "namespace": "openshift-ingress"} 2026-09-11T13:33:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ffb6a","namespace":"ai-tenant-e2e-shared-a-w3-6ffb6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "name": "rate-test-model-6ffb6a", "reconcileID": "7438765e-d4e3-406b-b7d2-f1cdb181f194", "LLMInferenceService": "rate-test-model-6ffb6a", "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a"} 2026-09-11T13:33:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ffb6a","namespace":"ai-tenant-e2e-shared-a-w3-6ffb6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "name": "rate-test-model-6ffb6a", "reconcileID": "7438765e-d4e3-406b-b7d2-f1cdb181f194", "LLMInferenceService": "rate-test-model-6ffb6a", "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "name": "rate-test-model-6ffb6a"} 2026-09-11T13:33:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ffb6a","namespace":"ai-tenant-e2e-shared-a-w3-6ffb6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "name": "rate-test-model-6ffb6a", "reconcileID": "7438765e-d4e3-406b-b7d2-f1cdb181f194", "LLMInferenceService": "rate-test-model-6ffb6a", "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a"} 2026-09-11T13:33:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ffb6a","namespace":"ai-tenant-e2e-shared-a-w3-6ffb6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "name": "rate-test-model-6ffb6a", "reconcileID": "7438765e-d4e3-406b-b7d2-f1cdb181f194", "LLMInferenceService": "rate-test-model-6ffb6a", "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a"} 2026-09-11T13:33:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ffb6a","namespace":"ai-tenant-e2e-shared-a-w3-6ffb6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "name": "rate-test-model-6ffb6a", "reconcileID": "7438765e-d4e3-406b-b7d2-f1cdb181f194", "LLMInferenceService": "rate-test-model-6ffb6a", "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "name": "rate-test-model-6ffb6a-kserve-route-authn"} 2026-09-11T13:33:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ffb6a","namespace":"ai-tenant-e2e-shared-a-w3-6ffb6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "name": "rate-test-model-6ffb6a", "reconcileID": "7438765e-d4e3-406b-b7d2-f1cdb181f194", "LLMInferenceService": "rate-test-model-6ffb6a", "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "name": "rate-test-model-6ffb6a-kserve-route-authn"} 2026-09-11T13:33:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ffb6a","namespace":"ai-tenant-e2e-shared-a-w3-6ffb6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "name": "rate-test-model-6ffb6a", "reconcileID": "7438765e-d4e3-406b-b7d2-f1cdb181f194", "LLMInferenceService": "rate-test-model-6ffb6a", "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a"} 2026-09-11T13:33:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ffb6a","namespace":"ai-tenant-e2e-shared-a-w3-6ffb6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "name": "rate-test-model-6ffb6a", "reconcileID": "7438765e-d4e3-406b-b7d2-f1cdb181f194", "LLMInferenceService": "rate-test-model-6ffb6a", "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a"} 2026-09-11T13:33:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ffb6a","namespace":"ai-tenant-e2e-shared-a-w3-6ffb6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "name": "rate-test-model-6ffb6a", "reconcileID": "73cfaa0e-d554-414a-b835-186d790c9a4f", "LLMInferenceService": "rate-test-model-6ffb6a", "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a"} 2026-09-11T13:33:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6ffb6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6ffb6a", "reconcileID": "24a2a1cd-4e96-4b87-92d2-05c783459034", "Gateway": "e2e-shared-a-w3-6ffb6a", "namespace": "openshift-ingress"} 2026-09-11T13:33:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6ffb6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6ffb6a", "reconcileID": "24a2a1cd-4e96-4b87-92d2-05c783459034", "Gateway": "e2e-shared-a-w3-6ffb6a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6ffb6a-authn-ssl"} 2026-09-11T13:33:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6ffb6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6ffb6a", "reconcileID": "24a2a1cd-4e96-4b87-92d2-05c783459034", "Gateway": "e2e-shared-a-w3-6ffb6a", "namespace": "openshift-ingress"} 2026-09-11T13:33:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6ffb6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6ffb6a", "reconcileID": "7dc37da9-c6bc-41d2-a681-9ff87f44b4bd", "Gateway": "e2e-shared-a-w3-6ffb6a", "namespace": "openshift-ingress"} 2026-09-11T13:33:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6ffb6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6ffb6a", "reconcileID": "7dc37da9-c6bc-41d2-a681-9ff87f44b4bd", "Gateway": "e2e-shared-a-w3-6ffb6a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6ffb6a-authn-ssl"} 2026-09-11T13:33:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6ffb6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6ffb6a", "reconcileID": "7dc37da9-c6bc-41d2-a681-9ff87f44b4bd", "Gateway": "e2e-shared-a-w3-6ffb6a", "namespace": "openshift-ingress"} 2026-09-11T13:33:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "9187461d-85c0-45e1-bf18-b63ee39713b5", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:33:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "9187461d-85c0-45e1-bf18-b63ee39713b5", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386"} 2026-09-11T13:33:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "9187461d-85c0-45e1-bf18-b63ee39713b5", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:33:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "9187461d-85c0-45e1-bf18-b63ee39713b5", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:33:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "9187461d-85c0-45e1-bf18-b63ee39713b5", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386-kserve-route-authn"} 2026-09-11T13:33:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "9187461d-85c0-45e1-bf18-b63ee39713b5", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386-kserve-route-authn"} 2026-09-11T13:33:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "9187461d-85c0-45e1-bf18-b63ee39713b5", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:33:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "9187461d-85c0-45e1-bf18-b63ee39713b5", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:33:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-12f386","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "rate-test-model-12f386", "reconcileID": "bf749f46-0b48-449b-97c0-671ec495f0d0", "LLMInferenceService": "rate-test-model-12f386", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:33:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-12f386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-12f386", "reconcileID": "4ea77078-fc10-4088-8ea0-46ec46ab31fb", "Gateway": "e2e-shared-b-w3-12f386", "namespace": "openshift-ingress"} 2026-09-11T13:33:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-12f386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-12f386", "reconcileID": "4ea77078-fc10-4088-8ea0-46ec46ab31fb", "Gateway": "e2e-shared-b-w3-12f386", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-12f386-authn-ssl"} 2026-09-11T13:33:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-12f386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-12f386", "reconcileID": "4ea77078-fc10-4088-8ea0-46ec46ab31fb", "Gateway": "e2e-shared-b-w3-12f386", "namespace": "openshift-ingress"} 2026-09-11T13:33:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-12f386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-12f386", "reconcileID": "73e65437-0fbe-4ad7-9c35-3f4eae953c6a", "Gateway": "e2e-shared-b-w3-12f386", "namespace": "openshift-ingress"} 2026-09-11T13:33:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-12f386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-12f386", "reconcileID": "73e65437-0fbe-4ad7-9c35-3f4eae953c6a", "Gateway": "e2e-shared-b-w3-12f386", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-12f386-authn-ssl"} 2026-09-11T13:33:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-12f386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-12f386", "reconcileID": "73e65437-0fbe-4ad7-9c35-3f4eae953c6a", "Gateway": "e2e-shared-b-w3-12f386", "namespace": "openshift-ingress"} 2026-09-11T13:33:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "2ff73c3f-87b2-4493-9d22-73fe8164d15c", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:33:04Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "2ff73c3f-87b2-4493-9d22-73fe8164d15c", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b-authn-ssl"} 2026-09-11T13:33:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "2ff73c3f-87b2-4493-9d22-73fe8164d15c", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:33:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "a092b914-eded-420e-b8ec-e42e44d14f18", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:33:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "a092b914-eded-420e-b8ec-e42e44d14f18", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b-authn-ssl"} 2026-09-11T13:33:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "a092b914-eded-420e-b8ec-e42e44d14f18", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:33:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "67845a44-99fe-459c-bf29-ac089034226e", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:33:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "67845a44-99fe-459c-bf29-ac089034226e", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b-authn-ssl"} 2026-09-11T13:33:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "67845a44-99fe-459c-bf29-ac089034226e", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:33:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "59078a2b-9c1a-4792-884f-9e887f91b588", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:33:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "59078a2b-9c1a-4792-884f-9e887f91b588", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b-authn-ssl"} 2026-09-11T13:33:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "59078a2b-9c1a-4792-884f-9e887f91b588", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:33:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "bf22d1f8-7f51-4cc9-9c16-fc4933564c9b", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:33:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "bf22d1f8-7f51-4cc9-9c16-fc4933564c9b", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b-authn-ssl"} 2026-09-11T13:33:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "bf22d1f8-7f51-4cc9-9c16-fc4933564c9b", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:33:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "00ca0af6-5a61-4938-b4a2-69ac2f390b7d", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:33:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "00ca0af6-5a61-4938-b4a2-69ac2f390b7d", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b-authn-ssl"} 2026-09-11T13:33:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "00ca0af6-5a61-4938-b4a2-69ac2f390b7d", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:33:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "126cf00d-e0e0-4269-86ae-87fab0b33603", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:33:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "126cf00d-e0e0-4269-86ae-87fab0b33603", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b-authn-ssl"} 2026-09-11T13:33:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "126cf00d-e0e0-4269-86ae-87fab0b33603", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:33:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "openshift-service-ca.crt", "reconcileID": "0ffbc130-b3ec-4d25-b407-adb91f861a1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:33:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "odh-trusted-ca-bundle", "reconcileID": "7755a58d-edfc-4abe-8bdd-cf2268fcffc4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:33:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "openshift-service-ca.crt", "reconcileID": "d287b98a-42cb-4468-b290-5848c707463c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-48243b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:33:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "openshift-service-ca.crt", "reconcileID": "d287b98a-42cb-4468-b290-5848c707463c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:33:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c835739-3062-4afe-a7e3-4cb75bdccf1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:33:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "openshift-service-ca.crt", "reconcileID": "e8ec268b-775a-4412-b333-2688ce6738d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:33:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "odh-trusted-ca-bundle", "reconcileID": "de7675e1-92d4-40e7-aa78-fbf336bf9d88", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-48243b", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:33:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "odh-trusted-ca-bundle", "reconcileID": "de7675e1-92d4-40e7-aa78-fbf336bf9d88", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:33:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23ff2d2b-ac18-41fc-b84e-eb589fbe398e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:33:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "ab281752-b50a-4608-84ec-d6dbe3863c1a", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:33:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "ab281752-b50a-4608-84ec-d6dbe3863c1a", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b-authn-ssl"} 2026-09-11T13:33:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "ab281752-b50a-4608-84ec-d6dbe3863c1a", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:33:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "44748314-6e78-44dc-8b1b-7ae10f6c7e29", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:33:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "44748314-6e78-44dc-8b1b-7ae10f6c7e29", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b-authn-ssl"} 2026-09-11T13:33:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "44748314-6e78-44dc-8b1b-7ae10f6c7e29", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:33:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "08782822-87b3-4828-8a4a-49771c4b8092", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress"} 2026-09-11T13:33:33Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "08782822-87b3-4828-8a4a-49771c4b8092", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957-authn-ssl"} 2026-09-11T13:33:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "08782822-87b3-4828-8a4a-49771c4b8092", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress"} 2026-09-11T13:33:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "bba9e539-48a9-42b5-b317-f92f16841973", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress"} 2026-09-11T13:33:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "bba9e539-48a9-42b5-b317-f92f16841973", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957-authn-ssl"} 2026-09-11T13:33:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "bba9e539-48a9-42b5-b317-f92f16841973", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress"} 2026-09-11T13:33:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "8655d57a-74f8-43d5-9715-78261d0333fb", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress"} 2026-09-11T13:33:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "8655d57a-74f8-43d5-9715-78261d0333fb", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957-authn-ssl"} 2026-09-11T13:33:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "8655d57a-74f8-43d5-9715-78261d0333fb", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress"} 2026-09-11T13:33:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "b76d7524-1155-46d8-8f22-40fd6063335c", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress"} 2026-09-11T13:33:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "b76d7524-1155-46d8-8f22-40fd6063335c", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957-authn-ssl"} 2026-09-11T13:33:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "b76d7524-1155-46d8-8f22-40fd6063335c", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress"} 2026-09-11T13:33:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "92338901-990f-42ed-a92a-6dcd107e982c", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress"} 2026-09-11T13:33:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "92338901-990f-42ed-a92a-6dcd107e982c", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957-authn-ssl"} 2026-09-11T13:33:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "92338901-990f-42ed-a92a-6dcd107e982c", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress"} 2026-09-11T13:33:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "99492d03-a451-426f-a621-634fe91d02a0", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress"} 2026-09-11T13:33:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "99492d03-a451-426f-a621-634fe91d02a0", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957-authn-ssl"} 2026-09-11T13:33:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "99492d03-a451-426f-a621-634fe91d02a0", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress"} 2026-09-11T13:33:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "6efa9d46-92b9-4a1b-a4ba-96a2f5dd558b", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress"} 2026-09-11T13:33:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "6efa9d46-92b9-4a1b-a4ba-96a2f5dd558b", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957-authn-ssl"} 2026-09-11T13:33:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "6efa9d46-92b9-4a1b-a4ba-96a2f5dd558b", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress"} 2026-09-11T13:33:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-47b957"}, "namespace": "ai-tenant-e2e-ipp-b-47b957", "name": "openshift-service-ca.crt", "reconcileID": "00980546-3d4b-4c81-b904-735f9352ab03", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-47b957"} 2026-09-11T13:33:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47b957"}, "namespace": "ai-tenant-e2e-ipp-b-47b957", "name": "odh-trusted-ca-bundle", "reconcileID": "4c1da89f-cc6d-4654-bce1-ece2555e51be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-47b957"} 2026-09-11T13:33:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-47b957"}, "namespace": "ai-tenant-e2e-ipp-b-47b957", "name": "openshift-service-ca.crt", "reconcileID": "fdf1405a-1c47-4159-8849-652aabeaefd5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-47b957", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:33:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-47b957"}, "namespace": "ai-tenant-e2e-ipp-b-47b957", "name": "openshift-service-ca.crt", "reconcileID": "fdf1405a-1c47-4159-8849-652aabeaefd5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-47b957"} 2026-09-11T13:33:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47b957"}, "namespace": "ai-tenant-e2e-ipp-b-47b957", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "182bdd6e-676f-4311-9898-23098dd82770", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-47b957"} 2026-09-11T13:33:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-47b957"}, "namespace": "ai-tenant-e2e-ipp-b-47b957", "name": "openshift-service-ca.crt", "reconcileID": "812faf83-a284-4b6e-b5a1-0a8f63c47bf6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-47b957"} 2026-09-11T13:33:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47b957"}, "namespace": "ai-tenant-e2e-ipp-b-47b957", "name": "odh-trusted-ca-bundle", "reconcileID": "ecacc663-de4d-4893-9d74-55f99d9d034c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-47b957", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:33:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47b957"}, "namespace": "ai-tenant-e2e-ipp-b-47b957", "name": "odh-trusted-ca-bundle", "reconcileID": "ecacc663-de4d-4893-9d74-55f99d9d034c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-47b957"} 2026-09-11T13:33:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47b957"}, "namespace": "ai-tenant-e2e-ipp-b-47b957", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df57a57a-1bee-4393-9e8f-7541bc4c03de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-47b957"} 2026-09-11T13:33:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "fec92aca-2178-48d9-8142-c772f093559b", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress"} 2026-09-11T13:33:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "fec92aca-2178-48d9-8142-c772f093559b", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957-authn-ssl"} 2026-09-11T13:33:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "fec92aca-2178-48d9-8142-c772f093559b", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress"} 2026-09-11T13:33:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "e6e48776-043f-4909-ab5b-4d81562a4268", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress"} 2026-09-11T13:33:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "e6e48776-043f-4909-ab5b-4d81562a4268", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957-authn-ssl"} 2026-09-11T13:33:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "e6e48776-043f-4909-ab5b-4d81562a4268", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress"} 2026-09-11T13:34:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "b44b4ff6-6445-4fb9-9338-4f37dd2fd8a1", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:34:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "b44b4ff6-6445-4fb9-9338-4f37dd2fd8a1", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:34:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "b44b4ff6-6445-4fb9-9338-4f37dd2fd8a1", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:34:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "b44b4ff6-6445-4fb9-9338-4f37dd2fd8a1", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b-kserve-route-authn"} 2026-09-11T13:34:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "b44b4ff6-6445-4fb9-9338-4f37dd2fd8a1", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b", "authType": "userdefined"} 2026-09-11T13:34:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "b44b4ff6-6445-4fb9-9338-4f37dd2fd8a1", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:34:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "dbc0cb1c-41ca-4458-9236-0987538502b3", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:34:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "dbc0cb1c-41ca-4458-9236-0987538502b3", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b-authn-ssl"} 2026-09-11T13:34:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "dbc0cb1c-41ca-4458-9236-0987538502b3", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:34:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "84f456a5-7391-4cb5-b8d1-593ba6978db7", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:34:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "84f456a5-7391-4cb5-b8d1-593ba6978db7", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:34:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "84f456a5-7391-4cb5-b8d1-593ba6978db7", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:34:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "84f456a5-7391-4cb5-b8d1-593ba6978db7", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b-kserve-route-authn"} 2026-09-11T13:34:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "84f456a5-7391-4cb5-b8d1-593ba6978db7", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b", "authType": "userdefined"} 2026-09-11T13:34:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "84f456a5-7391-4cb5-b8d1-593ba6978db7", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:34:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "7b87115a-c187-4e90-b64f-c6d85454fe4f", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:34:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "7b87115a-c187-4e90-b64f-c6d85454fe4f", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b-authn-ssl"} 2026-09-11T13:34:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "7b87115a-c187-4e90-b64f-c6d85454fe4f", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:34:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "ea382094-8805-4233-a8d8-4ca610ae1996", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:34:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "ea382094-8805-4233-a8d8-4ca610ae1996", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:34:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "ea382094-8805-4233-a8d8-4ca610ae1996", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:34:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "ea382094-8805-4233-a8d8-4ca610ae1996", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b-kserve-route-authn"} 2026-09-11T13:34:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "ea382094-8805-4233-a8d8-4ca610ae1996", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b", "authType": "userdefined"} 2026-09-11T13:34:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "ea382094-8805-4233-a8d8-4ca610ae1996", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:35:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "1d68556d-5d72-4cee-8512-6f4658562b9d", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:35:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "1d68556d-5d72-4cee-8512-6f4658562b9d", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:35:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "1d68556d-5d72-4cee-8512-6f4658562b9d", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:35:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "1d68556d-5d72-4cee-8512-6f4658562b9d", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b-kserve-route-authn"} 2026-09-11T13:35:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "1d68556d-5d72-4cee-8512-6f4658562b9d", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b", "authType": "userdefined"} 2026-09-11T13:35:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "1d68556d-5d72-4cee-8512-6f4658562b9d", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:35:04Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T13:35:04Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T13:35:04Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T13:35:04Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T13:35:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "bdc36367-3d90-4224-830f-a8807a3770d9", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:35:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "bdc36367-3d90-4224-830f-a8807a3770d9", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184-authn-ssl"} 2026-09-11T13:35:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "bdc36367-3d90-4224-830f-a8807a3770d9", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:35:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "f2e8b94f-22d8-4fa3-940a-f91d4378c75f", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:35:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "f2e8b94f-22d8-4fa3-940a-f91d4378c75f", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184-authn-ssl"} 2026-09-11T13:35:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "f2e8b94f-22d8-4fa3-940a-f91d4378c75f", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:35:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "8c225b65-2bdb-4291-b810-0c8a5ee54827", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:35:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "8c225b65-2bdb-4291-b810-0c8a5ee54827", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184-authn-ssl"} 2026-09-11T13:35:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "8c225b65-2bdb-4291-b810-0c8a5ee54827", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:35:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "c7f17482-ac46-490e-93d1-95c8e42898af", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:35:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "c7f17482-ac46-490e-93d1-95c8e42898af", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184-authn-ssl"} 2026-09-11T13:35:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "c7f17482-ac46-490e-93d1-95c8e42898af", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:35:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "e4e0e2a9-7ce0-4ac1-bbd9-8bb1c1699df8", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:35:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "e4e0e2a9-7ce0-4ac1-bbd9-8bb1c1699df8", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184-authn-ssl"} 2026-09-11T13:35:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "e4e0e2a9-7ce0-4ac1-bbd9-8bb1c1699df8", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:35:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "e47d7e89-9647-4ce6-9d0b-fc7d56b12056", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:35:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "e47d7e89-9647-4ce6-9d0b-fc7d56b12056", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184-authn-ssl"} 2026-09-11T13:35:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "e47d7e89-9647-4ce6-9d0b-fc7d56b12056", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:35:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "00c03b32-ef0b-454f-9f0c-0435ac1829ea", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:35:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "00c03b32-ef0b-454f-9f0c-0435ac1829ea", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184-authn-ssl"} 2026-09-11T13:35:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "00c03b32-ef0b-454f-9f0c-0435ac1829ea", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:35:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "4ec43394-f5b7-4690-bd92-dc3f2f138941", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:35:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "4ec43394-f5b7-4690-bd92-dc3f2f138941", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184-authn-ssl"} 2026-09-11T13:35:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "4ec43394-f5b7-4690-bd92-dc3f2f138941", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:35:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d5e184"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "name": "openshift-service-ca.crt", "reconcileID": "04435e49-204a-4321-8bc8-baa5b8134e06", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184"} 2026-09-11T13:35:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d5e184"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "name": "odh-trusted-ca-bundle", "reconcileID": "aeb12d71-eedd-42a1-b8e9-d447749c11a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184"} 2026-09-11T13:35:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d5e184"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "name": "openshift-service-ca.crt", "reconcileID": "606fe81e-dd3e-4a49-b487-3c13bbdbe381", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:35:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d5e184"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "name": "openshift-service-ca.crt", "reconcileID": "606fe81e-dd3e-4a49-b487-3c13bbdbe381", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184"} 2026-09-11T13:35:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d5e184"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "name": "openshift-service-ca.crt", "reconcileID": "2ac5e844-3f4f-483e-910d-3299c852523e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:35:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d5e184"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "name": "openshift-service-ca.crt", "reconcileID": "2ac5e844-3f4f-483e-910d-3299c852523e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:35:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d5e184"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef634792-cbf3-432f-b6da-ab9c877336ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184"} 2026-09-11T13:35:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d5e184"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "name": "openshift-service-ca.crt", "reconcileID": "22e359f6-8ce3-4d1e-9df1-4877ebfbe6fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184"} 2026-09-11T13:35:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d5e184"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "name": "odh-trusted-ca-bundle", "reconcileID": "18c2cb80-2286-4a0c-8977-be528cc6d455", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:35:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d5e184"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "name": "odh-trusted-ca-bundle", "reconcileID": "18c2cb80-2286-4a0c-8977-be528cc6d455", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184"} 2026-09-11T13:35:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d5e184"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a73e1137-f83f-423f-a91e-fd5f64d61a6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184"} 2026-09-11T13:35:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "5603e9a0-9ce4-4da3-9172-97db1bff2688", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:35:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "5603e9a0-9ce4-4da3-9172-97db1bff2688", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184-authn-ssl"} 2026-09-11T13:35:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "5603e9a0-9ce4-4da3-9172-97db1bff2688", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:35:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "8f7ff4b7-2844-4b66-98dc-bf7e9db379d6", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:35:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "8f7ff4b7-2844-4b66-98dc-bf7e9db379d6", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184-authn-ssl"} 2026-09-11T13:35:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "8f7ff4b7-2844-4b66-98dc-bf7e9db379d6", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:36:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "9da25f2b-bcb3-486b-b3bd-94b1b874f9f2", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:36:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "9da25f2b-bcb3-486b-b3bd-94b1b874f9f2", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184-authn-ssl"} 2026-09-11T13:36:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "9da25f2b-bcb3-486b-b3bd-94b1b874f9f2", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:36:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "ee6a40f5-fc41-481b-9a48-23c64e743238", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:36:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "ee6a40f5-fc41-481b-9a48-23c64e743238", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184-authn-ssl"} 2026-09-11T13:36:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "ee6a40f5-fc41-481b-9a48-23c64e743238", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:36:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d5e184"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d02db96-89f4-4f1f-9fcc-a24805f86786", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184"} 2026-09-11T13:36:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d5e184"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d02db96-89f4-4f1f-9fcc-a24805f86786", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:36:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d5e184"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d02db96-89f4-4f1f-9fcc-a24805f86786", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-d5e184 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:36:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d5e184"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "name": "odh-trusted-ca-bundle", "reconcileID": "7dbc1f32-0571-494e-8663-c6b36b3ff711", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184"} 2026-09-11T13:36:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d5e184"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "name": "odh-trusted-ca-bundle", "reconcileID": "7dbc1f32-0571-494e-8663-c6b36b3ff711", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184"} 2026-09-11T13:36:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d5e184"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "name": "openshift-service-ca.crt", "reconcileID": "d482c669-fe34-49f8-9a6b-4613e827f235", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184"} 2026-09-11T13:36:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d5e184"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "name": "openshift-service-ca.crt", "reconcileID": "d482c669-fe34-49f8-9a6b-4613e827f235", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184"} 2026-09-11T13:36:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d5e184"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e848d40-8866-467f-8911-2154d34e7d3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184"} 2026-09-11T13:36:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d5e184"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e848d40-8866-467f-8911-2154d34e7d3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d5e184"} 2026-09-11T13:36:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d5e184","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d5e184", "reconcileID": "e0037a76-4d4b-44f4-a82f-6ce13a4c7a20", "Gateway": "e2e-ipp-cleanup-d5e184", "namespace": "openshift-ingress"} 2026-09-11T13:36:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "e91d8403-43e3-4eec-af5a-67125c604411", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:36:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "e91d8403-43e3-4eec-af5a-67125c604411", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b-authn-ssl"} 2026-09-11T13:36:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "e91d8403-43e3-4eec-af5a-67125c604411", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:36:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "a64ce95a-3d8c-444a-a7d4-3bbf849f5220", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:36:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "a64ce95a-3d8c-444a-a7d4-3bbf849f5220", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b-authn-ssl"} 2026-09-11T13:36:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "a64ce95a-3d8c-444a-a7d4-3bbf849f5220", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:36:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "8a129012-59b1-4483-b212-deabec7500fa", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:36:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "8a129012-59b1-4483-b212-deabec7500fa", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b-authn-ssl"} 2026-09-11T13:36:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "8a129012-59b1-4483-b212-deabec7500fa", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:36:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "92f1bee5-650d-4ed6-86ac-5706f2c5ae9c", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:36:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "92f1bee5-650d-4ed6-86ac-5706f2c5ae9c", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:36:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "92f1bee5-650d-4ed6-86ac-5706f2c5ae9c", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:36:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "92f1bee5-650d-4ed6-86ac-5706f2c5ae9c", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b-kserve-route-authn"} 2026-09-11T13:36:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "92f1bee5-650d-4ed6-86ac-5706f2c5ae9c", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b", "authType": "userdefined"} 2026-09-11T13:36:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "92f1bee5-650d-4ed6-86ac-5706f2c5ae9c", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:37:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "0d4fff22-519d-43f3-a233-9f0237ee21f5", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:37:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "0d4fff22-519d-43f3-a233-9f0237ee21f5", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:37:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "0d4fff22-519d-43f3-a233-9f0237ee21f5", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:37:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "0d4fff22-519d-43f3-a233-9f0237ee21f5", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b-kserve-route-authn"} 2026-09-11T13:37:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "0d4fff22-519d-43f3-a233-9f0237ee21f5", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b", "authType": "userdefined"} 2026-09-11T13:37:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "0d4fff22-519d-43f3-a233-9f0237ee21f5", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:37:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "b7e67ce3-3218-4764-bd96-de86c45ee9fe", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:37:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "b7e67ce3-3218-4764-bd96-de86c45ee9fe", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b-authn-ssl"} 2026-09-11T13:37:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "b7e67ce3-3218-4764-bd96-de86c45ee9fe", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:37:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2fe4983-18b7-4b1a-a3e8-ff1c77a18024", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:37:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2fe4983-18b7-4b1a-a3e8-ff1c77a18024", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-48243b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:37:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2fe4983-18b7-4b1a-a3e8-ff1c77a18024", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-48243b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:37:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "odh-trusted-ca-bundle", "reconcileID": "4ca386ff-2036-415e-8447-7635686da59f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:37:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "odh-trusted-ca-bundle", "reconcileID": "4ca386ff-2036-415e-8447-7635686da59f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:37:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "openshift-service-ca.crt", "reconcileID": "918a4108-a905-4b62-9e95-e7d5b2ce65c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:37:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "openshift-service-ca.crt", "reconcileID": "918a4108-a905-4b62-9e95-e7d5b2ce65c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:37:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "990411f1-9f87-49a0-ac84-68206c0920a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:37:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "990411f1-9f87-49a0-ac84-68206c0920a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:37:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "677d0c2f-a52c-4814-a15c-814dd818a24f", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:37:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "677d0c2f-a52c-4814-a15c-814dd818a24f", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b"} 2026-09-11T13:37:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "677d0c2f-a52c-4814-a15c-814dd818a24f", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:37:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "677d0c2f-a52c-4814-a15c-814dd818a24f", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:37:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "677d0c2f-a52c-4814-a15c-814dd818a24f", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b-kserve-route-authn"} 2026-09-11T13:37:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "677d0c2f-a52c-4814-a15c-814dd818a24f", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b-kserve-route-authn"} 2026-09-11T13:37:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "677d0c2f-a52c-4814-a15c-814dd818a24f", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:37:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "677d0c2f-a52c-4814-a15c-814dd818a24f", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:37:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "20113f0a-29d0-46bb-aa74-4ac489658912", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:37:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "20113f0a-29d0-46bb-aa74-4ac489658912", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b"} 2026-09-11T13:37:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "20113f0a-29d0-46bb-aa74-4ac489658912", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:37:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "20113f0a-29d0-46bb-aa74-4ac489658912", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:37:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "20113f0a-29d0-46bb-aa74-4ac489658912", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b-kserve-route-authn"} 2026-09-11T13:37:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "20113f0a-29d0-46bb-aa74-4ac489658912", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b-kserve-route-authn"} 2026-09-11T13:37:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "20113f0a-29d0-46bb-aa74-4ac489658912", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:37:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "20113f0a-29d0-46bb-aa74-4ac489658912", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:37:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48243b","namespace":"ai-tenant-e2e-ipp-a-48243b"}, "namespace": "ai-tenant-e2e-ipp-a-48243b", "name": "ipp-route-48243b", "reconcileID": "1d0f3478-b602-447f-aeb7-e7835d1eef47", "LLMInferenceService": "ipp-route-48243b", "namespace": "ai-tenant-e2e-ipp-a-48243b"} 2026-09-11T13:37:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "0294a3cf-43cb-4289-a747-51586a9f8df4", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:37:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "0294a3cf-43cb-4289-a747-51586a9f8df4", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b-authn-ssl"} 2026-09-11T13:37:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "0294a3cf-43cb-4289-a747-51586a9f8df4", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:37:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48243b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48243b", "reconcileID": "514f7d2f-dad2-492c-9a72-35e7c0a74c1d", "Gateway": "e2e-ipp-a-48243b", "namespace": "openshift-ingress"} 2026-09-11T13:37:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "d0eac617-9663-47f7-8d81-fea575536a12", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress"} 2026-09-11T13:37:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "d0eac617-9663-47f7-8d81-fea575536a12", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957-authn-ssl"} 2026-09-11T13:37:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "d0eac617-9663-47f7-8d81-fea575536a12", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress"} 2026-09-11T13:37:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "50459e88-e4a3-4ba0-89bc-050a63bcbbe1", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress"} 2026-09-11T13:37:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "50459e88-e4a3-4ba0-89bc-050a63bcbbe1", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957-authn-ssl"} 2026-09-11T13:37:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "50459e88-e4a3-4ba0-89bc-050a63bcbbe1", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress"} 2026-09-11T13:37:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47b957"}, "namespace": "ai-tenant-e2e-ipp-b-47b957", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f687230-68ec-4cfe-9655-7bb4f7ce98cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-47b957"} 2026-09-11T13:37:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47b957"}, "namespace": "ai-tenant-e2e-ipp-b-47b957", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f687230-68ec-4cfe-9655-7bb4f7ce98cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-47b957", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:37:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47b957"}, "namespace": "ai-tenant-e2e-ipp-b-47b957", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f687230-68ec-4cfe-9655-7bb4f7ce98cd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-47b957 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:37:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47b957"}, "namespace": "ai-tenant-e2e-ipp-b-47b957", "name": "odh-trusted-ca-bundle", "reconcileID": "d54bfbfe-d64d-488e-8b0a-aedb32345884", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-47b957"} 2026-09-11T13:37:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47b957"}, "namespace": "ai-tenant-e2e-ipp-b-47b957", "name": "odh-trusted-ca-bundle", "reconcileID": "d54bfbfe-d64d-488e-8b0a-aedb32345884", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-47b957"} 2026-09-11T13:37:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-47b957"}, "namespace": "ai-tenant-e2e-ipp-b-47b957", "name": "openshift-service-ca.crt", "reconcileID": "f5a3307d-ff68-4189-8110-ba27115c42e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-47b957"} 2026-09-11T13:37:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-47b957"}, "namespace": "ai-tenant-e2e-ipp-b-47b957", "name": "openshift-service-ca.crt", "reconcileID": "f5a3307d-ff68-4189-8110-ba27115c42e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-47b957"} 2026-09-11T13:37:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47b957"}, "namespace": "ai-tenant-e2e-ipp-b-47b957", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92f08964-8fb7-4f42-84ed-2dc4ed379294", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-47b957"} 2026-09-11T13:37:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47b957"}, "namespace": "ai-tenant-e2e-ipp-b-47b957", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92f08964-8fb7-4f42-84ed-2dc4ed379294", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-47b957"} 2026-09-11T13:37:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47b957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47b957", "reconcileID": "6f19f7db-9da8-4f7f-8ee0-25637adfe2f9", "Gateway": "e2e-ipp-b-47b957", "namespace": "openshift-ingress"} 2026-09-11T13:37:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6ffb6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6ffb6a", "reconcileID": "3540c334-f1ba-4490-a7ae-206aa914a291", "Gateway": "e2e-shared-a-w3-6ffb6a", "namespace": "openshift-ingress"} 2026-09-11T13:37:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6ffb6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6ffb6a", "reconcileID": "3540c334-f1ba-4490-a7ae-206aa914a291", "Gateway": "e2e-shared-a-w3-6ffb6a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6ffb6a-authn-ssl"} 2026-09-11T13:37:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6ffb6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6ffb6a", "reconcileID": "3540c334-f1ba-4490-a7ae-206aa914a291", "Gateway": "e2e-shared-a-w3-6ffb6a", "namespace": "openshift-ingress"} 2026-09-11T13:37:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6ffb6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6ffb6a", "reconcileID": "722b6432-1a5a-4d2c-9dc8-58ca6f7fe9af", "Gateway": "e2e-shared-a-w3-6ffb6a", "namespace": "openshift-ingress"} 2026-09-11T13:37:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6ffb6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6ffb6a", "reconcileID": "722b6432-1a5a-4d2c-9dc8-58ca6f7fe9af", "Gateway": "e2e-shared-a-w3-6ffb6a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6ffb6a-authn-ssl"} 2026-09-11T13:37:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6ffb6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6ffb6a", "reconcileID": "722b6432-1a5a-4d2c-9dc8-58ca6f7fe9af", "Gateway": "e2e-shared-a-w3-6ffb6a", "namespace": "openshift-ingress"} 2026-09-11T13:37:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6ffb6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5658eb5c-2caf-45fd-99eb-6bfbb06be281", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a"} 2026-09-11T13:37:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6ffb6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5658eb5c-2caf-45fd-99eb-6bfbb06be281", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:37:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6ffb6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5658eb5c-2caf-45fd-99eb-6bfbb06be281", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-6ffb6a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:37:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6ffb6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "name": "odh-trusted-ca-bundle", "reconcileID": "d242fedb-39b5-4828-ab24-c9b6ab950d10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a"} 2026-09-11T13:37:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6ffb6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "name": "odh-trusted-ca-bundle", "reconcileID": "d242fedb-39b5-4828-ab24-c9b6ab950d10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a"} 2026-09-11T13:37:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-6ffb6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "name": "openshift-service-ca.crt", "reconcileID": "8fdf854d-b317-401d-a38d-c4ffa3b021bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a"} 2026-09-11T13:37:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-6ffb6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "name": "openshift-service-ca.crt", "reconcileID": "8fdf854d-b317-401d-a38d-c4ffa3b021bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a"} 2026-09-11T13:37:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6ffb6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc7ca9dc-2b04-48f6-b7fb-97476ed5468e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a"} 2026-09-11T13:37:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6ffb6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc7ca9dc-2b04-48f6-b7fb-97476ed5468e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6ffb6a"} 2026-09-11T13:37:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6ffb6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6ffb6a", "reconcileID": "282bab55-970a-4563-9680-3b93727c1e88", "Gateway": "e2e-shared-a-w3-6ffb6a", "namespace": "openshift-ingress"} 2026-09-11T13:38:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-12f386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-12f386", "reconcileID": "8a4e2f1d-a594-4eef-a76f-2d9bd5122b2b", "Gateway": "e2e-shared-b-w3-12f386", "namespace": "openshift-ingress"} 2026-09-11T13:38:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-12f386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-12f386", "reconcileID": "8a4e2f1d-a594-4eef-a76f-2d9bd5122b2b", "Gateway": "e2e-shared-b-w3-12f386", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-12f386-authn-ssl"} 2026-09-11T13:38:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-12f386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-12f386", "reconcileID": "8a4e2f1d-a594-4eef-a76f-2d9bd5122b2b", "Gateway": "e2e-shared-b-w3-12f386", "namespace": "openshift-ingress"} 2026-09-11T13:38:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-12f386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-12f386", "reconcileID": "18788f4c-0927-460d-88cc-3eb51429df6e", "Gateway": "e2e-shared-b-w3-12f386", "namespace": "openshift-ingress"} 2026-09-11T13:38:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-12f386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-12f386", "reconcileID": "18788f4c-0927-460d-88cc-3eb51429df6e", "Gateway": "e2e-shared-b-w3-12f386", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-12f386-authn-ssl"} 2026-09-11T13:38:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-12f386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-12f386", "reconcileID": "18788f4c-0927-460d-88cc-3eb51429df6e", "Gateway": "e2e-shared-b-w3-12f386", "namespace": "openshift-ingress"} 2026-09-11T13:38:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a5dfe0e-700e-4672-905a-e5bc751426d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:38:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a5dfe0e-700e-4672-905a-e5bc751426d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:38:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a5dfe0e-700e-4672-905a-e5bc751426d0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-12f386 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:38:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "odh-trusted-ca-bundle", "reconcileID": "11dce387-f0ee-4269-9909-26258bc77c31", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:38:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "odh-trusted-ca-bundle", "reconcileID": "11dce387-f0ee-4269-9909-26258bc77c31", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:38:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "openshift-service-ca.crt", "reconcileID": "a0fa518d-13f6-4a07-8b46-85aa5d9506d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:38:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "openshift-service-ca.crt", "reconcileID": "a0fa518d-13f6-4a07-8b46-85aa5d9506d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:38:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d26f8849-2614-413d-9270-a5998b8177f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:38:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-12f386"}, "namespace": "ai-tenant-e2e-shared-b-w3-12f386", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d26f8849-2614-413d-9270-a5998b8177f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-12f386"} 2026-09-11T13:38:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-12f386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-12f386", "reconcileID": "a71464ae-63d3-48c6-aaec-148a44d98f23", "Gateway": "e2e-shared-b-w3-12f386", "namespace": "openshift-ingress"} 2026-09-11T13:42:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "205b1064-4ef9-4fcd-920b-90f00ccc0b18", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm"} 2026-09-11T13:42:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "205b1064-4ef9-4fcd-920b-90f00ccc0b18", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm"} 2026-09-11T13:42:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "205b1064-4ef9-4fcd-920b-90f00ccc0b18", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm"} 2026-09-11T13:42:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3587e6ec-b87e-48ac-b85c-ec1c9c51b749", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:42:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "205b1064-4ef9-4fcd-920b-90f00ccc0b18", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm", "name": "e2e-same-id-a-eaefc095-kserve-route-authn"} 2026-09-11T13:42:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "205b1064-4ef9-4fcd-920b-90f00ccc0b18", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:42:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "205b1064-4ef9-4fcd-920b-90f00ccc0b18", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm"} 2026-09-11T13:42:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3587e6ec-b87e-48ac-b85c-ec1c9c51b749", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:42:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3587e6ec-b87e-48ac-b85c-ec1c9c51b749", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:42:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "9b218749-14cf-4f0a-8f78-b5aecfdf33a4", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm"} 2026-09-11T13:42:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "9b218749-14cf-4f0a-8f78-b5aecfdf33a4", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm"} 2026-09-11T13:42:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "9b218749-14cf-4f0a-8f78-b5aecfdf33a4", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm"} 2026-09-11T13:42:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "9b218749-14cf-4f0a-8f78-b5aecfdf33a4", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm", "name": "e2e-same-id-a-eaefc095-kserve-route-authn"} 2026-09-11T13:42:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "9b218749-14cf-4f0a-8f78-b5aecfdf33a4", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:42:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "9b218749-14cf-4f0a-8f78-b5aecfdf33a4", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm"} 2026-09-11T13:42:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "247f12a5-7a71-4d87-8f7a-e2f953c165d8", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm"} 2026-09-11T13:42:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "247f12a5-7a71-4d87-8f7a-e2f953c165d8", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm"} 2026-09-11T13:42:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "247f12a5-7a71-4d87-8f7a-e2f953c165d8", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm"} 2026-09-11T13:42:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "186b56af-163d-4c8e-8433-bf4f7d628c04", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:42:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "247f12a5-7a71-4d87-8f7a-e2f953c165d8", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm", "name": "e2e-same-id-b-eaefc095-kserve-route-authn"} 2026-09-11T13:42:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "247f12a5-7a71-4d87-8f7a-e2f953c165d8", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:42:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "247f12a5-7a71-4d87-8f7a-e2f953c165d8", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm"} 2026-09-11T13:42:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "186b56af-163d-4c8e-8433-bf4f7d628c04", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:42:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "186b56af-163d-4c8e-8433-bf4f7d628c04", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:42:35Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T13:42:35Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T13:42:35Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T13:42:35Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T13:42:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "74718bb4-7ae6-49f6-8f4d-3b239357cee2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:42:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "74718bb4-7ae6-49f6-8f4d-3b239357cee2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:42:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "74718bb4-7ae6-49f6-8f4d-3b239357cee2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:42:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "369607ec-f84f-4d8b-a674-f7b63251f40e", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm"} 2026-09-11T13:42:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "369607ec-f84f-4d8b-a674-f7b63251f40e", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm"} 2026-09-11T13:42:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "369607ec-f84f-4d8b-a674-f7b63251f40e", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm"} 2026-09-11T13:42:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "369607ec-f84f-4d8b-a674-f7b63251f40e", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm", "name": "e2e-same-id-a-eaefc095-kserve-route-authn"} 2026-09-11T13:42:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "369607ec-f84f-4d8b-a674-f7b63251f40e", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:42:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "369607ec-f84f-4d8b-a674-f7b63251f40e", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm"} 2026-09-11T13:42:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "17837530-92a1-4586-8880-b2d04ec2b3ac", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm"} 2026-09-11T13:42:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "17837530-92a1-4586-8880-b2d04ec2b3ac", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm"} 2026-09-11T13:42:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "17837530-92a1-4586-8880-b2d04ec2b3ac", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm"} 2026-09-11T13:42:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "17837530-92a1-4586-8880-b2d04ec2b3ac", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm", "name": "e2e-same-id-b-eaefc095-kserve-route-authn"} 2026-09-11T13:42:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "17837530-92a1-4586-8880-b2d04ec2b3ac", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:42:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "17837530-92a1-4586-8880-b2d04ec2b3ac", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm"} 2026-09-11T13:42:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d6341ad2-2bf9-4969-96de-32c9014715d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:42:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d6341ad2-2bf9-4969-96de-32c9014715d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:42:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d6341ad2-2bf9-4969-96de-32c9014715d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:42:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "d09e29dc-ea7f-498a-812b-d2bafe3414c4", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm"} 2026-09-11T13:42:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "d09e29dc-ea7f-498a-812b-d2bafe3414c4", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm"} 2026-09-11T13:42:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "d09e29dc-ea7f-498a-812b-d2bafe3414c4", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm"} 2026-09-11T13:42:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "d09e29dc-ea7f-498a-812b-d2bafe3414c4", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm", "name": "e2e-same-id-b-eaefc095-kserve-route-authn"} 2026-09-11T13:42:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "d09e29dc-ea7f-498a-812b-d2bafe3414c4", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:42:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "d09e29dc-ea7f-498a-812b-d2bafe3414c4", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm"} 2026-09-11T13:43:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "1d74a840-4c77-474b-8ec4-01ccf125af56", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm"} 2026-09-11T13:43:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "1d74a840-4c77-474b-8ec4-01ccf125af56", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm"} 2026-09-11T13:43:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "1d74a840-4c77-474b-8ec4-01ccf125af56", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm"} 2026-09-11T13:43:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "1d74a840-4c77-474b-8ec4-01ccf125af56", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm", "name": "e2e-same-id-a-eaefc095-kserve-route-authn"} 2026-09-11T13:43:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "1d74a840-4c77-474b-8ec4-01ccf125af56", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:43:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "1d74a840-4c77-474b-8ec4-01ccf125af56", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm"} 2026-09-11T13:43:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "01a20cda-dae9-4d24-9cfd-a16e378c403e", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm"} 2026-09-11T13:43:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "01a20cda-dae9-4d24-9cfd-a16e378c403e", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm"} 2026-09-11T13:43:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "01a20cda-dae9-4d24-9cfd-a16e378c403e", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm"} 2026-09-11T13:43:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "01a20cda-dae9-4d24-9cfd-a16e378c403e", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm", "name": "e2e-same-id-b-eaefc095-kserve-route-authn"} 2026-09-11T13:43:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "01a20cda-dae9-4d24-9cfd-a16e378c403e", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:43:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "01a20cda-dae9-4d24-9cfd-a16e378c403e", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm"} 2026-09-11T13:43:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "efbee28b-87fb-4b5c-9033-00924fcd7ed4", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm"} 2026-09-11T13:43:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "efbee28b-87fb-4b5c-9033-00924fcd7ed4", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm", "name": "e2e-same-id-a-eaefc095"} 2026-09-11T13:43:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "efbee28b-87fb-4b5c-9033-00924fcd7ed4", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm"} 2026-09-11T13:43:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "efbee28b-87fb-4b5c-9033-00924fcd7ed4", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm"} 2026-09-11T13:43:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "efbee28b-87fb-4b5c-9033-00924fcd7ed4", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm", "name": "e2e-same-id-a-eaefc095-kserve-route-authn"} 2026-09-11T13:43:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "efbee28b-87fb-4b5c-9033-00924fcd7ed4", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm", "name": "e2e-same-id-a-eaefc095-kserve-route-authn"} 2026-09-11T13:43:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eaefc095", "reconcileID": "e631aab9-a958-4ab7-9c45-a5c7e776876f", "LLMInferenceService": "e2e-same-id-a-eaefc095", "namespace": "llm"} 2026-09-11T13:43:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "28aa502c-0fbc-430c-8f02-c834d28ef6cc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:43:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "28aa502c-0fbc-430c-8f02-c834d28ef6cc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:43:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "28aa502c-0fbc-430c-8f02-c834d28ef6cc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:43:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f2adba32-aa12-487d-b9fb-11dea2e3d9e3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:43:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f2adba32-aa12-487d-b9fb-11dea2e3d9e3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:43:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f2adba32-aa12-487d-b9fb-11dea2e3d9e3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:43:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "48375f21-3b8e-4ea5-8609-c9a1d7cc11c7", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm"} 2026-09-11T13:43:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "48375f21-3b8e-4ea5-8609-c9a1d7cc11c7", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm", "name": "e2e-same-id-b-eaefc095"} 2026-09-11T13:43:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "48375f21-3b8e-4ea5-8609-c9a1d7cc11c7", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm"} 2026-09-11T13:43:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "48375f21-3b8e-4ea5-8609-c9a1d7cc11c7", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm"} 2026-09-11T13:43:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "48375f21-3b8e-4ea5-8609-c9a1d7cc11c7", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm", "name": "e2e-same-id-b-eaefc095-kserve-route-authn"} 2026-09-11T13:43:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "48375f21-3b8e-4ea5-8609-c9a1d7cc11c7", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm", "name": "e2e-same-id-b-eaefc095-kserve-route-authn"} 2026-09-11T13:43:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eaefc095","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eaefc095", "reconcileID": "e9680141-59a4-4c9c-9dd0-8b6a23e80f69", "LLMInferenceService": "e2e-same-id-b-eaefc095", "namespace": "llm"} 2026-09-11T13:43:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cb10d2da-8f4e-48bd-b95f-c2cfd867910d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:43:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cb10d2da-8f4e-48bd-b95f-c2cfd867910d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:43:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cb10d2da-8f4e-48bd-b95f-c2cfd867910d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:43:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6bcfe345-7d75-48b5-82d1-8c97b7c80690", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:43:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6bcfe345-7d75-48b5-82d1-8c97b7c80690", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:43:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6bcfe345-7d75-48b5-82d1-8c97b7c80690", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}