2026-09-10T15:56:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e412c4","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4", "reconcileID": "89191eca-ccb6-4505-b764-2698ed7113cc", "LLMInferenceService": "rate-test-model-e412c4", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4"} 2026-09-10T15:56:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e412c4","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4", "reconcileID": "89191eca-ccb6-4505-b764-2698ed7113cc", "LLMInferenceService": "rate-test-model-e412c4", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4-kserve-route-authn"} 2026-09-10T15:56:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e412c4","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4", "reconcileID": "89191eca-ccb6-4505-b764-2698ed7113cc", "LLMInferenceService": "rate-test-model-e412c4", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "authType": "userdefined"} 2026-09-10T15:56:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e412c4","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4", "reconcileID": "89191eca-ccb6-4505-b764-2698ed7113cc", "LLMInferenceService": "rate-test-model-e412c4", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4"} 2026-09-10T15:56:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a653ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a653ab", "reconcileID": "d8e9b7b6-74a3-41c7-b1c5-3fbcdbb7d43d", "Gateway": "e2e-api-a-a653ab", "namespace": "openshift-ingress"} 2026-09-10T15:56:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a653ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a653ab", "reconcileID": "d8e9b7b6-74a3-41c7-b1c5-3fbcdbb7d43d", "Gateway": "e2e-api-a-a653ab", "namespace": "openshift-ingress", "name": "e2e-api-a-a653ab-authn-ssl"} 2026-09-10T15:56:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a653ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a653ab", "reconcileID": "d8e9b7b6-74a3-41c7-b1c5-3fbcdbb7d43d", "Gateway": "e2e-api-a-a653ab", "namespace": "openshift-ingress"} 2026-09-10T15:56:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a653ab"}, "namespace": "ai-tenant-e2e-api-a-a653ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "873102e7-2c09-4b6e-8e3c-0d0bce888145", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a653ab"} 2026-09-10T15:56:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a653ab"}, "namespace": "ai-tenant-e2e-api-a-a653ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "873102e7-2c09-4b6e-8e3c-0d0bce888145", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a653ab", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:56:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a653ab"}, "namespace": "ai-tenant-e2e-api-a-a653ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "873102e7-2c09-4b6e-8e3c-0d0bce888145", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-a653ab because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T15:56:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-a653ab"}, "namespace": "ai-tenant-e2e-api-a-a653ab", "name": "odh-trusted-ca-bundle", "reconcileID": "d4008a56-73a4-4a16-a58b-737c1a52df1c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a653ab"} 2026-09-10T15:56:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-a653ab"}, "namespace": "ai-tenant-e2e-api-a-a653ab", "name": "odh-trusted-ca-bundle", "reconcileID": "d4008a56-73a4-4a16-a58b-737c1a52df1c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a653ab"} 2026-09-10T15:56:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-a653ab"}, "namespace": "ai-tenant-e2e-api-a-a653ab", "name": "openshift-service-ca.crt", "reconcileID": "49a85263-3e18-4a76-8017-1609e090867e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-a653ab"} 2026-09-10T15:56:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-a653ab"}, "namespace": "ai-tenant-e2e-api-a-a653ab", "name": "openshift-service-ca.crt", "reconcileID": "49a85263-3e18-4a76-8017-1609e090867e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-a653ab"} 2026-09-10T15:56:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a653ab"}, "namespace": "ai-tenant-e2e-api-a-a653ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0754abe-33ab-4bb7-8cd6-e1ecbc947b51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a653ab"} 2026-09-10T15:56:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a653ab"}, "namespace": "ai-tenant-e2e-api-a-a653ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0754abe-33ab-4bb7-8cd6-e1ecbc947b51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a653ab"} 2026-09-10T15:56:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a653ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a653ab", "reconcileID": "c840226d-073c-4091-a562-e6cc2c434d1b", "Gateway": "e2e-api-a-a653ab", "namespace": "openshift-ingress"} 2026-09-10T15:56:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e412c4","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4", "reconcileID": "696fca06-f66a-4c8b-8d1f-c153382d9714", "LLMInferenceService": "rate-test-model-e412c4", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4"} 2026-09-10T15:56:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e412c4","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4", "reconcileID": "696fca06-f66a-4c8b-8d1f-c153382d9714", "LLMInferenceService": "rate-test-model-e412c4", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4"} 2026-09-10T15:56:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e412c4","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4", "reconcileID": "696fca06-f66a-4c8b-8d1f-c153382d9714", "LLMInferenceService": "rate-test-model-e412c4", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4"} 2026-09-10T15:56:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e412c4","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4", "reconcileID": "696fca06-f66a-4c8b-8d1f-c153382d9714", "LLMInferenceService": "rate-test-model-e412c4", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4-kserve-route-authn"} 2026-09-10T15:56:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e412c4","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4", "reconcileID": "696fca06-f66a-4c8b-8d1f-c153382d9714", "LLMInferenceService": "rate-test-model-e412c4", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "authType": "userdefined"} 2026-09-10T15:56:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e412c4","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4", "reconcileID": "696fca06-f66a-4c8b-8d1f-c153382d9714", "LLMInferenceService": "rate-test-model-e412c4", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4"} 2026-09-10T15:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86fc05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86fc05", "reconcileID": "114c3335-15d5-4d13-9702-10fdbd2e36f2", "Gateway": "e2e-api-b-86fc05", "namespace": "openshift-ingress"} 2026-09-10T15:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86fc05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86fc05", "reconcileID": "114c3335-15d5-4d13-9702-10fdbd2e36f2", "Gateway": "e2e-api-b-86fc05", "namespace": "openshift-ingress", "name": "e2e-api-b-86fc05-authn-ssl"} 2026-09-10T15:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86fc05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86fc05", "reconcileID": "114c3335-15d5-4d13-9702-10fdbd2e36f2", "Gateway": "e2e-api-b-86fc05", "namespace": "openshift-ingress"} 2026-09-10T15:56:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-86fc05"}, "namespace": "ai-tenant-e2e-api-b-86fc05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "466114e0-3a79-4636-a429-cbda68cb6723", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-86fc05"} 2026-09-10T15:56:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-86fc05"}, "namespace": "ai-tenant-e2e-api-b-86fc05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "466114e0-3a79-4636-a429-cbda68cb6723", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-86fc05", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:56:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-86fc05"}, "namespace": "ai-tenant-e2e-api-b-86fc05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "466114e0-3a79-4636-a429-cbda68cb6723", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-86fc05 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T15:56:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-86fc05"}, "namespace": "ai-tenant-e2e-api-b-86fc05", "name": "odh-trusted-ca-bundle", "reconcileID": "daa5e3f7-769c-4bbc-90d2-05b60ef368f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-86fc05"} 2026-09-10T15:56:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-86fc05"}, "namespace": "ai-tenant-e2e-api-b-86fc05", "name": "odh-trusted-ca-bundle", "reconcileID": "daa5e3f7-769c-4bbc-90d2-05b60ef368f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-86fc05"} 2026-09-10T15:56:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-86fc05"}, "namespace": "ai-tenant-e2e-api-b-86fc05", "name": "openshift-service-ca.crt", "reconcileID": "3839822d-a3f7-4f0b-ba3e-c91dfccb9ccf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-86fc05"} 2026-09-10T15:56:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-86fc05"}, "namespace": "ai-tenant-e2e-api-b-86fc05", "name": "openshift-service-ca.crt", "reconcileID": "3839822d-a3f7-4f0b-ba3e-c91dfccb9ccf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-86fc05"} 2026-09-10T15:56:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-86fc05"}, "namespace": "ai-tenant-e2e-api-b-86fc05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07fb5c2d-dfe1-43e7-8888-3e3d41d10cde", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-86fc05"} 2026-09-10T15:56:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-86fc05"}, "namespace": "ai-tenant-e2e-api-b-86fc05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07fb5c2d-dfe1-43e7-8888-3e3d41d10cde", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-86fc05"} 2026-09-10T15:56:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86fc05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86fc05", "reconcileID": "85a60120-23cc-4464-a948-72d3573dba68", "Gateway": "e2e-api-b-86fc05", "namespace": "openshift-ingress"} 2026-09-10T15:56:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-8e3dc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8e3dc2", "reconcileID": "01babaed-70af-4f8e-af68-61f477311c69", "Gateway": "e2e-shared-a-w2-8e3dc2", "namespace": "openshift-ingress"} 2026-09-10T15:56:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-8e3dc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8e3dc2", "reconcileID": "01babaed-70af-4f8e-af68-61f477311c69", "Gateway": "e2e-shared-a-w2-8e3dc2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8e3dc2-authn-ssl"} 2026-09-10T15:56:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-8e3dc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8e3dc2", "reconcileID": "01babaed-70af-4f8e-af68-61f477311c69", "Gateway": "e2e-shared-a-w2-8e3dc2", "namespace": "openshift-ingress"} 2026-09-10T15:56:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8e3dc2"}, "namespace": "ai-tenant-e2e-shared-a-w2-8e3dc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2bd4b6cc-078f-4fdd-a141-4380416f422f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8e3dc2"} 2026-09-10T15:56:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8e3dc2"}, "namespace": "ai-tenant-e2e-shared-a-w2-8e3dc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2bd4b6cc-078f-4fdd-a141-4380416f422f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8e3dc2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:56:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8e3dc2"}, "namespace": "ai-tenant-e2e-shared-a-w2-8e3dc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2bd4b6cc-078f-4fdd-a141-4380416f422f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-8e3dc2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T15:56:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8e3dc2"}, "namespace": "ai-tenant-e2e-shared-a-w2-8e3dc2", "name": "odh-trusted-ca-bundle", "reconcileID": "abb9799e-ef0f-4245-98fe-1a64ea9e94c7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8e3dc2"} 2026-09-10T15:56:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8e3dc2"}, "namespace": "ai-tenant-e2e-shared-a-w2-8e3dc2", "name": "odh-trusted-ca-bundle", "reconcileID": "abb9799e-ef0f-4245-98fe-1a64ea9e94c7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8e3dc2"} 2026-09-10T15:56:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-8e3dc2"}, "namespace": "ai-tenant-e2e-shared-a-w2-8e3dc2", "name": "openshift-service-ca.crt", "reconcileID": "3311a8fc-a78e-42c2-9d6b-db606b63dc2f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-8e3dc2"} 2026-09-10T15:56:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-8e3dc2"}, "namespace": "ai-tenant-e2e-shared-a-w2-8e3dc2", "name": "openshift-service-ca.crt", "reconcileID": "3311a8fc-a78e-42c2-9d6b-db606b63dc2f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-8e3dc2"} 2026-09-10T15:56:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8e3dc2"}, "namespace": "ai-tenant-e2e-shared-a-w2-8e3dc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "333e2235-62e6-4a23-a701-00ecd418280a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8e3dc2"} 2026-09-10T15:56:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8e3dc2"}, "namespace": "ai-tenant-e2e-shared-a-w2-8e3dc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "333e2235-62e6-4a23-a701-00ecd418280a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8e3dc2"} 2026-09-10T15:56:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-8e3dc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8e3dc2", "reconcileID": "8336ca30-8698-4575-b18b-cc5f1d13d123", "Gateway": "e2e-shared-a-w2-8e3dc2", "namespace": "openshift-ingress"} 2026-09-10T15:56:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6f8c71","namespace":"ai-tenant-e2e-shared-a-w3-6f8c71"}, "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "name": "rate-test-model-6f8c71", "reconcileID": "f8db6765-2b34-4b59-b65d-b561a588b004", "LLMInferenceService": "rate-test-model-6f8c71", "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71"} 2026-09-10T15:56:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6f8c71","namespace":"ai-tenant-e2e-shared-a-w3-6f8c71"}, "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "name": "rate-test-model-6f8c71", "reconcileID": "f8db6765-2b34-4b59-b65d-b561a588b004", "LLMInferenceService": "rate-test-model-6f8c71", "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "name": "rate-test-model-6f8c71"} 2026-09-10T15:56:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6f8c71","namespace":"ai-tenant-e2e-shared-a-w3-6f8c71"}, "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "name": "rate-test-model-6f8c71", "reconcileID": "f8db6765-2b34-4b59-b65d-b561a588b004", "LLMInferenceService": "rate-test-model-6f8c71", "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71"} 2026-09-10T15:56:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6f8c71","namespace":"ai-tenant-e2e-shared-a-w3-6f8c71"}, "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "name": "rate-test-model-6f8c71", "reconcileID": "f8db6765-2b34-4b59-b65d-b561a588b004", "LLMInferenceService": "rate-test-model-6f8c71", "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71"} 2026-09-10T15:56:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6f8c71","namespace":"ai-tenant-e2e-shared-a-w3-6f8c71"}, "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "name": "rate-test-model-6f8c71", "reconcileID": "f8db6765-2b34-4b59-b65d-b561a588b004", "LLMInferenceService": "rate-test-model-6f8c71", "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "name": "rate-test-model-6f8c71-kserve-route-authn"} 2026-09-10T15:56:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6f8c71","namespace":"ai-tenant-e2e-shared-a-w3-6f8c71"}, "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "name": "rate-test-model-6f8c71", "reconcileID": "f8db6765-2b34-4b59-b65d-b561a588b004", "LLMInferenceService": "rate-test-model-6f8c71", "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "name": "rate-test-model-6f8c71-kserve-route-authn"} 2026-09-10T15:56:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6f8c71","namespace":"ai-tenant-e2e-shared-a-w3-6f8c71"}, "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "name": "rate-test-model-6f8c71", "reconcileID": "f8db6765-2b34-4b59-b65d-b561a588b004", "LLMInferenceService": "rate-test-model-6f8c71", "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71"} 2026-09-10T15:56:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6f8c71","namespace":"ai-tenant-e2e-shared-a-w3-6f8c71"}, "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "name": "rate-test-model-6f8c71", "reconcileID": "f8db6765-2b34-4b59-b65d-b561a588b004", "LLMInferenceService": "rate-test-model-6f8c71", "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71"} 2026-09-10T15:56:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6f8c71","namespace":"ai-tenant-e2e-shared-a-w3-6f8c71"}, "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "name": "rate-test-model-6f8c71", "reconcileID": "9f5456d3-283b-4167-9c10-7ab1cccb77c7", "LLMInferenceService": "rate-test-model-6f8c71", "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71"} 2026-09-10T15:56:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6f8c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6f8c71", "reconcileID": "a8f68bf4-521c-4d8b-a7fd-4aac4649d3fa", "Gateway": "e2e-shared-a-w3-6f8c71", "namespace": "openshift-ingress"} 2026-09-10T15:56:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6f8c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6f8c71", "reconcileID": "a8f68bf4-521c-4d8b-a7fd-4aac4649d3fa", "Gateway": "e2e-shared-a-w3-6f8c71", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6f8c71-authn-ssl"} 2026-09-10T15:56:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6f8c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6f8c71", "reconcileID": "a8f68bf4-521c-4d8b-a7fd-4aac4649d3fa", "Gateway": "e2e-shared-a-w3-6f8c71", "namespace": "openshift-ingress"} 2026-09-10T15:56:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6f8c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6f8c71", "reconcileID": "ba5897d2-db9d-475a-ac74-132b9ec434e0", "Gateway": "e2e-shared-a-w3-6f8c71", "namespace": "openshift-ingress"} 2026-09-10T15:56:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6f8c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6f8c71", "reconcileID": "ba5897d2-db9d-475a-ac74-132b9ec434e0", "Gateway": "e2e-shared-a-w3-6f8c71", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6f8c71-authn-ssl"} 2026-09-10T15:56:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6f8c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6f8c71", "reconcileID": "ba5897d2-db9d-475a-ac74-132b9ec434e0", "Gateway": "e2e-shared-a-w3-6f8c71", "namespace": "openshift-ingress"} 2026-09-10T15:56:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e412c4","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4", "reconcileID": "9ccc22fa-cfb8-46d0-a366-942c77d95147", "LLMInferenceService": "rate-test-model-e412c4", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4"} 2026-09-10T15:56:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e412c4","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4", "reconcileID": "9ccc22fa-cfb8-46d0-a366-942c77d95147", "LLMInferenceService": "rate-test-model-e412c4", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4"} 2026-09-10T15:56:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e412c4","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4", "reconcileID": "9ccc22fa-cfb8-46d0-a366-942c77d95147", "LLMInferenceService": "rate-test-model-e412c4", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4"} 2026-09-10T15:56:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e412c4","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4", "reconcileID": "9ccc22fa-cfb8-46d0-a366-942c77d95147", "LLMInferenceService": "rate-test-model-e412c4", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4"} 2026-09-10T15:56:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e412c4","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4", "reconcileID": "9ccc22fa-cfb8-46d0-a366-942c77d95147", "LLMInferenceService": "rate-test-model-e412c4", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4-kserve-route-authn"} 2026-09-10T15:56:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e412c4","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4", "reconcileID": "9ccc22fa-cfb8-46d0-a366-942c77d95147", "LLMInferenceService": "rate-test-model-e412c4", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4-kserve-route-authn"} 2026-09-10T15:56:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e412c4","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4", "reconcileID": "9ccc22fa-cfb8-46d0-a366-942c77d95147", "LLMInferenceService": "rate-test-model-e412c4", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4"} 2026-09-10T15:56:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e412c4","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4", "reconcileID": "9ccc22fa-cfb8-46d0-a366-942c77d95147", "LLMInferenceService": "rate-test-model-e412c4", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4"} 2026-09-10T15:56:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e412c4","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "rate-test-model-e412c4", "reconcileID": "39d38fb8-5d59-4d82-8a30-156390ce12e7", "LLMInferenceService": "rate-test-model-e412c4", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4"} 2026-09-10T15:56:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e412c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e412c4", "reconcileID": "19acae00-a250-4d78-93ae-4fba73a7f415", "Gateway": "e2e-shared-b-w3-e412c4", "namespace": "openshift-ingress"} 2026-09-10T15:56:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e412c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e412c4", "reconcileID": "19acae00-a250-4d78-93ae-4fba73a7f415", "Gateway": "e2e-shared-b-w3-e412c4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e412c4-authn-ssl"} 2026-09-10T15:56:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e412c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e412c4", "reconcileID": "19acae00-a250-4d78-93ae-4fba73a7f415", "Gateway": "e2e-shared-b-w3-e412c4", "namespace": "openshift-ingress"} 2026-09-10T15:56:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e412c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e412c4", "reconcileID": "25618d50-71a0-4b20-8eae-0f25b572ca77", "Gateway": "e2e-shared-b-w3-e412c4", "namespace": "openshift-ingress"} 2026-09-10T15:56:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e412c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e412c4", "reconcileID": "25618d50-71a0-4b20-8eae-0f25b572ca77", "Gateway": "e2e-shared-b-w3-e412c4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e412c4-authn-ssl"} 2026-09-10T15:56:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e412c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e412c4", "reconcileID": "25618d50-71a0-4b20-8eae-0f25b572ca77", "Gateway": "e2e-shared-b-w3-e412c4", "namespace": "openshift-ingress"} 2026-09-10T15:56:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "f0f3c0d8-85f7-4c94-a4a0-bba4217100b7", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:56:54Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "f0f3c0d8-85f7-4c94-a4a0-bba4217100b7", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91-authn-ssl"} 2026-09-10T15:56:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "f0f3c0d8-85f7-4c94-a4a0-bba4217100b7", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:56:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "7123e633-6fce-4f97-a8e2-48bc7486c29d", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:56:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "7123e633-6fce-4f97-a8e2-48bc7486c29d", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91-authn-ssl"} 2026-09-10T15:56:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "7123e633-6fce-4f97-a8e2-48bc7486c29d", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:56:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "122710e0-d4fd-4781-8e5c-b595d42d260e", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:56:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "122710e0-d4fd-4781-8e5c-b595d42d260e", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91-authn-ssl"} 2026-09-10T15:56:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "122710e0-d4fd-4781-8e5c-b595d42d260e", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:56:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "11a05790-0787-4b17-8aad-57bd92f95e15", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:56:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "11a05790-0787-4b17-8aad-57bd92f95e15", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91-authn-ssl"} 2026-09-10T15:56:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "11a05790-0787-4b17-8aad-57bd92f95e15", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:56:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "982fd846-3b32-416b-ab92-348a345f1469", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:56:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "982fd846-3b32-416b-ab92-348a345f1469", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91-authn-ssl"} 2026-09-10T15:56:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "982fd846-3b32-416b-ab92-348a345f1469", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:56:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "820b3776-7cbc-432d-8611-30d727316ad4", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:56:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "820b3776-7cbc-432d-8611-30d727316ad4", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91-authn-ssl"} 2026-09-10T15:56:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "820b3776-7cbc-432d-8611-30d727316ad4", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:56:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "db5cacbc-4385-47e0-b2d2-1c2a7a4dcba7", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:56:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "db5cacbc-4385-47e0-b2d2-1c2a7a4dcba7", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91-authn-ssl"} 2026-09-10T15:56:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "db5cacbc-4385-47e0-b2d2-1c2a7a4dcba7", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:56:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "openshift-service-ca.crt", "reconcileID": "1f4705ed-5980-4c26-832d-eadb02194821", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:56:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "odh-trusted-ca-bundle", "reconcileID": "c979ecbd-4454-436b-8c6b-f0c21a989fcd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:56:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "openshift-service-ca.crt", "reconcileID": "6506c6ab-1434-46e1-9e3c-4257bd78ccae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a85a91", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:56:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "openshift-service-ca.crt", "reconcileID": "6506c6ab-1434-46e1-9e3c-4257bd78ccae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:56:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06279aae-1625-4e80-a936-9743707473c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:56:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "openshift-service-ca.crt", "reconcileID": "2752dcee-796c-4e33-a579-a74bdcf8dc28", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:56:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "odh-trusted-ca-bundle", "reconcileID": "ccf9ba48-edb1-433c-9a43-af50937f8f57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a85a91", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:56:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "odh-trusted-ca-bundle", "reconcileID": "ccf9ba48-edb1-433c-9a43-af50937f8f57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:56:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "feb247bd-52de-4827-a810-c3e24e1f80e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:56:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "cfab6ea9-6ef7-4124-a2f4-000c675d2e27", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:56:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "cfab6ea9-6ef7-4124-a2f4-000c675d2e27", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91-authn-ssl"} 2026-09-10T15:56:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "cfab6ea9-6ef7-4124-a2f4-000c675d2e27", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:56:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-761990","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-761990", "reconcileID": "0a95e7f4-1608-4493-b0bd-270c116cfe12", "Gateway": "e2e-shared-b-w2-761990", "namespace": "openshift-ingress"} 2026-09-10T15:56:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-761990","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-761990", "reconcileID": "0a95e7f4-1608-4493-b0bd-270c116cfe12", "Gateway": "e2e-shared-b-w2-761990", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-761990-authn-ssl"} 2026-09-10T15:56:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-761990","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-761990", "reconcileID": "0a95e7f4-1608-4493-b0bd-270c116cfe12", "Gateway": "e2e-shared-b-w2-761990", "namespace": "openshift-ingress"} 2026-09-10T15:57:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-761990","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-761990", "reconcileID": "1d05fd05-54c8-4dfe-8f46-25a9ed32b311", "Gateway": "e2e-shared-b-w2-761990", "namespace": "openshift-ingress"} 2026-09-10T15:57:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-761990","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-761990", "reconcileID": "1d05fd05-54c8-4dfe-8f46-25a9ed32b311", "Gateway": "e2e-shared-b-w2-761990", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-761990-authn-ssl"} 2026-09-10T15:57:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-761990","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-761990", "reconcileID": "1d05fd05-54c8-4dfe-8f46-25a9ed32b311", "Gateway": "e2e-shared-b-w2-761990", "namespace": "openshift-ingress"} 2026-09-10T15:57:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "1347e264-aaa1-4638-a538-3575cfd17738", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:57:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "1347e264-aaa1-4638-a538-3575cfd17738", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91-authn-ssl"} 2026-09-10T15:57:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "1347e264-aaa1-4638-a538-3575cfd17738", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:57:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-761990"}, "namespace": "ai-tenant-e2e-shared-b-w2-761990", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c09dd1c6-d9fd-4065-b929-b34f9b9ac09b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-761990"} 2026-09-10T15:57:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-761990"}, "namespace": "ai-tenant-e2e-shared-b-w2-761990", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c09dd1c6-d9fd-4065-b929-b34f9b9ac09b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-761990", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:57:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-761990"}, "namespace": "ai-tenant-e2e-shared-b-w2-761990", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c09dd1c6-d9fd-4065-b929-b34f9b9ac09b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-761990 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T15:57:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-761990"}, "namespace": "ai-tenant-e2e-shared-b-w2-761990", "name": "odh-trusted-ca-bundle", "reconcileID": "a3b3cb0d-73e5-4bf9-bac3-75b3c3b3a8a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-761990"} 2026-09-10T15:57:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-761990"}, "namespace": "ai-tenant-e2e-shared-b-w2-761990", "name": "odh-trusted-ca-bundle", "reconcileID": "a3b3cb0d-73e5-4bf9-bac3-75b3c3b3a8a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-761990"} 2026-09-10T15:57:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-761990"}, "namespace": "ai-tenant-e2e-shared-b-w2-761990", "name": "openshift-service-ca.crt", "reconcileID": "8d43f00f-f4c9-48a4-b321-c20fd61461e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-761990"} 2026-09-10T15:57:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-761990"}, "namespace": "ai-tenant-e2e-shared-b-w2-761990", "name": "openshift-service-ca.crt", "reconcileID": "8d43f00f-f4c9-48a4-b321-c20fd61461e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-761990"} 2026-09-10T15:57:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-761990"}, "namespace": "ai-tenant-e2e-shared-b-w2-761990", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d267af27-0d99-4d71-be4e-c3a1c06087da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-761990"} 2026-09-10T15:57:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-761990"}, "namespace": "ai-tenant-e2e-shared-b-w2-761990", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d267af27-0d99-4d71-be4e-c3a1c06087da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-761990"} 2026-09-10T15:57:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-761990","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-761990", "reconcileID": "f61a23c3-f208-4968-a765-843df3cbcd41", "Gateway": "e2e-shared-b-w2-761990", "namespace": "openshift-ingress"} 2026-09-10T15:57:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "33b48e0d-5781-405e-b75e-d5052d0328f4", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T15:57:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "33b48e0d-5781-405e-b75e-d5052d0328f4", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559-authn-ssl"} 2026-09-10T15:57:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "33b48e0d-5781-405e-b75e-d5052d0328f4", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T15:57:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "cabfc440-13d8-473a-bf33-a411765540c7", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T15:57:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "cabfc440-13d8-473a-bf33-a411765540c7", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559-authn-ssl"} 2026-09-10T15:57:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "cabfc440-13d8-473a-bf33-a411765540c7", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T15:57:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "ea98a647-2ee3-43cc-83c1-76092cb84af5", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T15:57:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "ea98a647-2ee3-43cc-83c1-76092cb84af5", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559-authn-ssl"} 2026-09-10T15:57:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "ea98a647-2ee3-43cc-83c1-76092cb84af5", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T15:57:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "1de629da-38cd-4d9f-ac94-d6f31828c1d2", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T15:57:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "1de629da-38cd-4d9f-ac94-d6f31828c1d2", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559-authn-ssl"} 2026-09-10T15:57:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "1de629da-38cd-4d9f-ac94-d6f31828c1d2", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T15:57:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "a9c45789-2abb-4220-a598-1e32da9324c7", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T15:57:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "a9c45789-2abb-4220-a598-1e32da9324c7", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559-authn-ssl"} 2026-09-10T15:57:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "a9c45789-2abb-4220-a598-1e32da9324c7", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T15:57:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "6cff9079-163a-4e84-8ab4-f25e4e00f851", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T15:57:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "6cff9079-163a-4e84-8ab4-f25e4e00f851", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559-authn-ssl"} 2026-09-10T15:57:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "6cff9079-163a-4e84-8ab4-f25e4e00f851", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T15:57:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "75850653-9d5f-409f-8416-4485e1f161ba", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T15:57:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "75850653-9d5f-409f-8416-4485e1f161ba", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559-authn-ssl"} 2026-09-10T15:57:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "75850653-9d5f-409f-8416-4485e1f161ba", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T15:57:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "075d526e-48ff-4121-aca8-5ce41586da79", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T15:57:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "075d526e-48ff-4121-aca8-5ce41586da79", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559-authn-ssl"} 2026-09-10T15:57:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "075d526e-48ff-4121-aca8-5ce41586da79", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T15:57:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f52559"}, "namespace": "ai-tenant-e2e-ipp-b-f52559", "name": "openshift-service-ca.crt", "reconcileID": "0af6c241-91a8-4b93-936d-4876e1272210", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f52559"} 2026-09-10T15:57:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f52559"}, "namespace": "ai-tenant-e2e-ipp-b-f52559", "name": "odh-trusted-ca-bundle", "reconcileID": "f63932de-eed0-4569-ac60-bffe961dff75", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f52559"} 2026-09-10T15:57:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f52559"}, "namespace": "ai-tenant-e2e-ipp-b-f52559", "name": "openshift-service-ca.crt", "reconcileID": "6e747eb5-74bd-4dc2-8f8c-a86752f1a026", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f52559", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:57:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f52559"}, "namespace": "ai-tenant-e2e-ipp-b-f52559", "name": "openshift-service-ca.crt", "reconcileID": "6e747eb5-74bd-4dc2-8f8c-a86752f1a026", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f52559"} 2026-09-10T15:57:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f52559"}, "namespace": "ai-tenant-e2e-ipp-b-f52559", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "093852f5-5095-4617-bf03-4db98a967d35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f52559"} 2026-09-10T15:57:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f52559"}, "namespace": "ai-tenant-e2e-ipp-b-f52559", "name": "openshift-service-ca.crt", "reconcileID": "3331b278-89d6-47c9-8a66-972423b5e152", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f52559"} 2026-09-10T15:57:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f52559"}, "namespace": "ai-tenant-e2e-ipp-b-f52559", "name": "odh-trusted-ca-bundle", "reconcileID": "21b11cf7-daff-46e0-8eb7-aaaa8510ef04", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f52559", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:57:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f52559"}, "namespace": "ai-tenant-e2e-ipp-b-f52559", "name": "odh-trusted-ca-bundle", "reconcileID": "21b11cf7-daff-46e0-8eb7-aaaa8510ef04", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f52559"} 2026-09-10T15:57:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f52559"}, "namespace": "ai-tenant-e2e-ipp-b-f52559", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5168bf03-3728-4ffc-a7cd-113ecf7bcb7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f52559"} 2026-09-10T15:57:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "50b4549b-fca6-4c02-a75f-6259f0a27507", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T15:57:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "50b4549b-fca6-4c02-a75f-6259f0a27507", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559-authn-ssl"} 2026-09-10T15:57:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "50b4549b-fca6-4c02-a75f-6259f0a27507", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T15:57:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "66ebb677-1864-4a74-86fb-9d635710f623", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T15:57:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "66ebb677-1864-4a74-86fb-9d635710f623", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559-authn-ssl"} 2026-09-10T15:57:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "66ebb677-1864-4a74-86fb-9d635710f623", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T15:57:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "b766c040-b027-4970-9f47-d2c741d0cb41", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:57:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "b766c040-b027-4970-9f47-d2c741d0cb41", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:57:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "b766c040-b027-4970-9f47-d2c741d0cb41", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:57:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "b766c040-b027-4970-9f47-d2c741d0cb41", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91-kserve-route-authn"} 2026-09-10T15:57:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "b766c040-b027-4970-9f47-d2c741d0cb41", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91", "authType": "userdefined"} 2026-09-10T15:57:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "b766c040-b027-4970-9f47-d2c741d0cb41", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:57:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "cf2988d1-a836-4323-bc0d-7b570497074f", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:57:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "cf2988d1-a836-4323-bc0d-7b570497074f", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91-authn-ssl"} 2026-09-10T15:57:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "cf2988d1-a836-4323-bc0d-7b570497074f", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:57:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "324381e3-e0eb-4433-893e-147014ec4fce", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:57:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "324381e3-e0eb-4433-893e-147014ec4fce", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:57:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "324381e3-e0eb-4433-893e-147014ec4fce", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:57:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "324381e3-e0eb-4433-893e-147014ec4fce", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91-kserve-route-authn"} 2026-09-10T15:57:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "324381e3-e0eb-4433-893e-147014ec4fce", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91", "authType": "userdefined"} 2026-09-10T15:57:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "324381e3-e0eb-4433-893e-147014ec4fce", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:58:10Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T15:58:10Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T15:58:10Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T15:58:10Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T15:58:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "a01aefa0-b23a-451c-920a-ea09690fa825", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:58:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "a01aefa0-b23a-451c-920a-ea09690fa825", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91-authn-ssl"} 2026-09-10T15:58:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "a01aefa0-b23a-451c-920a-ea09690fa825", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:58:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "bb69ca4d-d315-4a64-9a23-66e96b29164e", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:58:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "bb69ca4d-d315-4a64-9a23-66e96b29164e", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:58:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "bb69ca4d-d315-4a64-9a23-66e96b29164e", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:58:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "bb69ca4d-d315-4a64-9a23-66e96b29164e", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91-kserve-route-authn"} 2026-09-10T15:58:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "bb69ca4d-d315-4a64-9a23-66e96b29164e", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91", "authType": "userdefined"} 2026-09-10T15:58:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "bb69ca4d-d315-4a64-9a23-66e96b29164e", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:58:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "418d1c1b-35b8-41ea-928c-bfd7ec33b37d", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:58:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "418d1c1b-35b8-41ea-928c-bfd7ec33b37d", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:58:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "418d1c1b-35b8-41ea-928c-bfd7ec33b37d", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:58:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "418d1c1b-35b8-41ea-928c-bfd7ec33b37d", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91-kserve-route-authn"} 2026-09-10T15:58:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "418d1c1b-35b8-41ea-928c-bfd7ec33b37d", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91", "authType": "userdefined"} 2026-09-10T15:58:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "418d1c1b-35b8-41ea-928c-bfd7ec33b37d", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:58:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "522966d0-ad15-4f53-9cfa-7f437c08c58a", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:58:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "522966d0-ad15-4f53-9cfa-7f437c08c58a", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:58:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "522966d0-ad15-4f53-9cfa-7f437c08c58a", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:58:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "522966d0-ad15-4f53-9cfa-7f437c08c58a", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91-kserve-route-authn"} 2026-09-10T15:58:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "522966d0-ad15-4f53-9cfa-7f437c08c58a", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91", "authType": "userdefined"} 2026-09-10T15:58:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "522966d0-ad15-4f53-9cfa-7f437c08c58a", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:58:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "d0d058fb-b063-438c-bc7a-7204290e2a89", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress"} 2026-09-10T15:58:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "d0d058fb-b063-438c-bc7a-7204290e2a89", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5-authn-ssl"} 2026-09-10T15:58:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "d0d058fb-b063-438c-bc7a-7204290e2a89", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress"} 2026-09-10T15:58:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "e37255ab-ace1-4205-bc9a-2b44e7b3c505", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress"} 2026-09-10T15:58:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "e37255ab-ace1-4205-bc9a-2b44e7b3c505", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5-authn-ssl"} 2026-09-10T15:58:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "e37255ab-ace1-4205-bc9a-2b44e7b3c505", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress"} 2026-09-10T15:58:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "e5f94319-7c76-4d3e-b4ae-aa67dd3e9386", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress"} 2026-09-10T15:58:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "e5f94319-7c76-4d3e-b4ae-aa67dd3e9386", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5-authn-ssl"} 2026-09-10T15:58:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "e5f94319-7c76-4d3e-b4ae-aa67dd3e9386", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress"} 2026-09-10T15:58:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "7412fea2-3e36-4ebe-8ad8-60c237338365", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress"} 2026-09-10T15:58:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "7412fea2-3e36-4ebe-8ad8-60c237338365", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5-authn-ssl"} 2026-09-10T15:58:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "7412fea2-3e36-4ebe-8ad8-60c237338365", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress"} 2026-09-10T15:58:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "cd49ba8b-6d49-4966-936b-1f8b73f590c6", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress"} 2026-09-10T15:58:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "cd49ba8b-6d49-4966-936b-1f8b73f590c6", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5-authn-ssl"} 2026-09-10T15:58:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "cd49ba8b-6d49-4966-936b-1f8b73f590c6", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress"} 2026-09-10T15:58:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "ed5d6e18-8b8a-4143-9c7f-0c103130ebbd", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress"} 2026-09-10T15:58:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "ed5d6e18-8b8a-4143-9c7f-0c103130ebbd", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5-authn-ssl"} 2026-09-10T15:58:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "ed5d6e18-8b8a-4143-9c7f-0c103130ebbd", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress"} 2026-09-10T15:58:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "b3198e91-41e5-4837-80b7-5d27373f3810", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress"} 2026-09-10T15:58:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "b3198e91-41e5-4837-80b7-5d27373f3810", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5-authn-ssl"} 2026-09-10T15:58:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "b3198e91-41e5-4837-80b7-5d27373f3810", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress"} 2026-09-10T15:58:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7388f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5", "name": "openshift-service-ca.crt", "reconcileID": "902368e7-3581-4a88-9904-de4becec231a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5"} 2026-09-10T15:58:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7388f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5", "name": "odh-trusted-ca-bundle", "reconcileID": "73c44d5e-63c7-42ca-a3d6-e32bf1ffca8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5"} 2026-09-10T15:58:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7388f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5", "name": "openshift-service-ca.crt", "reconcileID": "afe2f0ec-266b-48c9-aada-17a34e5818f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:58:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7388f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5", "name": "openshift-service-ca.crt", "reconcileID": "afe2f0ec-266b-48c9-aada-17a34e5818f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5"} 2026-09-10T15:58:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7388f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f16e6df9-c358-45db-b576-16b28161ceb1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5"} 2026-09-10T15:58:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7388f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5", "name": "openshift-service-ca.crt", "reconcileID": "05651505-bfd8-4f1e-a2b9-b0418580167d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5"} 2026-09-10T15:58:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7388f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5", "name": "odh-trusted-ca-bundle", "reconcileID": "8f5a0db3-afbf-4712-b85e-85abed320468", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:58:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7388f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5", "name": "odh-trusted-ca-bundle", "reconcileID": "8f5a0db3-afbf-4712-b85e-85abed320468", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5"} 2026-09-10T15:58:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7388f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b54014a-3300-4db1-9d37-ba2c52ed0874", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5"} 2026-09-10T15:58:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "c677f4fa-4f50-4682-a3aa-0b03efc4cb6d", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress"} 2026-09-10T15:58:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "c677f4fa-4f50-4682-a3aa-0b03efc4cb6d", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5-authn-ssl"} 2026-09-10T15:58:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "c677f4fa-4f50-4682-a3aa-0b03efc4cb6d", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress"} 2026-09-10T15:58:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "f4b06270-e152-4c87-ae47-e73d4ab0cc63", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress"} 2026-09-10T15:58:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "f4b06270-e152-4c87-ae47-e73d4ab0cc63", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5-authn-ssl"} 2026-09-10T15:58:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "f4b06270-e152-4c87-ae47-e73d4ab0cc63", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress"} 2026-09-10T15:59:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "245d0a69-5e0c-4260-9620-a07ce0d846dd", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress"} 2026-09-10T15:59:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "245d0a69-5e0c-4260-9620-a07ce0d846dd", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5-authn-ssl"} 2026-09-10T15:59:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "245d0a69-5e0c-4260-9620-a07ce0d846dd", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress"} 2026-09-10T15:59:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "5134db43-37da-4248-a847-8eda61666e64", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress"} 2026-09-10T15:59:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "5134db43-37da-4248-a847-8eda61666e64", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5-authn-ssl"} 2026-09-10T15:59:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "5134db43-37da-4248-a847-8eda61666e64", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress"} 2026-09-10T15:59:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7388f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce6bdb09-d064-4c7a-91b7-fd77c7f1b802", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5"} 2026-09-10T15:59:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7388f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce6bdb09-d064-4c7a-91b7-fd77c7f1b802", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:59:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7388f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce6bdb09-d064-4c7a-91b7-fd77c7f1b802", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-7388f5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T15:59:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7388f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5", "name": "odh-trusted-ca-bundle", "reconcileID": "91b2783b-8b59-46a2-afa0-75b153cbee4d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5"} 2026-09-10T15:59:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7388f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5", "name": "odh-trusted-ca-bundle", "reconcileID": "91b2783b-8b59-46a2-afa0-75b153cbee4d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5"} 2026-09-10T15:59:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7388f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5", "name": "openshift-service-ca.crt", "reconcileID": "ebd3c734-35f4-44f6-a0bb-1f3c1c58b25f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5"} 2026-09-10T15:59:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7388f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5", "name": "openshift-service-ca.crt", "reconcileID": "ebd3c734-35f4-44f6-a0bb-1f3c1c58b25f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5"} 2026-09-10T15:59:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7388f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b0d852e-28ec-40c4-86b5-837c6aee21dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5"} 2026-09-10T15:59:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7388f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b0d852e-28ec-40c4-86b5-837c6aee21dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7388f5"} 2026-09-10T15:59:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7388f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7388f5", "reconcileID": "bb7a51cb-eb16-4af0-bd52-072e9e47dbb8", "Gateway": "e2e-ipp-cleanup-7388f5", "namespace": "openshift-ingress"} 2026-09-10T15:59:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "bc0ef14b-723c-44b2-9efd-dd578e3fcc36", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:59:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "bc0ef14b-723c-44b2-9efd-dd578e3fcc36", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91-authn-ssl"} 2026-09-10T15:59:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "bc0ef14b-723c-44b2-9efd-dd578e3fcc36", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:59:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "f58b00b9-2f6f-4225-8e40-604f5403dbef", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:59:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "f58b00b9-2f6f-4225-8e40-604f5403dbef", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91-authn-ssl"} 2026-09-10T15:59:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "f58b00b9-2f6f-4225-8e40-604f5403dbef", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:59:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "85810b53-2c10-4364-bf1b-28571ba4977d", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:59:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "85810b53-2c10-4364-bf1b-28571ba4977d", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91-authn-ssl"} 2026-09-10T15:59:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "85810b53-2c10-4364-bf1b-28571ba4977d", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T15:59:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "344c01fe-616f-4362-9b34-f91d3bb2f26c", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:59:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "344c01fe-616f-4362-9b34-f91d3bb2f26c", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:59:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "344c01fe-616f-4362-9b34-f91d3bb2f26c", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T15:59:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "344c01fe-616f-4362-9b34-f91d3bb2f26c", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91-kserve-route-authn"} 2026-09-10T15:59:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "344c01fe-616f-4362-9b34-f91d3bb2f26c", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91", "authType": "userdefined"} 2026-09-10T15:59:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "344c01fe-616f-4362-9b34-f91d3bb2f26c", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T16:00:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2c61087-88a0-4697-b882-1f3f1aa9823f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T16:00:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2c61087-88a0-4697-b882-1f3f1aa9823f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a85a91", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:00:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2c61087-88a0-4697-b882-1f3f1aa9823f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-a85a91 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:00:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "odh-trusted-ca-bundle", "reconcileID": "0cab6bf9-4aad-4f5e-a8da-f7694e8d85ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T16:00:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "odh-trusted-ca-bundle", "reconcileID": "0cab6bf9-4aad-4f5e-a8da-f7694e8d85ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T16:00:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "openshift-service-ca.crt", "reconcileID": "884c2267-a941-400d-a403-acb3fb20e3ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T16:00:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "openshift-service-ca.crt", "reconcileID": "884c2267-a941-400d-a403-acb3fb20e3ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T16:00:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cff16b46-1f21-4b9b-bad3-b99cfedb69e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T16:00:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cff16b46-1f21-4b9b-bad3-b99cfedb69e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T16:00:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "8366db5e-0439-423f-bdb7-b1d62dab508f", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T16:00:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "8366db5e-0439-423f-bdb7-b1d62dab508f", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T16:00:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "8366db5e-0439-423f-bdb7-b1d62dab508f", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T16:00:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "8366db5e-0439-423f-bdb7-b1d62dab508f", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91-kserve-route-authn"} 2026-09-10T16:00:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "8366db5e-0439-423f-bdb7-b1d62dab508f", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91", "authType": "userdefined"} 2026-09-10T16:00:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "8366db5e-0439-423f-bdb7-b1d62dab508f", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T16:00:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "97c211d2-10ca-47fa-9fbe-d458cacf9717", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T16:00:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "97c211d2-10ca-47fa-9fbe-d458cacf9717", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91"} 2026-09-10T16:00:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "97c211d2-10ca-47fa-9fbe-d458cacf9717", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T16:00:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "97c211d2-10ca-47fa-9fbe-d458cacf9717", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T16:00:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "97c211d2-10ca-47fa-9fbe-d458cacf9717", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91-kserve-route-authn"} 2026-09-10T16:00:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "97c211d2-10ca-47fa-9fbe-d458cacf9717", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91-kserve-route-authn"} 2026-09-10T16:00:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "97c211d2-10ca-47fa-9fbe-d458cacf9717", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T16:00:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "97c211d2-10ca-47fa-9fbe-d458cacf9717", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T16:00:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "6a0ab53e-bb06-4d6f-b92a-edd0b067637b", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T16:00:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "6a0ab53e-bb06-4d6f-b92a-edd0b067637b", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91-authn-ssl"} 2026-09-10T16:00:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "6a0ab53e-bb06-4d6f-b92a-edd0b067637b", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T16:00:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a85a91","namespace":"ai-tenant-e2e-ipp-a-a85a91"}, "namespace": "ai-tenant-e2e-ipp-a-a85a91", "name": "ipp-route-a85a91", "reconcileID": "51743d01-4f22-47e7-b9fb-7cf66f353f19", "LLMInferenceService": "ipp-route-a85a91", "namespace": "ai-tenant-e2e-ipp-a-a85a91"} 2026-09-10T16:00:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "42085be3-87e4-49c5-a2e0-322cfbf87efd", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T16:00:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "42085be3-87e4-49c5-a2e0-322cfbf87efd", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91-authn-ssl"} 2026-09-10T16:00:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "42085be3-87e4-49c5-a2e0-322cfbf87efd", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T16:00:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a85a91","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a85a91", "reconcileID": "95f91166-3d80-4e2e-abe5-69a430e701e3", "Gateway": "e2e-ipp-a-a85a91", "namespace": "openshift-ingress"} 2026-09-10T16:00:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "1ea18458-97d4-49d2-a4a4-1567f1107fa0", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T16:00:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "1ea18458-97d4-49d2-a4a4-1567f1107fa0", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559-authn-ssl"} 2026-09-10T16:00:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "1ea18458-97d4-49d2-a4a4-1567f1107fa0", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T16:00:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "e09f204a-7d04-4189-a2ae-c266f49ff730", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T16:00:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "e09f204a-7d04-4189-a2ae-c266f49ff730", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559-authn-ssl"} 2026-09-10T16:00:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "e09f204a-7d04-4189-a2ae-c266f49ff730", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T16:00:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f52559"}, "namespace": "ai-tenant-e2e-ipp-b-f52559", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad34a652-99d5-4dc8-b695-86ff3e4abfe2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f52559"} 2026-09-10T16:00:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f52559"}, "namespace": "ai-tenant-e2e-ipp-b-f52559", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad34a652-99d5-4dc8-b695-86ff3e4abfe2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f52559", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:00:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f52559"}, "namespace": "ai-tenant-e2e-ipp-b-f52559", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad34a652-99d5-4dc8-b695-86ff3e4abfe2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-f52559 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:00:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f52559"}, "namespace": "ai-tenant-e2e-ipp-b-f52559", "name": "odh-trusted-ca-bundle", "reconcileID": "b125c02d-d189-4b96-a37f-9b3f97ea632a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f52559"} 2026-09-10T16:00:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f52559"}, "namespace": "ai-tenant-e2e-ipp-b-f52559", "name": "odh-trusted-ca-bundle", "reconcileID": "b125c02d-d189-4b96-a37f-9b3f97ea632a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f52559"} 2026-09-10T16:00:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f52559"}, "namespace": "ai-tenant-e2e-ipp-b-f52559", "name": "openshift-service-ca.crt", "reconcileID": "b570e3fe-72d5-4458-abb6-69df44079b50", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f52559"} 2026-09-10T16:00:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f52559"}, "namespace": "ai-tenant-e2e-ipp-b-f52559", "name": "openshift-service-ca.crt", "reconcileID": "b570e3fe-72d5-4458-abb6-69df44079b50", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f52559"} 2026-09-10T16:00:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f52559"}, "namespace": "ai-tenant-e2e-ipp-b-f52559", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5127f76-69dc-4cb7-866b-eddaee614513", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f52559"} 2026-09-10T16:00:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f52559"}, "namespace": "ai-tenant-e2e-ipp-b-f52559", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5127f76-69dc-4cb7-866b-eddaee614513", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f52559"} 2026-09-10T16:00:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f52559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f52559", "reconcileID": "30a2bdca-0a89-4e94-8137-b6873ffde166", "Gateway": "e2e-ipp-b-f52559", "namespace": "openshift-ingress"} 2026-09-10T16:00:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6f8c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6f8c71", "reconcileID": "ddd21337-75d4-4fb1-bb87-692a16b24a2b", "Gateway": "e2e-shared-a-w3-6f8c71", "namespace": "openshift-ingress"} 2026-09-10T16:00:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6f8c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6f8c71", "reconcileID": "ddd21337-75d4-4fb1-bb87-692a16b24a2b", "Gateway": "e2e-shared-a-w3-6f8c71", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6f8c71-authn-ssl"} 2026-09-10T16:00:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6f8c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6f8c71", "reconcileID": "ddd21337-75d4-4fb1-bb87-692a16b24a2b", "Gateway": "e2e-shared-a-w3-6f8c71", "namespace": "openshift-ingress"} 2026-09-10T16:00:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6f8c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6f8c71", "reconcileID": "b4082355-b129-4b02-b08b-0219e3603e13", "Gateway": "e2e-shared-a-w3-6f8c71", "namespace": "openshift-ingress"} 2026-09-10T16:00:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6f8c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6f8c71", "reconcileID": "b4082355-b129-4b02-b08b-0219e3603e13", "Gateway": "e2e-shared-a-w3-6f8c71", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6f8c71-authn-ssl"} 2026-09-10T16:00:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6f8c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6f8c71", "reconcileID": "b4082355-b129-4b02-b08b-0219e3603e13", "Gateway": "e2e-shared-a-w3-6f8c71", "namespace": "openshift-ingress"} 2026-09-10T16:01:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6f8c71"}, "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "874bc13a-092e-407d-a1e8-f891d296cf6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71"} 2026-09-10T16:01:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6f8c71"}, "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "874bc13a-092e-407d-a1e8-f891d296cf6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:01:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6f8c71"}, "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "874bc13a-092e-407d-a1e8-f891d296cf6f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-6f8c71 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:01:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6f8c71"}, "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "name": "odh-trusted-ca-bundle", "reconcileID": "ecedfab7-f10c-4577-9c9d-4367246932c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71"} 2026-09-10T16:01:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6f8c71"}, "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "name": "odh-trusted-ca-bundle", "reconcileID": "ecedfab7-f10c-4577-9c9d-4367246932c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71"} 2026-09-10T16:01:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-6f8c71"}, "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "name": "openshift-service-ca.crt", "reconcileID": "88f85345-45e5-488d-8ed8-5cd4384e42f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71"} 2026-09-10T16:01:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-6f8c71"}, "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "name": "openshift-service-ca.crt", "reconcileID": "88f85345-45e5-488d-8ed8-5cd4384e42f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71"} 2026-09-10T16:01:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6f8c71"}, "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c4b9161-dbde-497b-9034-cdb9748c3e4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71"} 2026-09-10T16:01:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6f8c71"}, "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c4b9161-dbde-497b-9034-cdb9748c3e4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6f8c71"} 2026-09-10T16:01:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6f8c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6f8c71", "reconcileID": "f681a726-c3b5-4598-961a-f1d183987b85", "Gateway": "e2e-shared-a-w3-6f8c71", "namespace": "openshift-ingress"} 2026-09-10T16:01:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e412c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e412c4", "reconcileID": "ebe78fca-8f82-4633-a698-54a58f2ca506", "Gateway": "e2e-shared-b-w3-e412c4", "namespace": "openshift-ingress"} 2026-09-10T16:01:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e412c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e412c4", "reconcileID": "ebe78fca-8f82-4633-a698-54a58f2ca506", "Gateway": "e2e-shared-b-w3-e412c4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e412c4-authn-ssl"} 2026-09-10T16:01:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e412c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e412c4", "reconcileID": "ebe78fca-8f82-4633-a698-54a58f2ca506", "Gateway": "e2e-shared-b-w3-e412c4", "namespace": "openshift-ingress"} 2026-09-10T16:01:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e412c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e412c4", "reconcileID": "f67f67ac-d736-49d6-b394-166524f767a9", "Gateway": "e2e-shared-b-w3-e412c4", "namespace": "openshift-ingress"} 2026-09-10T16:01:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e412c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e412c4", "reconcileID": "f67f67ac-d736-49d6-b394-166524f767a9", "Gateway": "e2e-shared-b-w3-e412c4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e412c4-authn-ssl"} 2026-09-10T16:01:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e412c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e412c4", "reconcileID": "f67f67ac-d736-49d6-b394-166524f767a9", "Gateway": "e2e-shared-b-w3-e412c4", "namespace": "openshift-ingress"} 2026-09-10T16:01:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b8b9dbf-274c-41aa-b2fa-87be54b6dc79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4"} 2026-09-10T16:01:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b8b9dbf-274c-41aa-b2fa-87be54b6dc79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:01:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b8b9dbf-274c-41aa-b2fa-87be54b6dc79", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-e412c4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:01:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "odh-trusted-ca-bundle", "reconcileID": "b8ab27dc-7860-4dc5-b375-2da132fb12c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4"} 2026-09-10T16:01:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "odh-trusted-ca-bundle", "reconcileID": "b8ab27dc-7860-4dc5-b375-2da132fb12c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4"} 2026-09-10T16:01:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "openshift-service-ca.crt", "reconcileID": "a5c6e64a-b5e9-4204-8e3c-f55a4938c095", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4"} 2026-09-10T16:01:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "openshift-service-ca.crt", "reconcileID": "a5c6e64a-b5e9-4204-8e3c-f55a4938c095", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4"} 2026-09-10T16:01:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9e48ed8-c4bb-4d04-8801-482a082b3003", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4"} 2026-09-10T16:01:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e412c4"}, "namespace": "ai-tenant-e2e-shared-b-w3-e412c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9e48ed8-c4bb-4d04-8801-482a082b3003", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e412c4"} 2026-09-10T16:01:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e412c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e412c4", "reconcileID": "63f3dab7-0c18-4147-9ba9-3e169d95b79d", "Gateway": "e2e-shared-b-w3-e412c4", "namespace": "openshift-ingress"} 2026-09-10T16:05:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "b6d35e20-dbe2-46b5-acde-26f810a7978e", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm"} 2026-09-10T16:05:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "b6d35e20-dbe2-46b5-acde-26f810a7978e", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm"} 2026-09-10T16:05:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "b6d35e20-dbe2-46b5-acde-26f810a7978e", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm"} 2026-09-10T16:05:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "66314092-b8b1-472d-8862-373220c5ccdc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:05:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "b6d35e20-dbe2-46b5-acde-26f810a7978e", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm", "name": "e2e-same-id-a-470bc450-kserve-route-authn"} 2026-09-10T16:05:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "b6d35e20-dbe2-46b5-acde-26f810a7978e", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:05:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "b6d35e20-dbe2-46b5-acde-26f810a7978e", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm"} 2026-09-10T16:05:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "66314092-b8b1-472d-8862-373220c5ccdc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:05:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "66314092-b8b1-472d-8862-373220c5ccdc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:05:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "e490c3b5-63b7-40f4-9e8a-04925e8ae580", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm"} 2026-09-10T16:05:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "e490c3b5-63b7-40f4-9e8a-04925e8ae580", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm"} 2026-09-10T16:05:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "e490c3b5-63b7-40f4-9e8a-04925e8ae580", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm"} 2026-09-10T16:05:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "e490c3b5-63b7-40f4-9e8a-04925e8ae580", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm", "name": "e2e-same-id-a-470bc450-kserve-route-authn"} 2026-09-10T16:05:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "e490c3b5-63b7-40f4-9e8a-04925e8ae580", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:05:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "e490c3b5-63b7-40f4-9e8a-04925e8ae580", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm"} 2026-09-10T16:05:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "56163d9f-b2c7-4d77-8a3f-5b54fc2d4aed", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm"} 2026-09-10T16:05:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "56163d9f-b2c7-4d77-8a3f-5b54fc2d4aed", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm"} 2026-09-10T16:05:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "56163d9f-b2c7-4d77-8a3f-5b54fc2d4aed", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm"} 2026-09-10T16:05:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fd0b27bd-1d29-4702-a712-f0a3b7149c00", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:05:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "56163d9f-b2c7-4d77-8a3f-5b54fc2d4aed", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm", "name": "e2e-same-id-b-470bc450-kserve-route-authn"} 2026-09-10T16:05:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "56163d9f-b2c7-4d77-8a3f-5b54fc2d4aed", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:05:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "56163d9f-b2c7-4d77-8a3f-5b54fc2d4aed", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm"} 2026-09-10T16:05:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fd0b27bd-1d29-4702-a712-f0a3b7149c00", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:05:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fd0b27bd-1d29-4702-a712-f0a3b7149c00", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:05:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "350c2b99-64bb-4dd2-8841-5b734bd187db", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:05:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "350c2b99-64bb-4dd2-8841-5b734bd187db", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:05:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "350c2b99-64bb-4dd2-8841-5b734bd187db", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:05:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "5f39d0fe-f4ee-4318-b520-404865e64a88", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm"} 2026-09-10T16:05:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "5f39d0fe-f4ee-4318-b520-404865e64a88", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm"} 2026-09-10T16:05:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "5f39d0fe-f4ee-4318-b520-404865e64a88", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm"} 2026-09-10T16:05:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "5f39d0fe-f4ee-4318-b520-404865e64a88", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm", "name": "e2e-same-id-a-470bc450-kserve-route-authn"} 2026-09-10T16:05:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "5f39d0fe-f4ee-4318-b520-404865e64a88", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:05:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "5f39d0fe-f4ee-4318-b520-404865e64a88", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm"} 2026-09-10T16:05:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "09a761e4-6acd-47c3-a810-d8a3c506923c", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm"} 2026-09-10T16:05:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "09a761e4-6acd-47c3-a810-d8a3c506923c", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm"} 2026-09-10T16:05:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "09a761e4-6acd-47c3-a810-d8a3c506923c", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm"} 2026-09-10T16:05:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "09a761e4-6acd-47c3-a810-d8a3c506923c", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm", "name": "e2e-same-id-b-470bc450-kserve-route-authn"} 2026-09-10T16:05:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "09a761e4-6acd-47c3-a810-d8a3c506923c", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:05:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "09a761e4-6acd-47c3-a810-d8a3c506923c", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm"} 2026-09-10T16:06:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8be4b9a4-a1d6-40c3-bb10-6502787a1497", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:06:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8be4b9a4-a1d6-40c3-bb10-6502787a1497", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:06:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8be4b9a4-a1d6-40c3-bb10-6502787a1497", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:06:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "3e1ebf49-5c77-49a6-a40f-2124e3567ec8", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm"} 2026-09-10T16:06:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "3e1ebf49-5c77-49a6-a40f-2124e3567ec8", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm"} 2026-09-10T16:06:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "3e1ebf49-5c77-49a6-a40f-2124e3567ec8", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm"} 2026-09-10T16:06:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "3e1ebf49-5c77-49a6-a40f-2124e3567ec8", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm", "name": "e2e-same-id-b-470bc450-kserve-route-authn"} 2026-09-10T16:06:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "3e1ebf49-5c77-49a6-a40f-2124e3567ec8", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:06:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "3e1ebf49-5c77-49a6-a40f-2124e3567ec8", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm"} 2026-09-10T16:06:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "d6b28ede-6f86-4af5-8aed-474947f4f84d", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm"} 2026-09-10T16:06:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "d6b28ede-6f86-4af5-8aed-474947f4f84d", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm"} 2026-09-10T16:06:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "d6b28ede-6f86-4af5-8aed-474947f4f84d", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm"} 2026-09-10T16:06:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "d6b28ede-6f86-4af5-8aed-474947f4f84d", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm", "name": "e2e-same-id-a-470bc450-kserve-route-authn"} 2026-09-10T16:06:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "d6b28ede-6f86-4af5-8aed-474947f4f84d", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:06:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "d6b28ede-6f86-4af5-8aed-474947f4f84d", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm"} 2026-09-10T16:06:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "d4aa81d7-2141-4af5-a440-1e42018ad093", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm"} 2026-09-10T16:06:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "d4aa81d7-2141-4af5-a440-1e42018ad093", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm"} 2026-09-10T16:06:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "d4aa81d7-2141-4af5-a440-1e42018ad093", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm"} 2026-09-10T16:06:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "d4aa81d7-2141-4af5-a440-1e42018ad093", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm", "name": "e2e-same-id-b-470bc450-kserve-route-authn"} 2026-09-10T16:06:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "d4aa81d7-2141-4af5-a440-1e42018ad093", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:06:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "d4aa81d7-2141-4af5-a440-1e42018ad093", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm"} 2026-09-10T16:06:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "924df80b-2c69-4a6e-86f7-e0908cba56e8", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm"} 2026-09-10T16:06:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "924df80b-2c69-4a6e-86f7-e0908cba56e8", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm", "name": "e2e-same-id-a-470bc450"} 2026-09-10T16:06:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "924df80b-2c69-4a6e-86f7-e0908cba56e8", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm"} 2026-09-10T16:06:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "924df80b-2c69-4a6e-86f7-e0908cba56e8", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm"} 2026-09-10T16:06:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "924df80b-2c69-4a6e-86f7-e0908cba56e8", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm", "name": "e2e-same-id-a-470bc450-kserve-route-authn"} 2026-09-10T16:06:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "924df80b-2c69-4a6e-86f7-e0908cba56e8", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm", "name": "e2e-same-id-a-470bc450-kserve-route-authn"} 2026-09-10T16:06:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-470bc450", "reconcileID": "c7aca06e-4c60-46d2-a5e3-c64202a929cf", "LLMInferenceService": "e2e-same-id-a-470bc450", "namespace": "llm"} 2026-09-10T16:06:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d727f64d-8fee-4ec5-bb60-036ae38a681c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:06:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d727f64d-8fee-4ec5-bb60-036ae38a681c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:06:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d727f64d-8fee-4ec5-bb60-036ae38a681c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:06:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce163358-0c42-45cc-858d-f1e4100c5304", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:06:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce163358-0c42-45cc-858d-f1e4100c5304", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:06:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce163358-0c42-45cc-858d-f1e4100c5304", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:06:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "01b87e7e-70d3-4dd9-9c17-7e1899e58a0f", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm"} 2026-09-10T16:06:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "01b87e7e-70d3-4dd9-9c17-7e1899e58a0f", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm", "name": "e2e-same-id-b-470bc450"} 2026-09-10T16:06:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "01b87e7e-70d3-4dd9-9c17-7e1899e58a0f", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm"} 2026-09-10T16:06:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "01b87e7e-70d3-4dd9-9c17-7e1899e58a0f", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm"} 2026-09-10T16:06:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "01b87e7e-70d3-4dd9-9c17-7e1899e58a0f", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm", "name": "e2e-same-id-b-470bc450-kserve-route-authn"} 2026-09-10T16:06:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "01b87e7e-70d3-4dd9-9c17-7e1899e58a0f", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm", "name": "e2e-same-id-b-470bc450-kserve-route-authn"} 2026-09-10T16:06:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-470bc450","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-470bc450", "reconcileID": "9f2da188-a679-4796-9dcc-cad591e7abfa", "LLMInferenceService": "e2e-same-id-b-470bc450", "namespace": "llm"} 2026-09-10T16:06:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a8f47dc9-7b46-4a7a-96c0-9925a758cb76", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:06:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a8f47dc9-7b46-4a7a-96c0-9925a758cb76", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:06:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a8f47dc9-7b46-4a7a-96c0-9925a758cb76", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:06:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "631dee3d-bfbb-4be0-b5a4-a41052699f34", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:06:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "631dee3d-bfbb-4be0-b5a4-a41052699f34", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:06:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "631dee3d-bfbb-4be0-b5a4-a41052699f34", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:07:26Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:07:26Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:07:27Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:07:27Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}