2026-09-10T21:43:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2", "reconcileID": "b52dab11-51c6-4917-a0e7-9fcf53240502", "Gateway": "e2e-shared-b-w3-67d5e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2-authn-ssl"} 2026-09-10T21:43:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2", "reconcileID": "b52dab11-51c6-4917-a0e7-9fcf53240502", "Gateway": "e2e-shared-b-w3-67d5e2", "namespace": "openshift-ingress"} 2026-09-10T21:43:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "2296e220-7e05-48ed-952d-566ebfc9071f", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:43:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "2296e220-7e05-48ed-952d-566ebfc9071f", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:43:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "2296e220-7e05-48ed-952d-566ebfc9071f", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:43:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "2296e220-7e05-48ed-952d-566ebfc9071f", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2-kserve-route-authn"} 2026-09-10T21:43:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "2296e220-7e05-48ed-952d-566ebfc9071f", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "authType": "userdefined"} 2026-09-10T21:43:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "2296e220-7e05-48ed-952d-566ebfc9071f", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:43:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93f046","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93f046", "reconcileID": "2db2ed54-aa15-421e-a725-713680945dd1", "Gateway": "e2e-api-a-93f046", "namespace": "openshift-ingress"} 2026-09-10T21:43:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93f046","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93f046", "reconcileID": "2db2ed54-aa15-421e-a725-713680945dd1", "Gateway": "e2e-api-a-93f046", "namespace": "openshift-ingress", "name": "e2e-api-a-93f046-authn-ssl"} 2026-09-10T21:43:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93f046","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93f046", "reconcileID": "2db2ed54-aa15-421e-a725-713680945dd1", "Gateway": "e2e-api-a-93f046", "namespace": "openshift-ingress"} 2026-09-10T21:43:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-93f046"}, "namespace": "ai-tenant-e2e-api-a-93f046", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5271b752-794c-4254-a9e9-25ab4e6d547b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-93f046"} 2026-09-10T21:43:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-93f046"}, "namespace": "ai-tenant-e2e-api-a-93f046", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5271b752-794c-4254-a9e9-25ab4e6d547b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-93f046", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:43:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-93f046"}, "namespace": "ai-tenant-e2e-api-a-93f046", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5271b752-794c-4254-a9e9-25ab4e6d547b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-93f046 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:43:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-93f046"}, "namespace": "ai-tenant-e2e-api-a-93f046", "name": "odh-trusted-ca-bundle", "reconcileID": "22ade99b-b295-46ac-8c30-09f8af36e131", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-93f046"} 2026-09-10T21:43:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-93f046"}, "namespace": "ai-tenant-e2e-api-a-93f046", "name": "odh-trusted-ca-bundle", "reconcileID": "22ade99b-b295-46ac-8c30-09f8af36e131", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-93f046"} 2026-09-10T21:43:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-93f046"}, "namespace": "ai-tenant-e2e-api-a-93f046", "name": "openshift-service-ca.crt", "reconcileID": "c02ebbc8-d939-4a15-b25a-967e57cef22e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-93f046"} 2026-09-10T21:43:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-93f046"}, "namespace": "ai-tenant-e2e-api-a-93f046", "name": "openshift-service-ca.crt", "reconcileID": "c02ebbc8-d939-4a15-b25a-967e57cef22e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-93f046"} 2026-09-10T21:43:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-93f046"}, "namespace": "ai-tenant-e2e-api-a-93f046", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9793f570-76e3-429d-bef3-6674c2bd7a22", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-93f046"} 2026-09-10T21:43:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-93f046"}, "namespace": "ai-tenant-e2e-api-a-93f046", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9793f570-76e3-429d-bef3-6674c2bd7a22", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-93f046"} 2026-09-10T21:43:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93f046","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93f046", "reconcileID": "7399db1d-53ba-4fbd-87cd-12ae4777aab1", "Gateway": "e2e-api-a-93f046", "namespace": "openshift-ingress"} 2026-09-10T21:43:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2", "reconcileID": "edf87bcb-529e-44df-a112-99762a9d7a78", "Gateway": "e2e-shared-b-w3-67d5e2", "namespace": "openshift-ingress"} 2026-09-10T21:43:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2", "reconcileID": "edf87bcb-529e-44df-a112-99762a9d7a78", "Gateway": "e2e-shared-b-w3-67d5e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2-authn-ssl"} 2026-09-10T21:43:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2", "reconcileID": "edf87bcb-529e-44df-a112-99762a9d7a78", "Gateway": "e2e-shared-b-w3-67d5e2", "namespace": "openshift-ingress"} 2026-09-10T21:43:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "5e474262-2789-4ada-b5aa-e1ad8b068e3b", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:43:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "5e474262-2789-4ada-b5aa-e1ad8b068e3b", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:43:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "5e474262-2789-4ada-b5aa-e1ad8b068e3b", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:43:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "5e474262-2789-4ada-b5aa-e1ad8b068e3b", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2-kserve-route-authn"} 2026-09-10T21:43:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "5e474262-2789-4ada-b5aa-e1ad8b068e3b", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "authType": "userdefined"} 2026-09-10T21:43:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "5e474262-2789-4ada-b5aa-e1ad8b068e3b", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:43:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a867da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a867da", "reconcileID": "e746596c-e284-401b-a134-b0da6ee67e9c", "Gateway": "e2e-api-b-a867da", "namespace": "openshift-ingress"} 2026-09-10T21:43:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a867da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a867da", "reconcileID": "e746596c-e284-401b-a134-b0da6ee67e9c", "Gateway": "e2e-api-b-a867da", "namespace": "openshift-ingress", "name": "e2e-api-b-a867da-authn-ssl"} 2026-09-10T21:43:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a867da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a867da", "reconcileID": "e746596c-e284-401b-a134-b0da6ee67e9c", "Gateway": "e2e-api-b-a867da", "namespace": "openshift-ingress"} 2026-09-10T21:43:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a867da"}, "namespace": "ai-tenant-e2e-api-b-a867da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "453a3be5-0022-481b-9230-adfa8fa4c5c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a867da"} 2026-09-10T21:43:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a867da"}, "namespace": "ai-tenant-e2e-api-b-a867da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "453a3be5-0022-481b-9230-adfa8fa4c5c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a867da", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:43:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a867da"}, "namespace": "ai-tenant-e2e-api-b-a867da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "453a3be5-0022-481b-9230-adfa8fa4c5c4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-a867da because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:43:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a867da"}, "namespace": "ai-tenant-e2e-api-b-a867da", "name": "odh-trusted-ca-bundle", "reconcileID": "8133f66b-909e-44df-b2ed-ccf2068ea40f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a867da"} 2026-09-10T21:43:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a867da"}, "namespace": "ai-tenant-e2e-api-b-a867da", "name": "odh-trusted-ca-bundle", "reconcileID": "8133f66b-909e-44df-b2ed-ccf2068ea40f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a867da"} 2026-09-10T21:43:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a867da"}, "namespace": "ai-tenant-e2e-api-b-a867da", "name": "openshift-service-ca.crt", "reconcileID": "16bdafb8-02c1-40bc-8fab-ddd2c76844db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a867da"} 2026-09-10T21:43:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a867da"}, "namespace": "ai-tenant-e2e-api-b-a867da", "name": "openshift-service-ca.crt", "reconcileID": "16bdafb8-02c1-40bc-8fab-ddd2c76844db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a867da"} 2026-09-10T21:43:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a867da"}, "namespace": "ai-tenant-e2e-api-b-a867da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b24dce35-9e64-4c3f-9dc2-9d853fbfc02f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a867da"} 2026-09-10T21:43:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a867da"}, "namespace": "ai-tenant-e2e-api-b-a867da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b24dce35-9e64-4c3f-9dc2-9d853fbfc02f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a867da"} 2026-09-10T21:43:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a867da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a867da", "reconcileID": "90aaed22-10db-49c0-b0b3-73346425d62a", "Gateway": "e2e-api-b-a867da", "namespace": "openshift-ingress"} 2026-09-10T21:43:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "bdc4e32b-8440-4d13-9a4e-0f9d93f5ccab", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:43:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "bdc4e32b-8440-4d13-9a4e-0f9d93f5ccab", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:43:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "bdc4e32b-8440-4d13-9a4e-0f9d93f5ccab", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:43:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "bdc4e32b-8440-4d13-9a4e-0f9d93f5ccab", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2-kserve-route-authn"} 2026-09-10T21:43:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "bdc4e32b-8440-4d13-9a4e-0f9d93f5ccab", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "authType": "userdefined"} 2026-09-10T21:43:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "bdc4e32b-8440-4d13-9a4e-0f9d93f5ccab", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:43:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4b45c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4b45c2", "reconcileID": "611fc91c-d898-413b-b737-93af2dbd1d7e", "Gateway": "e2e-shared-a-w2-4b45c2", "namespace": "openshift-ingress"} 2026-09-10T21:43:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4b45c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4b45c2", "reconcileID": "611fc91c-d898-413b-b737-93af2dbd1d7e", "Gateway": "e2e-shared-a-w2-4b45c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4b45c2-authn-ssl"} 2026-09-10T21:43:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4b45c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4b45c2", "reconcileID": "611fc91c-d898-413b-b737-93af2dbd1d7e", "Gateway": "e2e-shared-a-w2-4b45c2", "namespace": "openshift-ingress"} 2026-09-10T21:44:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4b45c2"}, "namespace": "ai-tenant-e2e-shared-a-w2-4b45c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71effc48-6f02-4eb8-8dcd-2bce86efaa95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4b45c2"} 2026-09-10T21:44:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4b45c2"}, "namespace": "ai-tenant-e2e-shared-a-w2-4b45c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71effc48-6f02-4eb8-8dcd-2bce86efaa95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4b45c2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:44:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4b45c2"}, "namespace": "ai-tenant-e2e-shared-a-w2-4b45c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71effc48-6f02-4eb8-8dcd-2bce86efaa95", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-4b45c2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:44:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4b45c2"}, "namespace": "ai-tenant-e2e-shared-a-w2-4b45c2", "name": "odh-trusted-ca-bundle", "reconcileID": "b8c29f75-95bf-4fe0-b34d-696d0f8c9165", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4b45c2"} 2026-09-10T21:44:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4b45c2"}, "namespace": "ai-tenant-e2e-shared-a-w2-4b45c2", "name": "odh-trusted-ca-bundle", "reconcileID": "b8c29f75-95bf-4fe0-b34d-696d0f8c9165", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4b45c2"} 2026-09-10T21:44:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-4b45c2"}, "namespace": "ai-tenant-e2e-shared-a-w2-4b45c2", "name": "openshift-service-ca.crt", "reconcileID": "c80f08bd-0d1e-4971-91d1-228de4874635", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-4b45c2"} 2026-09-10T21:44:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-4b45c2"}, "namespace": "ai-tenant-e2e-shared-a-w2-4b45c2", "name": "openshift-service-ca.crt", "reconcileID": "c80f08bd-0d1e-4971-91d1-228de4874635", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-4b45c2"} 2026-09-10T21:44:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4b45c2"}, "namespace": "ai-tenant-e2e-shared-a-w2-4b45c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "633864e8-254f-4c67-b089-8941e80d6389", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4b45c2"} 2026-09-10T21:44:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4b45c2"}, "namespace": "ai-tenant-e2e-shared-a-w2-4b45c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "633864e8-254f-4c67-b089-8941e80d6389", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4b45c2"} 2026-09-10T21:44:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4b45c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4b45c2", "reconcileID": "ab37fc2f-f5e1-4957-a45e-d7dda2674fbc", "Gateway": "e2e-shared-a-w2-4b45c2", "namespace": "openshift-ingress"} 2026-09-10T21:44:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b4c9bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b4c9bb", "reconcileID": "e07641a0-7cf3-44e2-8af1-f0f30e366c85", "Gateway": "e2e-shared-b-w2-b4c9bb", "namespace": "openshift-ingress"} 2026-09-10T21:44:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b4c9bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b4c9bb", "reconcileID": "e07641a0-7cf3-44e2-8af1-f0f30e366c85", "Gateway": "e2e-shared-b-w2-b4c9bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b4c9bb-authn-ssl"} 2026-09-10T21:44:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b4c9bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b4c9bb", "reconcileID": "e07641a0-7cf3-44e2-8af1-f0f30e366c85", "Gateway": "e2e-shared-b-w2-b4c9bb", "namespace": "openshift-ingress"} 2026-09-10T21:44:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b4c9bb"}, "namespace": "ai-tenant-e2e-shared-b-w2-b4c9bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c51fd8e3-1121-4369-9e81-25d683533902", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b4c9bb"} 2026-09-10T21:44:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b4c9bb"}, "namespace": "ai-tenant-e2e-shared-b-w2-b4c9bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c51fd8e3-1121-4369-9e81-25d683533902", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b4c9bb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:44:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b4c9bb"}, "namespace": "ai-tenant-e2e-shared-b-w2-b4c9bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c51fd8e3-1121-4369-9e81-25d683533902", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-b4c9bb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:44:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b4c9bb"}, "namespace": "ai-tenant-e2e-shared-b-w2-b4c9bb", "name": "odh-trusted-ca-bundle", "reconcileID": "8a18a50a-1a14-4aff-b4df-18b02792be0b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b4c9bb"} 2026-09-10T21:44:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b4c9bb"}, "namespace": "ai-tenant-e2e-shared-b-w2-b4c9bb", "name": "odh-trusted-ca-bundle", "reconcileID": "8a18a50a-1a14-4aff-b4df-18b02792be0b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b4c9bb"} 2026-09-10T21:44:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-b4c9bb"}, "namespace": "ai-tenant-e2e-shared-b-w2-b4c9bb", "name": "openshift-service-ca.crt", "reconcileID": "a53f2a8b-2847-44d9-a17f-b8779e2f270c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-b4c9bb"} 2026-09-10T21:44:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-b4c9bb"}, "namespace": "ai-tenant-e2e-shared-b-w2-b4c9bb", "name": "openshift-service-ca.crt", "reconcileID": "a53f2a8b-2847-44d9-a17f-b8779e2f270c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-b4c9bb"} 2026-09-10T21:44:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b4c9bb"}, "namespace": "ai-tenant-e2e-shared-b-w2-b4c9bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad27ca81-c7dd-4d91-8468-ee6a9c890a37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b4c9bb"} 2026-09-10T21:44:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b4c9bb"}, "namespace": "ai-tenant-e2e-shared-b-w2-b4c9bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad27ca81-c7dd-4d91-8468-ee6a9c890a37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b4c9bb"} 2026-09-10T21:44:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b4c9bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b4c9bb", "reconcileID": "6d387bda-1b43-4e21-aa93-9f3f0ecf4c12", "Gateway": "e2e-shared-b-w2-b4c9bb", "namespace": "openshift-ingress"} 2026-09-10T21:44:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d9e68","namespace":"ai-tenant-e2e-shared-a-w3-2d9e68"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "name": "rate-test-model-2d9e68", "reconcileID": "c6389d46-40cb-4bae-aa2a-b07b2e5f82b7", "LLMInferenceService": "rate-test-model-2d9e68", "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68"} 2026-09-10T21:44:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d9e68","namespace":"ai-tenant-e2e-shared-a-w3-2d9e68"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "name": "rate-test-model-2d9e68", "reconcileID": "c6389d46-40cb-4bae-aa2a-b07b2e5f82b7", "LLMInferenceService": "rate-test-model-2d9e68", "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "name": "rate-test-model-2d9e68"} 2026-09-10T21:44:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d9e68","namespace":"ai-tenant-e2e-shared-a-w3-2d9e68"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "name": "rate-test-model-2d9e68", "reconcileID": "c6389d46-40cb-4bae-aa2a-b07b2e5f82b7", "LLMInferenceService": "rate-test-model-2d9e68", "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68"} 2026-09-10T21:44:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d9e68","namespace":"ai-tenant-e2e-shared-a-w3-2d9e68"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "name": "rate-test-model-2d9e68", "reconcileID": "c6389d46-40cb-4bae-aa2a-b07b2e5f82b7", "LLMInferenceService": "rate-test-model-2d9e68", "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68"} 2026-09-10T21:44:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d9e68","namespace":"ai-tenant-e2e-shared-a-w3-2d9e68"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "name": "rate-test-model-2d9e68", "reconcileID": "c6389d46-40cb-4bae-aa2a-b07b2e5f82b7", "LLMInferenceService": "rate-test-model-2d9e68", "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "name": "rate-test-model-2d9e68-kserve-route-authn"} 2026-09-10T21:44:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d9e68","namespace":"ai-tenant-e2e-shared-a-w3-2d9e68"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "name": "rate-test-model-2d9e68", "reconcileID": "c6389d46-40cb-4bae-aa2a-b07b2e5f82b7", "LLMInferenceService": "rate-test-model-2d9e68", "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "name": "rate-test-model-2d9e68-kserve-route-authn"} 2026-09-10T21:44:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d9e68","namespace":"ai-tenant-e2e-shared-a-w3-2d9e68"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "name": "rate-test-model-2d9e68", "reconcileID": "c6389d46-40cb-4bae-aa2a-b07b2e5f82b7", "LLMInferenceService": "rate-test-model-2d9e68", "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68"} 2026-09-10T21:44:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d9e68","namespace":"ai-tenant-e2e-shared-a-w3-2d9e68"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "name": "rate-test-model-2d9e68", "reconcileID": "c6389d46-40cb-4bae-aa2a-b07b2e5f82b7", "LLMInferenceService": "rate-test-model-2d9e68", "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68"} 2026-09-10T21:44:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d9e68","namespace":"ai-tenant-e2e-shared-a-w3-2d9e68"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "name": "rate-test-model-2d9e68", "reconcileID": "15ba505d-4efc-4c14-9613-3802c4be79b1", "LLMInferenceService": "rate-test-model-2d9e68", "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68"} 2026-09-10T21:44:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d9e68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d9e68", "reconcileID": "a6b05fa4-0843-4a26-a4b0-55f256f831f5", "Gateway": "e2e-shared-a-w3-2d9e68", "namespace": "openshift-ingress"} 2026-09-10T21:44:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d9e68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d9e68", "reconcileID": "a6b05fa4-0843-4a26-a4b0-55f256f831f5", "Gateway": "e2e-shared-a-w3-2d9e68", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d9e68-authn-ssl"} 2026-09-10T21:44:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d9e68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d9e68", "reconcileID": "a6b05fa4-0843-4a26-a4b0-55f256f831f5", "Gateway": "e2e-shared-a-w3-2d9e68", "namespace": "openshift-ingress"} 2026-09-10T21:44:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d9e68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d9e68", "reconcileID": "eaf81de8-4aa8-44d0-a8fd-64c69808ba5a", "Gateway": "e2e-shared-a-w3-2d9e68", "namespace": "openshift-ingress"} 2026-09-10T21:44:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d9e68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d9e68", "reconcileID": "eaf81de8-4aa8-44d0-a8fd-64c69808ba5a", "Gateway": "e2e-shared-a-w3-2d9e68", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d9e68-authn-ssl"} 2026-09-10T21:44:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d9e68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d9e68", "reconcileID": "eaf81de8-4aa8-44d0-a8fd-64c69808ba5a", "Gateway": "e2e-shared-a-w3-2d9e68", "namespace": "openshift-ingress"} 2026-09-10T21:44:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "692469e9-b201-48bd-ae49-a2ce154d0b22", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:44:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "692469e9-b201-48bd-ae49-a2ce154d0b22", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2"} 2026-09-10T21:44:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "692469e9-b201-48bd-ae49-a2ce154d0b22", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:44:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "692469e9-b201-48bd-ae49-a2ce154d0b22", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:44:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "692469e9-b201-48bd-ae49-a2ce154d0b22", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2-kserve-route-authn"} 2026-09-10T21:44:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "692469e9-b201-48bd-ae49-a2ce154d0b22", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2-kserve-route-authn"} 2026-09-10T21:44:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "692469e9-b201-48bd-ae49-a2ce154d0b22", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:44:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "692469e9-b201-48bd-ae49-a2ce154d0b22", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:44:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d5e2","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "rate-test-model-67d5e2", "reconcileID": "f5aaf941-fd87-4a3e-ae41-6cbb9fffd61c", "LLMInferenceService": "rate-test-model-67d5e2", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:44:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2", "reconcileID": "e6944ba7-be53-415b-a129-e4abd7d5a8bd", "Gateway": "e2e-shared-b-w3-67d5e2", "namespace": "openshift-ingress"} 2026-09-10T21:44:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2", "reconcileID": "e6944ba7-be53-415b-a129-e4abd7d5a8bd", "Gateway": "e2e-shared-b-w3-67d5e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2-authn-ssl"} 2026-09-10T21:44:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2", "reconcileID": "e6944ba7-be53-415b-a129-e4abd7d5a8bd", "Gateway": "e2e-shared-b-w3-67d5e2", "namespace": "openshift-ingress"} 2026-09-10T21:44:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2", "reconcileID": "7e16e1b6-0cac-42a3-a31d-82ec2db08b12", "Gateway": "e2e-shared-b-w3-67d5e2", "namespace": "openshift-ingress"} 2026-09-10T21:44:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2", "reconcileID": "7e16e1b6-0cac-42a3-a31d-82ec2db08b12", "Gateway": "e2e-shared-b-w3-67d5e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2-authn-ssl"} 2026-09-10T21:44:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2", "reconcileID": "7e16e1b6-0cac-42a3-a31d-82ec2db08b12", "Gateway": "e2e-shared-b-w3-67d5e2", "namespace": "openshift-ingress"} 2026-09-10T21:44:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "ef78d546-4303-4848-bbe8-65981b05aa58", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:44:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "ef78d546-4303-4848-bbe8-65981b05aa58", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef-authn-ssl"} 2026-09-10T21:44:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "ef78d546-4303-4848-bbe8-65981b05aa58", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:44:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "364db0cb-70d9-4b7a-8924-11a4d37fe8eb", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:44:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "364db0cb-70d9-4b7a-8924-11a4d37fe8eb", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef-authn-ssl"} 2026-09-10T21:44:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "364db0cb-70d9-4b7a-8924-11a4d37fe8eb", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:44:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "d4a1955d-00c0-4dd7-a51b-5546175d4a34", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:44:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "d4a1955d-00c0-4dd7-a51b-5546175d4a34", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef-authn-ssl"} 2026-09-10T21:44:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "d4a1955d-00c0-4dd7-a51b-5546175d4a34", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:44:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "3f6f1356-6310-44d7-9cb6-64e15f57b020", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:44:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "3f6f1356-6310-44d7-9cb6-64e15f57b020", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef-authn-ssl"} 2026-09-10T21:44:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "3f6f1356-6310-44d7-9cb6-64e15f57b020", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:44:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "4d5bc515-4d07-48d3-b990-e8dedca8518d", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:44:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "4d5bc515-4d07-48d3-b990-e8dedca8518d", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef-authn-ssl"} 2026-09-10T21:44:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "4d5bc515-4d07-48d3-b990-e8dedca8518d", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:44:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "054384f0-0f9f-45b8-ac06-71f39a998797", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:44:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "054384f0-0f9f-45b8-ac06-71f39a998797", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef-authn-ssl"} 2026-09-10T21:44:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "054384f0-0f9f-45b8-ac06-71f39a998797", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:44:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "openshift-service-ca.crt", "reconcileID": "3a182820-f3d7-4b69-9042-fdab78c487b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:44:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "odh-trusted-ca-bundle", "reconcileID": "611ef989-3e91-41e4-82b6-507059a30565", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:44:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "openshift-service-ca.crt", "reconcileID": "9bcd3b6c-901a-48e5-b470-82fa46ae5a8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8291ef", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:44:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "openshift-service-ca.crt", "reconcileID": "9bcd3b6c-901a-48e5-b470-82fa46ae5a8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:44:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20151766-9ccc-4d4e-96f4-e437cf05763b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:44:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "openshift-service-ca.crt", "reconcileID": "71f4393b-dda8-4405-ae91-040047a1c56e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:44:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "odh-trusted-ca-bundle", "reconcileID": "144915e2-ca8f-4269-867d-17191bdd0cb3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8291ef", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:44:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "odh-trusted-ca-bundle", "reconcileID": "144915e2-ca8f-4269-867d-17191bdd0cb3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:44:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6cc4e72-806c-43f8-942c-f85152b02a3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:44:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "3af168ed-9993-40c9-9c70-6aeeb3fc7222", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:44:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "3af168ed-9993-40c9-9c70-6aeeb3fc7222", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef-authn-ssl"} 2026-09-10T21:44:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "3af168ed-9993-40c9-9c70-6aeeb3fc7222", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:44:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "ac342a18-5f6c-41b2-8740-992b1817e247", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:44:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "ac342a18-5f6c-41b2-8740-992b1817e247", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef-authn-ssl"} 2026-09-10T21:44:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "ac342a18-5f6c-41b2-8740-992b1817e247", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:44:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "1559e112-8617-4a89-b568-c2fe711d834a", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress"} 2026-09-10T21:44:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "1559e112-8617-4a89-b568-c2fe711d834a", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53-authn-ssl"} 2026-09-10T21:44:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "1559e112-8617-4a89-b568-c2fe711d834a", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress"} 2026-09-10T21:44:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "ddf5cb98-6e80-4ab0-bf6d-3eb690ac933c", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress"} 2026-09-10T21:44:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "ddf5cb98-6e80-4ab0-bf6d-3eb690ac933c", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53-authn-ssl"} 2026-09-10T21:44:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "ddf5cb98-6e80-4ab0-bf6d-3eb690ac933c", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress"} 2026-09-10T21:44:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "66bda76c-7a6f-4d65-b0da-9dcfafafc231", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress"} 2026-09-10T21:44:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "66bda76c-7a6f-4d65-b0da-9dcfafafc231", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53-authn-ssl"} 2026-09-10T21:44:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "66bda76c-7a6f-4d65-b0da-9dcfafafc231", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress"} 2026-09-10T21:44:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "de3e7787-7342-4fb2-82c2-4dcc1199977e", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress"} 2026-09-10T21:44:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "de3e7787-7342-4fb2-82c2-4dcc1199977e", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53-authn-ssl"} 2026-09-10T21:44:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "de3e7787-7342-4fb2-82c2-4dcc1199977e", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress"} 2026-09-10T21:44:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "de0e3abf-4291-4b8f-8b71-93633f857b87", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress"} 2026-09-10T21:44:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "de0e3abf-4291-4b8f-8b71-93633f857b87", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53-authn-ssl"} 2026-09-10T21:44:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "de0e3abf-4291-4b8f-8b71-93633f857b87", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress"} 2026-09-10T21:44:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "dd2c3bfd-ec3e-42dc-aa85-5963ce81afa2", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress"} 2026-09-10T21:44:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "dd2c3bfd-ec3e-42dc-aa85-5963ce81afa2", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53-authn-ssl"} 2026-09-10T21:44:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "dd2c3bfd-ec3e-42dc-aa85-5963ce81afa2", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress"} 2026-09-10T21:44:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "5cac3cfc-2c11-4ab5-b7fe-bea581f12bbe", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress"} 2026-09-10T21:44:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "5cac3cfc-2c11-4ab5-b7fe-bea581f12bbe", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53-authn-ssl"} 2026-09-10T21:44:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "5cac3cfc-2c11-4ab5-b7fe-bea581f12bbe", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress"} 2026-09-10T21:45:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2fbf53"}, "namespace": "ai-tenant-e2e-ipp-b-2fbf53", "name": "openshift-service-ca.crt", "reconcileID": "0d5f774a-0e2b-45e5-93f2-c52968e4e22e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2fbf53"} 2026-09-10T21:45:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2fbf53"}, "namespace": "ai-tenant-e2e-ipp-b-2fbf53", "name": "odh-trusted-ca-bundle", "reconcileID": "19faceaa-7079-4790-a1ab-d536618f758a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2fbf53"} 2026-09-10T21:45:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2fbf53"}, "namespace": "ai-tenant-e2e-ipp-b-2fbf53", "name": "openshift-service-ca.crt", "reconcileID": "90307c91-7d79-4d83-a1a7-fbf9a15c14f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2fbf53", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:45:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2fbf53"}, "namespace": "ai-tenant-e2e-ipp-b-2fbf53", "name": "openshift-service-ca.crt", "reconcileID": "90307c91-7d79-4d83-a1a7-fbf9a15c14f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2fbf53"} 2026-09-10T21:45:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2fbf53"}, "namespace": "ai-tenant-e2e-ipp-b-2fbf53", "name": "openshift-service-ca.crt", "reconcileID": "38a1745a-9a98-4af9-b9c6-b58007963b92", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2fbf53"} 2026-09-10T21:45:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2fbf53"}, "namespace": "ai-tenant-e2e-ipp-b-2fbf53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6f2ca40-9bee-4877-ba2d-e38faa7700d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2fbf53"} 2026-09-10T21:45:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2fbf53"}, "namespace": "ai-tenant-e2e-ipp-b-2fbf53", "name": "odh-trusted-ca-bundle", "reconcileID": "719f4334-56a0-49c9-9a9b-c4ca32e012bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2fbf53", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:45:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2fbf53"}, "namespace": "ai-tenant-e2e-ipp-b-2fbf53", "name": "odh-trusted-ca-bundle", "reconcileID": "719f4334-56a0-49c9-9a9b-c4ca32e012bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2fbf53"} 2026-09-10T21:45:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2fbf53"}, "namespace": "ai-tenant-e2e-ipp-b-2fbf53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2580c73-1a31-4f61-8fa3-a6462db6f1d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2fbf53"} 2026-09-10T21:45:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "f86af8fc-768f-4c75-934f-fd39306257ea", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress"} 2026-09-10T21:45:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "f86af8fc-768f-4c75-934f-fd39306257ea", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53-authn-ssl"} 2026-09-10T21:45:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "f86af8fc-768f-4c75-934f-fd39306257ea", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress"} 2026-09-10T21:45:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "7267b218-2141-4b18-8d3b-023395357e97", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress"} 2026-09-10T21:45:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "7267b218-2141-4b18-8d3b-023395357e97", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53-authn-ssl"} 2026-09-10T21:45:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "7267b218-2141-4b18-8d3b-023395357e97", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress"} 2026-09-10T21:45:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "3d905e11-b0fa-4303-a891-366a481f87ad", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:45:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "3d905e11-b0fa-4303-a891-366a481f87ad", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:45:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "3d905e11-b0fa-4303-a891-366a481f87ad", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:45:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "e7b83b3a-8b9a-42ee-8dfc-1a8d8625c2c5", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:45:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "3d905e11-b0fa-4303-a891-366a481f87ad", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef-kserve-route-authn"} 2026-09-10T21:45:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "3d905e11-b0fa-4303-a891-366a481f87ad", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef", "authType": "userdefined"} 2026-09-10T21:45:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "3d905e11-b0fa-4303-a891-366a481f87ad", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:45:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "e7b83b3a-8b9a-42ee-8dfc-1a8d8625c2c5", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef-authn-ssl"} 2026-09-10T21:45:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "e7b83b3a-8b9a-42ee-8dfc-1a8d8625c2c5", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:45:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "3c407d72-2ea2-4529-8a2e-f1399530db8a", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:45:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "3c407d72-2ea2-4529-8a2e-f1399530db8a", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:45:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "3c407d72-2ea2-4529-8a2e-f1399530db8a", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:45:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "3c407d72-2ea2-4529-8a2e-f1399530db8a", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef-kserve-route-authn"} 2026-09-10T21:45:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "3c407d72-2ea2-4529-8a2e-f1399530db8a", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef", "authType": "userdefined"} 2026-09-10T21:45:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "3c407d72-2ea2-4529-8a2e-f1399530db8a", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:45:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "3c977729-98de-4bc4-b792-aac55984c02b", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:45:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "3c977729-98de-4bc4-b792-aac55984c02b", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef-authn-ssl"} 2026-09-10T21:45:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "3c977729-98de-4bc4-b792-aac55984c02b", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:45:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "c0b901a0-08bc-4b81-b916-e660967ea22a", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:45:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "c0b901a0-08bc-4b81-b916-e660967ea22a", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:45:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "c0b901a0-08bc-4b81-b916-e660967ea22a", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:45:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "c0b901a0-08bc-4b81-b916-e660967ea22a", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef-kserve-route-authn"} 2026-09-10T21:45:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "c0b901a0-08bc-4b81-b916-e660967ea22a", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef", "authType": "userdefined"} 2026-09-10T21:45:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "c0b901a0-08bc-4b81-b916-e660967ea22a", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:46:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "4060754a-109d-4a31-abeb-9968a4fdf96e", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:46:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "4060754a-109d-4a31-abeb-9968a4fdf96e", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:46:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "4060754a-109d-4a31-abeb-9968a4fdf96e", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:46:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "4060754a-109d-4a31-abeb-9968a4fdf96e", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef-kserve-route-authn"} 2026-09-10T21:46:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "4060754a-109d-4a31-abeb-9968a4fdf96e", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef", "authType": "userdefined"} 2026-09-10T21:46:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "4060754a-109d-4a31-abeb-9968a4fdf96e", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:46:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "15c895a5-fefe-43a2-b9e0-c50178a9ca67", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress"} 2026-09-10T21:46:11Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "15c895a5-fefe-43a2-b9e0-c50178a9ca67", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8-authn-ssl"} 2026-09-10T21:46:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "15c895a5-fefe-43a2-b9e0-c50178a9ca67", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress"} 2026-09-10T21:46:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "43b5cbb5-53c9-476e-aafa-5e0f1fa44a1e", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress"} 2026-09-10T21:46:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "43b5cbb5-53c9-476e-aafa-5e0f1fa44a1e", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8-authn-ssl"} 2026-09-10T21:46:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "43b5cbb5-53c9-476e-aafa-5e0f1fa44a1e", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress"} 2026-09-10T21:46:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "dc2c84dd-ecc7-495a-86ef-8df78c0b4fa0", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress"} 2026-09-10T21:46:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "dc2c84dd-ecc7-495a-86ef-8df78c0b4fa0", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8-authn-ssl"} 2026-09-10T21:46:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "dc2c84dd-ecc7-495a-86ef-8df78c0b4fa0", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress"} 2026-09-10T21:46:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "df004b02-3a8b-487d-b1e1-81ae7d8a5721", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress"} 2026-09-10T21:46:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "df004b02-3a8b-487d-b1e1-81ae7d8a5721", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8-authn-ssl"} 2026-09-10T21:46:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "df004b02-3a8b-487d-b1e1-81ae7d8a5721", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress"} 2026-09-10T21:46:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "1117ed41-23e1-4c38-8d3a-b277dc723925", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress"} 2026-09-10T21:46:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "1117ed41-23e1-4c38-8d3a-b277dc723925", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8-authn-ssl"} 2026-09-10T21:46:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "1117ed41-23e1-4c38-8d3a-b277dc723925", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress"} 2026-09-10T21:46:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "c562cfe3-233a-4535-9bcd-58bfa2125e48", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress"} 2026-09-10T21:46:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "c562cfe3-233a-4535-9bcd-58bfa2125e48", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8-authn-ssl"} 2026-09-10T21:46:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "c562cfe3-233a-4535-9bcd-58bfa2125e48", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress"} 2026-09-10T21:46:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "3e0b409a-f66d-4400-94a1-0a275282646a", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress"} 2026-09-10T21:46:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "3e0b409a-f66d-4400-94a1-0a275282646a", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8-authn-ssl"} 2026-09-10T21:46:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "3e0b409a-f66d-4400-94a1-0a275282646a", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress"} 2026-09-10T21:46:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-bf96d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8", "name": "openshift-service-ca.crt", "reconcileID": "494d46ac-e624-4101-b607-78d87fc45fa2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8"} 2026-09-10T21:46:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf96d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8", "name": "odh-trusted-ca-bundle", "reconcileID": "e251acc2-3d77-4aa7-9809-a00376644fc7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8"} 2026-09-10T21:46:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-bf96d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8", "name": "openshift-service-ca.crt", "reconcileID": "b235b6a0-018e-4c4f-91ae-c08b96fbfd9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:46:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-bf96d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8", "name": "openshift-service-ca.crt", "reconcileID": "b235b6a0-018e-4c4f-91ae-c08b96fbfd9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8"} 2026-09-10T21:46:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-bf96d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8", "name": "openshift-service-ca.crt", "reconcileID": "a1ee2b32-feba-43e8-b68c-11a0a69251ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8"} 2026-09-10T21:46:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf96d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63b48c44-93b1-42e6-95a1-baaa8f87ec93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8"} 2026-09-10T21:46:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf96d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8", "name": "odh-trusted-ca-bundle", "reconcileID": "047a01f8-5afe-402a-bc10-2b27c70fe724", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:46:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf96d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8", "name": "odh-trusted-ca-bundle", "reconcileID": "047a01f8-5afe-402a-bc10-2b27c70fe724", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8"} 2026-09-10T21:46:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf96d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d352736-4edb-434b-a390-c51da3e85107", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8"} 2026-09-10T21:46:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "fb19fd05-eda4-424d-91e2-018cc88d40de", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress"} 2026-09-10T21:46:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "fb19fd05-eda4-424d-91e2-018cc88d40de", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8-authn-ssl"} 2026-09-10T21:46:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "fb19fd05-eda4-424d-91e2-018cc88d40de", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress"} 2026-09-10T21:46:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "363732bb-e3af-447b-bac7-9f2bbb6ae8ec", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress"} 2026-09-10T21:46:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "363732bb-e3af-447b-bac7-9f2bbb6ae8ec", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8-authn-ssl"} 2026-09-10T21:46:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "363732bb-e3af-447b-bac7-9f2bbb6ae8ec", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress"} 2026-09-10T21:46:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "38616301-0f8d-4e3d-99c2-58ec94bfb24a", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress"} 2026-09-10T21:46:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "38616301-0f8d-4e3d-99c2-58ec94bfb24a", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8-authn-ssl"} 2026-09-10T21:46:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "38616301-0f8d-4e3d-99c2-58ec94bfb24a", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress"} 2026-09-10T21:46:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "fb5ac248-7720-434a-a073-943232f5c245", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress"} 2026-09-10T21:46:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "fb5ac248-7720-434a-a073-943232f5c245", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8-authn-ssl"} 2026-09-10T21:46:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "fb5ac248-7720-434a-a073-943232f5c245", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress"} 2026-09-10T21:46:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf96d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2f72ac1-dbbc-440d-87b9-476a4442fac5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8"} 2026-09-10T21:46:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf96d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2f72ac1-dbbc-440d-87b9-476a4442fac5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:46:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf96d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2f72ac1-dbbc-440d-87b9-476a4442fac5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-bf96d8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:46:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf96d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8", "name": "odh-trusted-ca-bundle", "reconcileID": "d038614d-21e1-4800-b8e9-7e87d178fb64", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8"} 2026-09-10T21:46:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf96d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8", "name": "odh-trusted-ca-bundle", "reconcileID": "d038614d-21e1-4800-b8e9-7e87d178fb64", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8"} 2026-09-10T21:46:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-bf96d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8", "name": "openshift-service-ca.crt", "reconcileID": "10e7831d-8b50-40b2-8feb-a3f86c4c35b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8"} 2026-09-10T21:46:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-bf96d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8", "name": "openshift-service-ca.crt", "reconcileID": "10e7831d-8b50-40b2-8feb-a3f86c4c35b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8"} 2026-09-10T21:46:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf96d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f9b5324-6226-413d-bddb-493033927e6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8"} 2026-09-10T21:46:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf96d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f9b5324-6226-413d-bddb-493033927e6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf96d8"} 2026-09-10T21:46:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf96d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf96d8", "reconcileID": "10cffae6-2c68-4bf7-9a63-a3e017621b87", "Gateway": "e2e-ipp-cleanup-bf96d8", "namespace": "openshift-ingress"} 2026-09-10T21:47:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "a9970136-c89a-429d-99ff-dd9dd584757b", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:47:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "a9970136-c89a-429d-99ff-dd9dd584757b", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef-authn-ssl"} 2026-09-10T21:47:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "a9970136-c89a-429d-99ff-dd9dd584757b", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:47:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "1a3a60de-b2f7-426a-a2ff-e217e68da410", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:47:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "1a3a60de-b2f7-426a-a2ff-e217e68da410", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef-authn-ssl"} 2026-09-10T21:47:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "1a3a60de-b2f7-426a-a2ff-e217e68da410", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:47:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "1d401af3-21e9-485a-a5fa-862f2ba578be", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:47:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "1d401af3-21e9-485a-a5fa-862f2ba578be", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef-authn-ssl"} 2026-09-10T21:47:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "1d401af3-21e9-485a-a5fa-862f2ba578be", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:47:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "dff4590d-80cb-480a-854a-d6bd85eeb2d0", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:47:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "dff4590d-80cb-480a-854a-d6bd85eeb2d0", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:47:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "dff4590d-80cb-480a-854a-d6bd85eeb2d0", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:47:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "dff4590d-80cb-480a-854a-d6bd85eeb2d0", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef-kserve-route-authn"} 2026-09-10T21:47:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "dff4590d-80cb-480a-854a-d6bd85eeb2d0", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef", "authType": "userdefined"} 2026-09-10T21:47:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "dff4590d-80cb-480a-854a-d6bd85eeb2d0", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:48:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "bea7ebb9-0fa2-44b2-b2e8-b80942bcea3e", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:48:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "bea7ebb9-0fa2-44b2-b2e8-b80942bcea3e", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef-authn-ssl"} 2026-09-10T21:48:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "bea7ebb9-0fa2-44b2-b2e8-b80942bcea3e", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:48:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c180493-5e1e-47af-aeb7-247a461ca772", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:48:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c180493-5e1e-47af-aeb7-247a461ca772", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8291ef", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:48:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c180493-5e1e-47af-aeb7-247a461ca772", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-8291ef because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:48:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "odh-trusted-ca-bundle", "reconcileID": "0f532e5f-9863-4125-b4bb-a271baf80b5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:48:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "odh-trusted-ca-bundle", "reconcileID": "0f532e5f-9863-4125-b4bb-a271baf80b5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:48:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "openshift-service-ca.crt", "reconcileID": "8ffef131-3797-4daf-88dc-14dcded5ae7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:48:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "openshift-service-ca.crt", "reconcileID": "8ffef131-3797-4daf-88dc-14dcded5ae7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:48:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4042aed2-e5ef-41d5-99ad-83a2fd88cf4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:48:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4042aed2-e5ef-41d5-99ad-83a2fd88cf4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:48:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "fcffceb6-18c4-4a00-b0aa-e97b8c4ccecc", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:48:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "fcffceb6-18c4-4a00-b0aa-e97b8c4ccecc", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef"} 2026-09-10T21:48:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "fcffceb6-18c4-4a00-b0aa-e97b8c4ccecc", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:48:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "fcffceb6-18c4-4a00-b0aa-e97b8c4ccecc", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:48:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "fcffceb6-18c4-4a00-b0aa-e97b8c4ccecc", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef-kserve-route-authn"} 2026-09-10T21:48:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "fcffceb6-18c4-4a00-b0aa-e97b8c4ccecc", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef-kserve-route-authn"} 2026-09-10T21:48:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "fcffceb6-18c4-4a00-b0aa-e97b8c4ccecc", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:48:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "fcffceb6-18c4-4a00-b0aa-e97b8c4ccecc", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:48:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "33740ddc-80f1-4802-a447-89e3d7e9ce19", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:48:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "33740ddc-80f1-4802-a447-89e3d7e9ce19", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef"} 2026-09-10T21:48:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "33740ddc-80f1-4802-a447-89e3d7e9ce19", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:48:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "33740ddc-80f1-4802-a447-89e3d7e9ce19", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:48:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "33740ddc-80f1-4802-a447-89e3d7e9ce19", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef-kserve-route-authn"} 2026-09-10T21:48:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "33740ddc-80f1-4802-a447-89e3d7e9ce19", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef-kserve-route-authn"} 2026-09-10T21:48:16Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "33740ddc-80f1-4802-a447-89e3d7e9ce19", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:48:16Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "33740ddc-80f1-4802-a447-89e3d7e9ce19", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:48:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8291ef","namespace":"ai-tenant-e2e-ipp-a-8291ef"}, "namespace": "ai-tenant-e2e-ipp-a-8291ef", "name": "ipp-route-8291ef", "reconcileID": "b04369a5-6c77-43e4-8ffc-5406a6740205", "LLMInferenceService": "ipp-route-8291ef", "namespace": "ai-tenant-e2e-ipp-a-8291ef"} 2026-09-10T21:48:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "d9844477-756d-41bf-9da7-44e7f874f3c7", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:48:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "d9844477-756d-41bf-9da7-44e7f874f3c7", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef-authn-ssl"} 2026-09-10T21:48:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "d9844477-756d-41bf-9da7-44e7f874f3c7", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:48:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8291ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8291ef", "reconcileID": "d3d54b47-7889-4be6-966c-7fa8e83c63fc", "Gateway": "e2e-ipp-a-8291ef", "namespace": "openshift-ingress"} 2026-09-10T21:48:22Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:48:22Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:48:23Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:48:23Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:48:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "e3dfcde9-b226-4859-81eb-a3cfa7a5c680", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress"} 2026-09-10T21:48:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "e3dfcde9-b226-4859-81eb-a3cfa7a5c680", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53-authn-ssl"} 2026-09-10T21:48:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "e3dfcde9-b226-4859-81eb-a3cfa7a5c680", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress"} 2026-09-10T21:48:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "e668e6fe-4bd7-4aea-9497-e3669ca41d90", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress"} 2026-09-10T21:48:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "e668e6fe-4bd7-4aea-9497-e3669ca41d90", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53-authn-ssl"} 2026-09-10T21:48:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "e668e6fe-4bd7-4aea-9497-e3669ca41d90", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress"} 2026-09-10T21:48:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2fbf53"}, "namespace": "ai-tenant-e2e-ipp-b-2fbf53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1b1e376-02d7-4c5f-8f49-6ce579250139", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2fbf53"} 2026-09-10T21:48:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2fbf53"}, "namespace": "ai-tenant-e2e-ipp-b-2fbf53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1b1e376-02d7-4c5f-8f49-6ce579250139", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2fbf53", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:48:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2fbf53"}, "namespace": "ai-tenant-e2e-ipp-b-2fbf53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1b1e376-02d7-4c5f-8f49-6ce579250139", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-2fbf53 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:48:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2fbf53"}, "namespace": "ai-tenant-e2e-ipp-b-2fbf53", "name": "odh-trusted-ca-bundle", "reconcileID": "1691bb13-4c4a-407e-b101-3cfb908424b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2fbf53"} 2026-09-10T21:48:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2fbf53"}, "namespace": "ai-tenant-e2e-ipp-b-2fbf53", "name": "odh-trusted-ca-bundle", "reconcileID": "1691bb13-4c4a-407e-b101-3cfb908424b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2fbf53"} 2026-09-10T21:48:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2fbf53"}, "namespace": "ai-tenant-e2e-ipp-b-2fbf53", "name": "openshift-service-ca.crt", "reconcileID": "f811e326-effb-4a67-8b34-8dfc13b85bfc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2fbf53"} 2026-09-10T21:48:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2fbf53"}, "namespace": "ai-tenant-e2e-ipp-b-2fbf53", "name": "openshift-service-ca.crt", "reconcileID": "f811e326-effb-4a67-8b34-8dfc13b85bfc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2fbf53"} 2026-09-10T21:48:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2fbf53"}, "namespace": "ai-tenant-e2e-ipp-b-2fbf53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "620a9edc-fbe7-46a6-9911-8f1885421b32", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2fbf53"} 2026-09-10T21:48:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2fbf53"}, "namespace": "ai-tenant-e2e-ipp-b-2fbf53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "620a9edc-fbe7-46a6-9911-8f1885421b32", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2fbf53"} 2026-09-10T21:48:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2fbf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2fbf53", "reconcileID": "51b25a8d-d159-4816-b8be-8a910cb4e8fd", "Gateway": "e2e-ipp-b-2fbf53", "namespace": "openshift-ingress"} 2026-09-10T21:48:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d9e68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d9e68", "reconcileID": "98e7efec-e1d4-4a24-ae04-5199f4589ddb", "Gateway": "e2e-shared-a-w3-2d9e68", "namespace": "openshift-ingress"} 2026-09-10T21:48:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d9e68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d9e68", "reconcileID": "98e7efec-e1d4-4a24-ae04-5199f4589ddb", "Gateway": "e2e-shared-a-w3-2d9e68", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d9e68-authn-ssl"} 2026-09-10T21:48:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d9e68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d9e68", "reconcileID": "98e7efec-e1d4-4a24-ae04-5199f4589ddb", "Gateway": "e2e-shared-a-w3-2d9e68", "namespace": "openshift-ingress"} 2026-09-10T21:48:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d9e68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d9e68", "reconcileID": "3ab63508-9393-46a6-9aed-f66d3606ad43", "Gateway": "e2e-shared-a-w3-2d9e68", "namespace": "openshift-ingress"} 2026-09-10T21:48:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d9e68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d9e68", "reconcileID": "3ab63508-9393-46a6-9aed-f66d3606ad43", "Gateway": "e2e-shared-a-w3-2d9e68", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d9e68-authn-ssl"} 2026-09-10T21:48:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d9e68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d9e68", "reconcileID": "3ab63508-9393-46a6-9aed-f66d3606ad43", "Gateway": "e2e-shared-a-w3-2d9e68", "namespace": "openshift-ingress"} 2026-09-10T21:48:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2d9e68"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "358f1ee6-4984-4199-a78d-aec78bded7ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68"} 2026-09-10T21:48:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2d9e68"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "358f1ee6-4984-4199-a78d-aec78bded7ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:48:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2d9e68"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "358f1ee6-4984-4199-a78d-aec78bded7ae", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-2d9e68 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:48:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2d9e68"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "name": "odh-trusted-ca-bundle", "reconcileID": "b694e796-f37e-4858-85ef-2ebab2bb5159", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68"} 2026-09-10T21:48:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2d9e68"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "name": "odh-trusted-ca-bundle", "reconcileID": "b694e796-f37e-4858-85ef-2ebab2bb5159", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68"} 2026-09-10T21:48:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-2d9e68"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "name": "openshift-service-ca.crt", "reconcileID": "474f5d6a-1079-41ae-8824-281284d09361", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68"} 2026-09-10T21:48:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-2d9e68"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "name": "openshift-service-ca.crt", "reconcileID": "474f5d6a-1079-41ae-8824-281284d09361", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68"} 2026-09-10T21:48:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2d9e68"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "020c9c9a-7891-4eb0-8946-4d971f6b33b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68"} 2026-09-10T21:48:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2d9e68"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "020c9c9a-7891-4eb0-8946-4d971f6b33b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2d9e68"} 2026-09-10T21:48:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d9e68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d9e68", "reconcileID": "77ca7ec4-0f3a-4018-91df-0c067628233c", "Gateway": "e2e-shared-a-w3-2d9e68", "namespace": "openshift-ingress"} 2026-09-10T21:49:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2", "reconcileID": "706987f5-1339-4bd1-9c7b-bd0bde99e6db", "Gateway": "e2e-shared-b-w3-67d5e2", "namespace": "openshift-ingress"} 2026-09-10T21:49:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2", "reconcileID": "706987f5-1339-4bd1-9c7b-bd0bde99e6db", "Gateway": "e2e-shared-b-w3-67d5e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2-authn-ssl"} 2026-09-10T21:49:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2", "reconcileID": "706987f5-1339-4bd1-9c7b-bd0bde99e6db", "Gateway": "e2e-shared-b-w3-67d5e2", "namespace": "openshift-ingress"} 2026-09-10T21:49:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2", "reconcileID": "ca485a05-6dd4-4e68-9172-f7deddc37484", "Gateway": "e2e-shared-b-w3-67d5e2", "namespace": "openshift-ingress"} 2026-09-10T21:49:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2", "reconcileID": "ca485a05-6dd4-4e68-9172-f7deddc37484", "Gateway": "e2e-shared-b-w3-67d5e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2-authn-ssl"} 2026-09-10T21:49:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2", "reconcileID": "ca485a05-6dd4-4e68-9172-f7deddc37484", "Gateway": "e2e-shared-b-w3-67d5e2", "namespace": "openshift-ingress"} 2026-09-10T21:49:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79efef8e-2d20-4378-bf10-e4e535774def", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:49:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79efef8e-2d20-4378-bf10-e4e535774def", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:49:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79efef8e-2d20-4378-bf10-e4e535774def", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-67d5e2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:49:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "odh-trusted-ca-bundle", "reconcileID": "0827f2ed-4699-46e0-8393-e86f92356b8e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:49:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "odh-trusted-ca-bundle", "reconcileID": "0827f2ed-4699-46e0-8393-e86f92356b8e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:49:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "openshift-service-ca.crt", "reconcileID": "a73d8f7a-532d-4bb0-bbb8-e774dfb31cea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:49:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "openshift-service-ca.crt", "reconcileID": "a73d8f7a-532d-4bb0-bbb8-e774dfb31cea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:49:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5dc72971-45cd-442b-a9c6-a9ed65924f8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:49:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-67d5e2"}, "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5dc72971-45cd-442b-a9c6-a9ed65924f8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-67d5e2"} 2026-09-10T21:49:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-67d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-67d5e2", "reconcileID": "4a193393-f93f-4dcc-8179-547572614ca8", "Gateway": "e2e-shared-b-w3-67d5e2", "namespace": "openshift-ingress"} 2026-09-10T21:53:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "69489d59-d92d-4b6f-aafc-d56313adee71", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm"} 2026-09-10T21:53:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "69489d59-d92d-4b6f-aafc-d56313adee71", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm"} 2026-09-10T21:53:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "69489d59-d92d-4b6f-aafc-d56313adee71", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm"} 2026-09-10T21:53:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "342b534f-b906-4aa2-84d5-a1b930444b3e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:53:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "69489d59-d92d-4b6f-aafc-d56313adee71", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm", "name": "e2e-same-id-a-81abf60f-kserve-route-authn"} 2026-09-10T21:53:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "69489d59-d92d-4b6f-aafc-d56313adee71", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:53:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "69489d59-d92d-4b6f-aafc-d56313adee71", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm"} 2026-09-10T21:53:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "342b534f-b906-4aa2-84d5-a1b930444b3e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:53:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "342b534f-b906-4aa2-84d5-a1b930444b3e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:53:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "2e610c1d-0b20-4c7d-9ce4-c73e32dc5cb0", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm"} 2026-09-10T21:53:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "2e610c1d-0b20-4c7d-9ce4-c73e32dc5cb0", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm"} 2026-09-10T21:53:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "2e610c1d-0b20-4c7d-9ce4-c73e32dc5cb0", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm"} 2026-09-10T21:53:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "2e610c1d-0b20-4c7d-9ce4-c73e32dc5cb0", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm", "name": "e2e-same-id-a-81abf60f-kserve-route-authn"} 2026-09-10T21:53:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "2e610c1d-0b20-4c7d-9ce4-c73e32dc5cb0", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:53:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "2e610c1d-0b20-4c7d-9ce4-c73e32dc5cb0", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm"} 2026-09-10T21:53:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "761e0210-e382-4306-ace0-66e226d5b21b", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm"} 2026-09-10T21:53:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "761e0210-e382-4306-ace0-66e226d5b21b", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm"} 2026-09-10T21:53:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "761e0210-e382-4306-ace0-66e226d5b21b", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm"} 2026-09-10T21:53:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "761e0210-e382-4306-ace0-66e226d5b21b", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm", "name": "e2e-same-id-b-81abf60f-kserve-route-authn"} 2026-09-10T21:53:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "761e0210-e382-4306-ace0-66e226d5b21b", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:53:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "761e0210-e382-4306-ace0-66e226d5b21b", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm"} 2026-09-10T21:53:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b14cd19d-a074-4c8d-bf1e-51533510c95f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:53:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b14cd19d-a074-4c8d-bf1e-51533510c95f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:53:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b14cd19d-a074-4c8d-bf1e-51533510c95f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:53:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fa0e8644-c076-484a-92b9-766a863292da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:53:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fa0e8644-c076-484a-92b9-766a863292da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:53:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fa0e8644-c076-484a-92b9-766a863292da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:53:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "c1e6bc4a-42b7-4c69-b75f-a1442d6da8fb", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm"} 2026-09-10T21:53:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "c1e6bc4a-42b7-4c69-b75f-a1442d6da8fb", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm"} 2026-09-10T21:53:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "c1e6bc4a-42b7-4c69-b75f-a1442d6da8fb", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm"} 2026-09-10T21:53:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "c1e6bc4a-42b7-4c69-b75f-a1442d6da8fb", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm", "name": "e2e-same-id-a-81abf60f-kserve-route-authn"} 2026-09-10T21:53:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "c1e6bc4a-42b7-4c69-b75f-a1442d6da8fb", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:53:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "c1e6bc4a-42b7-4c69-b75f-a1442d6da8fb", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm"} 2026-09-10T21:53:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "45119459-b6d9-4adf-87ef-a115a6a85c27", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm"} 2026-09-10T21:53:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "45119459-b6d9-4adf-87ef-a115a6a85c27", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm"} 2026-09-10T21:53:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "45119459-b6d9-4adf-87ef-a115a6a85c27", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm"} 2026-09-10T21:53:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "45119459-b6d9-4adf-87ef-a115a6a85c27", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm", "name": "e2e-same-id-b-81abf60f-kserve-route-authn"} 2026-09-10T21:53:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "45119459-b6d9-4adf-87ef-a115a6a85c27", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:53:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "45119459-b6d9-4adf-87ef-a115a6a85c27", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm"} 2026-09-10T21:53:55Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:53:55Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:53:57Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:53:57Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:54:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "419291c4-d86e-4651-802a-999bd926bbab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:54:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "419291c4-d86e-4651-802a-999bd926bbab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:54:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "419291c4-d86e-4651-802a-999bd926bbab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:54:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "e244b781-94f4-4165-a925-8817c7373cc6", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm"} 2026-09-10T21:54:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "e244b781-94f4-4165-a925-8817c7373cc6", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm"} 2026-09-10T21:54:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "e244b781-94f4-4165-a925-8817c7373cc6", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm"} 2026-09-10T21:54:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "e244b781-94f4-4165-a925-8817c7373cc6", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm", "name": "e2e-same-id-b-81abf60f-kserve-route-authn"} 2026-09-10T21:54:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "e244b781-94f4-4165-a925-8817c7373cc6", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:54:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "e244b781-94f4-4165-a925-8817c7373cc6", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm"} 2026-09-10T21:54:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "d4c11d45-b955-4466-b90f-d5bd5b3ab726", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm"} 2026-09-10T21:54:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "d4c11d45-b955-4466-b90f-d5bd5b3ab726", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm"} 2026-09-10T21:54:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "d4c11d45-b955-4466-b90f-d5bd5b3ab726", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm"} 2026-09-10T21:54:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "d4c11d45-b955-4466-b90f-d5bd5b3ab726", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm", "name": "e2e-same-id-a-81abf60f-kserve-route-authn"} 2026-09-10T21:54:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "d4c11d45-b955-4466-b90f-d5bd5b3ab726", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:54:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "d4c11d45-b955-4466-b90f-d5bd5b3ab726", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm"} 2026-09-10T21:54:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "198df306-2403-48cc-aae7-77f6539f833b", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm"} 2026-09-10T21:54:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "198df306-2403-48cc-aae7-77f6539f833b", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm"} 2026-09-10T21:54:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "198df306-2403-48cc-aae7-77f6539f833b", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm"} 2026-09-10T21:54:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "198df306-2403-48cc-aae7-77f6539f833b", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm", "name": "e2e-same-id-b-81abf60f-kserve-route-authn"} 2026-09-10T21:54:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "198df306-2403-48cc-aae7-77f6539f833b", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:54:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "198df306-2403-48cc-aae7-77f6539f833b", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm"} 2026-09-10T21:54:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "345d4e10-629b-48c4-98a5-2cc94672c26b", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm"} 2026-09-10T21:54:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "345d4e10-629b-48c4-98a5-2cc94672c26b", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm", "name": "e2e-same-id-a-81abf60f"} 2026-09-10T21:54:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "345d4e10-629b-48c4-98a5-2cc94672c26b", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm"} 2026-09-10T21:54:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "345d4e10-629b-48c4-98a5-2cc94672c26b", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm"} 2026-09-10T21:54:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "345d4e10-629b-48c4-98a5-2cc94672c26b", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm", "name": "e2e-same-id-a-81abf60f-kserve-route-authn"} 2026-09-10T21:54:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "345d4e10-629b-48c4-98a5-2cc94672c26b", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm", "name": "e2e-same-id-a-81abf60f-kserve-route-authn"} 2026-09-10T21:54:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-81abf60f", "reconcileID": "ea69d355-a837-41f5-b7d2-1afbfcc5d676", "LLMInferenceService": "e2e-same-id-a-81abf60f", "namespace": "llm"} 2026-09-10T21:54:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4fb1f3b3-1b00-446c-b66c-5b8f0f2a8a51", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:54:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4fb1f3b3-1b00-446c-b66c-5b8f0f2a8a51", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:54:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4fb1f3b3-1b00-446c-b66c-5b8f0f2a8a51", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:54:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "086deeef-b34a-4652-bd02-19fa8d7d1d37", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:54:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "086deeef-b34a-4652-bd02-19fa8d7d1d37", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:54:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "086deeef-b34a-4652-bd02-19fa8d7d1d37", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:54:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "c01e311a-8a93-4cfa-addc-ed5feb48aedf", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm"} 2026-09-10T21:54:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "c01e311a-8a93-4cfa-addc-ed5feb48aedf", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm", "name": "e2e-same-id-b-81abf60f"} 2026-09-10T21:54:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "c01e311a-8a93-4cfa-addc-ed5feb48aedf", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm"} 2026-09-10T21:54:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "c01e311a-8a93-4cfa-addc-ed5feb48aedf", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm"} 2026-09-10T21:54:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "c01e311a-8a93-4cfa-addc-ed5feb48aedf", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm", "name": "e2e-same-id-b-81abf60f-kserve-route-authn"} 2026-09-10T21:54:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "c01e311a-8a93-4cfa-addc-ed5feb48aedf", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm", "name": "e2e-same-id-b-81abf60f-kserve-route-authn"} 2026-09-10T21:54:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-81abf60f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-81abf60f", "reconcileID": "f4c74d1b-b492-4ed2-8213-6c3c83472603", "LLMInferenceService": "e2e-same-id-b-81abf60f", "namespace": "llm"} 2026-09-10T21:54:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7942a399-9780-4b0b-88cf-9d2bd085cfb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:54:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7942a399-9780-4b0b-88cf-9d2bd085cfb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:54:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7942a399-9780-4b0b-88cf-9d2bd085cfb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:54:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dca31fa5-6a23-4b5d-a7a4-ec5667f7631d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:54:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dca31fa5-6a23-4b5d-a7a4-ec5667f7631d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:54:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dca31fa5-6a23-4b5d-a7a4-ec5667f7631d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}