2026-09-08T14:57:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f83533","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533", "reconcileID": "060b60b6-60b7-4b6e-b1f7-906b09ba6a87", "LLMInferenceService": "rate-test-model-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533"} 2026-09-08T14:57:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4e2141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4e2141", "reconcileID": "d9262c2b-9004-4921-8fcd-e916f2a0c661", "Gateway": "e2e-api-b-4e2141", "namespace": "openshift-ingress"} 2026-09-08T14:57:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4e2141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4e2141", "reconcileID": "d9262c2b-9004-4921-8fcd-e916f2a0c661", "Gateway": "e2e-api-b-4e2141", "namespace": "openshift-ingress", "name": "e2e-api-b-4e2141-authn-ssl"} 2026-09-08T14:57:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4e2141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4e2141", "reconcileID": "d9262c2b-9004-4921-8fcd-e916f2a0c661", "Gateway": "e2e-api-b-4e2141", "namespace": "openshift-ingress"} 2026-09-08T14:57:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4e2141"}, "namespace": "ai-tenant-e2e-api-b-4e2141", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69575199-575a-4fce-afc5-bba44bfaf209", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4e2141"} 2026-09-08T14:57:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4e2141"}, "namespace": "ai-tenant-e2e-api-b-4e2141", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69575199-575a-4fce-afc5-bba44bfaf209", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4e2141", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:57:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4e2141"}, "namespace": "ai-tenant-e2e-api-b-4e2141", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69575199-575a-4fce-afc5-bba44bfaf209", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-4e2141 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T14:57:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4e2141"}, "namespace": "ai-tenant-e2e-api-b-4e2141", "name": "odh-trusted-ca-bundle", "reconcileID": "dfcfa7cf-f4aa-4692-bcee-9d50a239d233", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4e2141"} 2026-09-08T14:57:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4e2141"}, "namespace": "ai-tenant-e2e-api-b-4e2141", "name": "odh-trusted-ca-bundle", "reconcileID": "dfcfa7cf-f4aa-4692-bcee-9d50a239d233", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4e2141"} 2026-09-08T14:57:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4e2141"}, "namespace": "ai-tenant-e2e-api-b-4e2141", "name": "openshift-service-ca.crt", "reconcileID": "5ae7be29-4918-480c-9a49-ff154f0b3ec7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4e2141"} 2026-09-08T14:57:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4e2141"}, "namespace": "ai-tenant-e2e-api-b-4e2141", "name": "openshift-service-ca.crt", "reconcileID": "5ae7be29-4918-480c-9a49-ff154f0b3ec7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4e2141"} 2026-09-08T14:57:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4e2141"}, "namespace": "ai-tenant-e2e-api-b-4e2141", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69c61509-fe53-4b43-9e0e-8084e15928c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4e2141"} 2026-09-08T14:57:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4e2141"}, "namespace": "ai-tenant-e2e-api-b-4e2141", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69c61509-fe53-4b43-9e0e-8084e15928c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4e2141"} 2026-09-08T14:57:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4e2141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4e2141", "reconcileID": "80245477-cb53-4fe9-9499-461e9af0dc57", "Gateway": "e2e-api-b-4e2141", "namespace": "openshift-ingress"} 2026-09-08T14:57:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f83533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f83533", "reconcileID": "728eb59f-2e39-4b37-b462-ab0b13f6bd13", "Gateway": "e2e-shared-b-w3-f83533", "namespace": "openshift-ingress"} 2026-09-08T14:57:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f83533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f83533", "reconcileID": "728eb59f-2e39-4b37-b462-ab0b13f6bd13", "Gateway": "e2e-shared-b-w3-f83533", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f83533-authn-ssl"} 2026-09-08T14:57:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f83533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f83533", "reconcileID": "728eb59f-2e39-4b37-b462-ab0b13f6bd13", "Gateway": "e2e-shared-b-w3-f83533", "namespace": "openshift-ingress"} 2026-09-08T14:57:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f83533","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533", "reconcileID": "ff248af7-2759-4807-be22-5d9b29a614de", "LLMInferenceService": "rate-test-model-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533"} 2026-09-08T14:57:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f83533","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533", "reconcileID": "ff248af7-2759-4807-be22-5d9b29a614de", "LLMInferenceService": "rate-test-model-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533"} 2026-09-08T14:57:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f83533","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533", "reconcileID": "ff248af7-2759-4807-be22-5d9b29a614de", "LLMInferenceService": "rate-test-model-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533"} 2026-09-08T14:57:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f83533","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533", "reconcileID": "ff248af7-2759-4807-be22-5d9b29a614de", "LLMInferenceService": "rate-test-model-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533-kserve-route-authn"} 2026-09-08T14:57:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f83533","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533", "reconcileID": "ff248af7-2759-4807-be22-5d9b29a614de", "LLMInferenceService": "rate-test-model-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "authType": "userdefined"} 2026-09-08T14:57:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f83533","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533", "reconcileID": "ff248af7-2759-4807-be22-5d9b29a614de", "LLMInferenceService": "rate-test-model-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533"} 2026-09-08T14:57:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-11dfb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-11dfb4", "reconcileID": "1f79c6aa-1e95-42d9-9f52-fe658b521215", "Gateway": "e2e-shared-a-w2-11dfb4", "namespace": "openshift-ingress"} 2026-09-08T14:57:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-11dfb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-11dfb4", "reconcileID": "1f79c6aa-1e95-42d9-9f52-fe658b521215", "Gateway": "e2e-shared-a-w2-11dfb4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-11dfb4-authn-ssl"} 2026-09-08T14:57:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-11dfb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-11dfb4", "reconcileID": "1f79c6aa-1e95-42d9-9f52-fe658b521215", "Gateway": "e2e-shared-a-w2-11dfb4", "namespace": "openshift-ingress"} 2026-09-08T14:57:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-11dfb4"}, "namespace": "ai-tenant-e2e-shared-a-w2-11dfb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a88484dc-ddd2-47c7-9c59-d19201200b72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-11dfb4"} 2026-09-08T14:57:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-11dfb4"}, "namespace": "ai-tenant-e2e-shared-a-w2-11dfb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a88484dc-ddd2-47c7-9c59-d19201200b72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-11dfb4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:57:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-11dfb4"}, "namespace": "ai-tenant-e2e-shared-a-w2-11dfb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a88484dc-ddd2-47c7-9c59-d19201200b72", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-11dfb4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T14:57:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-11dfb4"}, "namespace": "ai-tenant-e2e-shared-a-w2-11dfb4", "name": "odh-trusted-ca-bundle", "reconcileID": "8e4abb29-8157-4044-bd6e-302331e5211b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-11dfb4"} 2026-09-08T14:57:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-11dfb4"}, "namespace": "ai-tenant-e2e-shared-a-w2-11dfb4", "name": "odh-trusted-ca-bundle", "reconcileID": "8e4abb29-8157-4044-bd6e-302331e5211b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-11dfb4"} 2026-09-08T14:57:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-11dfb4"}, "namespace": "ai-tenant-e2e-shared-a-w2-11dfb4", "name": "openshift-service-ca.crt", "reconcileID": "18f738fc-9bfb-4a75-a3f9-c05652ad4f33", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-11dfb4"} 2026-09-08T14:57:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-11dfb4"}, "namespace": "ai-tenant-e2e-shared-a-w2-11dfb4", "name": "openshift-service-ca.crt", "reconcileID": "18f738fc-9bfb-4a75-a3f9-c05652ad4f33", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-11dfb4"} 2026-09-08T14:57:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-11dfb4"}, "namespace": "ai-tenant-e2e-shared-a-w2-11dfb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff726313-1117-4453-8a05-4471da7df470", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-11dfb4"} 2026-09-08T14:57:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-11dfb4"}, "namespace": "ai-tenant-e2e-shared-a-w2-11dfb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff726313-1117-4453-8a05-4471da7df470", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-11dfb4"} 2026-09-08T14:57:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f83533","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533", "reconcileID": "31c631a2-107f-46b5-a063-18bc76367fdd", "LLMInferenceService": "rate-test-model-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533"} 2026-09-08T14:57:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f83533","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533", "reconcileID": "31c631a2-107f-46b5-a063-18bc76367fdd", "LLMInferenceService": "rate-test-model-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533"} 2026-09-08T14:57:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f83533","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533", "reconcileID": "31c631a2-107f-46b5-a063-18bc76367fdd", "LLMInferenceService": "rate-test-model-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533"} 2026-09-08T14:57:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f83533","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533", "reconcileID": "31c631a2-107f-46b5-a063-18bc76367fdd", "LLMInferenceService": "rate-test-model-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533-kserve-route-authn"} 2026-09-08T14:57:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f83533","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533", "reconcileID": "31c631a2-107f-46b5-a063-18bc76367fdd", "LLMInferenceService": "rate-test-model-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "authType": "userdefined"} 2026-09-08T14:57:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f83533","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533", "reconcileID": "31c631a2-107f-46b5-a063-18bc76367fdd", "LLMInferenceService": "rate-test-model-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533"} 2026-09-08T14:57:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-11dfb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-11dfb4", "reconcileID": "cf23935a-e9b9-4685-885f-515534ab5a1f", "Gateway": "e2e-shared-a-w2-11dfb4", "namespace": "openshift-ingress"} 2026-09-08T14:57:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f8c7bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f8c7bd", "reconcileID": "4af1a45c-e36c-4da5-9958-66d04ea9ce08", "Gateway": "e2e-shared-b-w2-f8c7bd", "namespace": "openshift-ingress"} 2026-09-08T14:57:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f8c7bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f8c7bd", "reconcileID": "4af1a45c-e36c-4da5-9958-66d04ea9ce08", "Gateway": "e2e-shared-b-w2-f8c7bd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f8c7bd-authn-ssl"} 2026-09-08T14:57:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f8c7bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f8c7bd", "reconcileID": "4af1a45c-e36c-4da5-9958-66d04ea9ce08", "Gateway": "e2e-shared-b-w2-f8c7bd", "namespace": "openshift-ingress"} 2026-09-08T14:57:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f8c7bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f8c7bd", "reconcileID": "1be93bc1-61d5-4281-a85e-a1ffc308c569", "Gateway": "e2e-shared-b-w2-f8c7bd", "namespace": "openshift-ingress"} 2026-09-08T14:57:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f8c7bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f8c7bd", "reconcileID": "1be93bc1-61d5-4281-a85e-a1ffc308c569", "Gateway": "e2e-shared-b-w2-f8c7bd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f8c7bd-authn-ssl"} 2026-09-08T14:57:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f8c7bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f8c7bd", "reconcileID": "1be93bc1-61d5-4281-a85e-a1ffc308c569", "Gateway": "e2e-shared-b-w2-f8c7bd", "namespace": "openshift-ingress"} 2026-09-08T14:57:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f8c7bd"}, "namespace": "ai-tenant-e2e-shared-b-w2-f8c7bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b49edb64-2803-4f70-a68c-6b0f1b3fc95f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f8c7bd"} 2026-09-08T14:57:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f8c7bd"}, "namespace": "ai-tenant-e2e-shared-b-w2-f8c7bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b49edb64-2803-4f70-a68c-6b0f1b3fc95f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f8c7bd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:57:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f8c7bd"}, "namespace": "ai-tenant-e2e-shared-b-w2-f8c7bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b49edb64-2803-4f70-a68c-6b0f1b3fc95f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-f8c7bd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T14:57:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f8c7bd"}, "namespace": "ai-tenant-e2e-shared-b-w2-f8c7bd", "name": "odh-trusted-ca-bundle", "reconcileID": "e482c482-0c5d-40c8-9b1d-ecb57f4ad8e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f8c7bd"} 2026-09-08T14:57:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f8c7bd"}, "namespace": "ai-tenant-e2e-shared-b-w2-f8c7bd", "name": "odh-trusted-ca-bundle", "reconcileID": "e482c482-0c5d-40c8-9b1d-ecb57f4ad8e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f8c7bd"} 2026-09-08T14:57:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-f8c7bd"}, "namespace": "ai-tenant-e2e-shared-b-w2-f8c7bd", "name": "openshift-service-ca.crt", "reconcileID": "8cc8da47-0bf8-4c3d-ab65-37b2c7b268ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-f8c7bd"} 2026-09-08T14:57:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-f8c7bd"}, "namespace": "ai-tenant-e2e-shared-b-w2-f8c7bd", "name": "openshift-service-ca.crt", "reconcileID": "8cc8da47-0bf8-4c3d-ab65-37b2c7b268ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-f8c7bd"} 2026-09-08T14:57:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f8c7bd"}, "namespace": "ai-tenant-e2e-shared-b-w2-f8c7bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "939a0c08-1a3a-4e2f-9b33-85123bee0753", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f8c7bd"} 2026-09-08T14:57:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f8c7bd"}, "namespace": "ai-tenant-e2e-shared-b-w2-f8c7bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "939a0c08-1a3a-4e2f-9b33-85123bee0753", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f8c7bd"} 2026-09-08T14:57:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f8c7bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f8c7bd", "reconcileID": "a0ccbd63-127b-4198-b026-af6c3983de27", "Gateway": "e2e-shared-b-w2-f8c7bd", "namespace": "openshift-ingress"} 2026-09-08T14:58:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ef8f61","namespace":"ai-tenant-e2e-shared-a-w3-ef8f61"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "rate-test-model-ef8f61", "reconcileID": "25cc1593-e8bd-4306-a3f5-74e258a7a168", "LLMInferenceService": "rate-test-model-ef8f61", "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61"} 2026-09-08T14:58:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ef8f61","namespace":"ai-tenant-e2e-shared-a-w3-ef8f61"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "rate-test-model-ef8f61", "reconcileID": "25cc1593-e8bd-4306-a3f5-74e258a7a168", "LLMInferenceService": "rate-test-model-ef8f61", "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "rate-test-model-ef8f61"} 2026-09-08T14:58:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ef8f61","namespace":"ai-tenant-e2e-shared-a-w3-ef8f61"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "rate-test-model-ef8f61", "reconcileID": "25cc1593-e8bd-4306-a3f5-74e258a7a168", "LLMInferenceService": "rate-test-model-ef8f61", "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61"} 2026-09-08T14:58:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ef8f61","namespace":"ai-tenant-e2e-shared-a-w3-ef8f61"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "rate-test-model-ef8f61", "reconcileID": "25cc1593-e8bd-4306-a3f5-74e258a7a168", "LLMInferenceService": "rate-test-model-ef8f61", "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61"} 2026-09-08T14:58:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ef8f61","namespace":"ai-tenant-e2e-shared-a-w3-ef8f61"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "rate-test-model-ef8f61", "reconcileID": "25cc1593-e8bd-4306-a3f5-74e258a7a168", "LLMInferenceService": "rate-test-model-ef8f61", "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "rate-test-model-ef8f61-kserve-route-authn"} 2026-09-08T14:58:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ef8f61","namespace":"ai-tenant-e2e-shared-a-w3-ef8f61"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "rate-test-model-ef8f61", "reconcileID": "25cc1593-e8bd-4306-a3f5-74e258a7a168", "LLMInferenceService": "rate-test-model-ef8f61", "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "rate-test-model-ef8f61-kserve-route-authn"} 2026-09-08T14:58:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ef8f61","namespace":"ai-tenant-e2e-shared-a-w3-ef8f61"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "rate-test-model-ef8f61", "reconcileID": "25cc1593-e8bd-4306-a3f5-74e258a7a168", "LLMInferenceService": "rate-test-model-ef8f61", "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61"} 2026-09-08T14:58:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ef8f61","namespace":"ai-tenant-e2e-shared-a-w3-ef8f61"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "rate-test-model-ef8f61", "reconcileID": "25cc1593-e8bd-4306-a3f5-74e258a7a168", "LLMInferenceService": "rate-test-model-ef8f61", "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61"} 2026-09-08T14:58:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ef8f61","namespace":"ai-tenant-e2e-shared-a-w3-ef8f61"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "rate-test-model-ef8f61", "reconcileID": "f5ba5919-e252-4a09-ac76-5ca607706d2a", "LLMInferenceService": "rate-test-model-ef8f61", "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61"} 2026-09-08T14:58:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef8f61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef8f61", "reconcileID": "65695059-ca8e-473f-b4a0-35859f477bce", "Gateway": "e2e-shared-a-w3-ef8f61", "namespace": "openshift-ingress"} 2026-09-08T14:58:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef8f61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef8f61", "reconcileID": "65695059-ca8e-473f-b4a0-35859f477bce", "Gateway": "e2e-shared-a-w3-ef8f61", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef8f61-authn-ssl"} 2026-09-08T14:58:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef8f61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef8f61", "reconcileID": "65695059-ca8e-473f-b4a0-35859f477bce", "Gateway": "e2e-shared-a-w3-ef8f61", "namespace": "openshift-ingress"} 2026-09-08T14:58:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef8f61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef8f61", "reconcileID": "b7b85a57-0027-436e-80fb-4462907aaae8", "Gateway": "e2e-shared-a-w3-ef8f61", "namespace": "openshift-ingress"} 2026-09-08T14:58:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef8f61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef8f61", "reconcileID": "b7b85a57-0027-436e-80fb-4462907aaae8", "Gateway": "e2e-shared-a-w3-ef8f61", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef8f61-authn-ssl"} 2026-09-08T14:58:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef8f61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef8f61", "reconcileID": "b7b85a57-0027-436e-80fb-4462907aaae8", "Gateway": "e2e-shared-a-w3-ef8f61", "namespace": "openshift-ingress"} 2026-09-08T14:58:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f83533","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533", "reconcileID": "06edf2db-9e87-4cd3-862b-bceef6973a0b", "LLMInferenceService": "rate-test-model-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533"} 2026-09-08T14:58:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f83533","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533", "reconcileID": "06edf2db-9e87-4cd3-862b-bceef6973a0b", "LLMInferenceService": "rate-test-model-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533"} 2026-09-08T14:58:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f83533","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533", "reconcileID": "06edf2db-9e87-4cd3-862b-bceef6973a0b", "LLMInferenceService": "rate-test-model-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533"} 2026-09-08T14:58:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f83533","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533", "reconcileID": "06edf2db-9e87-4cd3-862b-bceef6973a0b", "LLMInferenceService": "rate-test-model-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533"} 2026-09-08T14:58:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f83533","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533", "reconcileID": "06edf2db-9e87-4cd3-862b-bceef6973a0b", "LLMInferenceService": "rate-test-model-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533-kserve-route-authn"} 2026-09-08T14:58:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f83533","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533", "reconcileID": "06edf2db-9e87-4cd3-862b-bceef6973a0b", "LLMInferenceService": "rate-test-model-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533-kserve-route-authn"} 2026-09-08T14:58:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f83533","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533", "reconcileID": "06edf2db-9e87-4cd3-862b-bceef6973a0b", "LLMInferenceService": "rate-test-model-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533"} 2026-09-08T14:58:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f83533","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533", "reconcileID": "06edf2db-9e87-4cd3-862b-bceef6973a0b", "LLMInferenceService": "rate-test-model-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533"} 2026-09-08T14:58:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f83533","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "rate-test-model-f83533", "reconcileID": "5f4ebb74-2a98-4dc4-99ed-150ee88d4ad0", "LLMInferenceService": "rate-test-model-f83533", "namespace": "ai-tenant-e2e-shared-b-w3-f83533"} 2026-09-08T14:58:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f83533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f83533", "reconcileID": "c11fa560-973f-4ede-b236-63101bdba4bd", "Gateway": "e2e-shared-b-w3-f83533", "namespace": "openshift-ingress"} 2026-09-08T14:58:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f83533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f83533", "reconcileID": "c11fa560-973f-4ede-b236-63101bdba4bd", "Gateway": "e2e-shared-b-w3-f83533", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f83533-authn-ssl"} 2026-09-08T14:58:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f83533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f83533", "reconcileID": "c11fa560-973f-4ede-b236-63101bdba4bd", "Gateway": "e2e-shared-b-w3-f83533", "namespace": "openshift-ingress"} 2026-09-08T14:58:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f83533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f83533", "reconcileID": "dbf431b7-edcc-4b96-adf6-007a74525876", "Gateway": "e2e-shared-b-w3-f83533", "namespace": "openshift-ingress"} 2026-09-08T14:58:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f83533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f83533", "reconcileID": "dbf431b7-edcc-4b96-adf6-007a74525876", "Gateway": "e2e-shared-b-w3-f83533", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f83533-authn-ssl"} 2026-09-08T14:58:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f83533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f83533", "reconcileID": "dbf431b7-edcc-4b96-adf6-007a74525876", "Gateway": "e2e-shared-b-w3-f83533", "namespace": "openshift-ingress"} 2026-09-08T14:58:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "a2277e18-d745-4442-8769-fc31d71af626", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:58:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "a2277e18-d745-4442-8769-fc31d71af626", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c-authn-ssl"} 2026-09-08T14:58:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "a2277e18-d745-4442-8769-fc31d71af626", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:58:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "b7f2c4aa-f354-4bb5-af79-ddefa7245b97", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:58:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "b7f2c4aa-f354-4bb5-af79-ddefa7245b97", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c-authn-ssl"} 2026-09-08T14:58:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "b7f2c4aa-f354-4bb5-af79-ddefa7245b97", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:58:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "c6cfa1ff-f824-419b-8e08-4e50344ec1ec", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:58:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "c6cfa1ff-f824-419b-8e08-4e50344ec1ec", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c-authn-ssl"} 2026-09-08T14:58:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "c6cfa1ff-f824-419b-8e08-4e50344ec1ec", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:58:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "d9f848a6-a60d-4e5b-a1c8-0ff99836b72f", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:58:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "d9f848a6-a60d-4e5b-a1c8-0ff99836b72f", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c-authn-ssl"} 2026-09-08T14:58:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "d9f848a6-a60d-4e5b-a1c8-0ff99836b72f", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:58:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "e265f7b6-a92a-4824-8521-353523425121", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:58:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "e265f7b6-a92a-4824-8521-353523425121", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c-authn-ssl"} 2026-09-08T14:58:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "e265f7b6-a92a-4824-8521-353523425121", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:58:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "a3061f7a-6f4d-4afb-ad68-7e2836add852", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:58:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "a3061f7a-6f4d-4afb-ad68-7e2836add852", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c-authn-ssl"} 2026-09-08T14:58:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "a3061f7a-6f4d-4afb-ad68-7e2836add852", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:58:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "e4a813c6-462a-4f17-97ba-1852f904d1da", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:58:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "e4a813c6-462a-4f17-97ba-1852f904d1da", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c-authn-ssl"} 2026-09-08T14:58:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "e4a813c6-462a-4f17-97ba-1852f904d1da", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:58:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "48a4fbd5-c53b-496e-912e-e5f5c8aae2ba", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:58:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "48a4fbd5-c53b-496e-912e-e5f5c8aae2ba", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c-authn-ssl"} 2026-09-08T14:58:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "48a4fbd5-c53b-496e-912e-e5f5c8aae2ba", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:58:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "openshift-service-ca.crt", "reconcileID": "b6e426fc-a9a0-4a72-ad52-40c2fbaf22de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T14:58:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "odh-trusted-ca-bundle", "reconcileID": "5396c1f7-901e-4201-ace7-ec78342c9caf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T14:58:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "openshift-service-ca.crt", "reconcileID": "a102d246-3cb1-49e0-9333-f00e6287315a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:58:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "openshift-service-ca.crt", "reconcileID": "a102d246-3cb1-49e0-9333-f00e6287315a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T14:58:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af29d2ca-2c66-4a46-ae8a-af9b947825c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T14:58:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "openshift-service-ca.crt", "reconcileID": "41e8a377-db52-402b-9a46-1304b7cbe026", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T14:58:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "odh-trusted-ca-bundle", "reconcileID": "bd8fd725-e011-48c9-9d50-7f0d22f0cfd7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:58:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "odh-trusted-ca-bundle", "reconcileID": "bd8fd725-e011-48c9-9d50-7f0d22f0cfd7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T14:58:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60c4e370-179d-43e7-97e9-9c3778a8245f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T14:58:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "1c8d2aa7-a674-419c-99b3-8ebaa3e25bcb", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:58:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "1c8d2aa7-a674-419c-99b3-8ebaa3e25bcb", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c-authn-ssl"} 2026-09-08T14:58:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "1c8d2aa7-a674-419c-99b3-8ebaa3e25bcb", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:58:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "8d666daf-1f8a-4446-b8d4-9c3cdd4543d2", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:58:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "8d666daf-1f8a-4446-b8d4-9c3cdd4543d2", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c-authn-ssl"} 2026-09-08T14:58:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "8d666daf-1f8a-4446-b8d4-9c3cdd4543d2", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:58:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "2b1a00c8-a548-4bb9-9659-4070679dce1d", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress"} 2026-09-08T14:58:32Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "2b1a00c8-a548-4bb9-9659-4070679dce1d", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb-authn-ssl"} 2026-09-08T14:58:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "2b1a00c8-a548-4bb9-9659-4070679dce1d", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress"} 2026-09-08T14:58:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "56b5520a-1632-49c4-bf11-44866f038ebf", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress"} 2026-09-08T14:58:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "56b5520a-1632-49c4-bf11-44866f038ebf", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb-authn-ssl"} 2026-09-08T14:58:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "56b5520a-1632-49c4-bf11-44866f038ebf", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress"} 2026-09-08T14:58:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "0ce1b1d9-8434-4270-9046-d32eb094cd42", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress"} 2026-09-08T14:58:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "0ce1b1d9-8434-4270-9046-d32eb094cd42", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb-authn-ssl"} 2026-09-08T14:58:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "0ce1b1d9-8434-4270-9046-d32eb094cd42", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress"} 2026-09-08T14:58:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "d24d6795-0e16-4879-8b91-6c7a05fe5167", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress"} 2026-09-08T14:58:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "d24d6795-0e16-4879-8b91-6c7a05fe5167", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb-authn-ssl"} 2026-09-08T14:58:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "d24d6795-0e16-4879-8b91-6c7a05fe5167", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress"} 2026-09-08T14:58:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "7ca9277a-f200-4eb0-a14f-1fa617a270f4", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress"} 2026-09-08T14:58:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "7ca9277a-f200-4eb0-a14f-1fa617a270f4", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb-authn-ssl"} 2026-09-08T14:58:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "7ca9277a-f200-4eb0-a14f-1fa617a270f4", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress"} 2026-09-08T14:58:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "a5f6b617-1837-4dd7-b1b3-4db0ceeadbe9", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress"} 2026-09-08T14:58:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "a5f6b617-1837-4dd7-b1b3-4db0ceeadbe9", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb-authn-ssl"} 2026-09-08T14:58:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "a5f6b617-1837-4dd7-b1b3-4db0ceeadbe9", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress"} 2026-09-08T14:58:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "e95af8a7-e45a-4e1b-92db-42f2e5cb9f91", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress"} 2026-09-08T14:58:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "e95af8a7-e45a-4e1b-92db-42f2e5cb9f91", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb-authn-ssl"} 2026-09-08T14:58:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "e95af8a7-e45a-4e1b-92db-42f2e5cb9f91", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress"} 2026-09-08T14:58:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a89cbb"}, "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "name": "openshift-service-ca.crt", "reconcileID": "0bb419ca-94eb-40b9-ad8a-3aeedcbd6652", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a89cbb"} 2026-09-08T14:58:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a89cbb"}, "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "name": "odh-trusted-ca-bundle", "reconcileID": "d48ac7f5-43d9-4578-9f45-9a266d1847b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a89cbb"} 2026-09-08T14:58:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a89cbb"}, "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "name": "openshift-service-ca.crt", "reconcileID": "9aaa1989-fb7b-4b34-ab35-4339dcbb29fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:58:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a89cbb"}, "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "name": "openshift-service-ca.crt", "reconcileID": "9aaa1989-fb7b-4b34-ab35-4339dcbb29fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a89cbb"} 2026-09-08T14:58:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a89cbb"}, "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44dcecf4-b457-4645-ba11-452d76b4c3fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a89cbb"} 2026-09-08T14:58:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a89cbb"}, "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "name": "openshift-service-ca.crt", "reconcileID": "707abeca-fc2c-40c5-b349-5fd3982f25b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a89cbb"} 2026-09-08T14:58:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a89cbb"}, "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "name": "odh-trusted-ca-bundle", "reconcileID": "1c914051-6841-40f3-ac4e-0a44ee8a171c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:58:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a89cbb"}, "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "name": "odh-trusted-ca-bundle", "reconcileID": "1c914051-6841-40f3-ac4e-0a44ee8a171c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a89cbb"} 2026-09-08T14:58:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a89cbb"}, "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae32acdd-57f1-4374-8edb-4a91ccb3e3b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a89cbb"} 2026-09-08T14:58:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "00128ff9-c859-40a0-905a-029592485e8a", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress"} 2026-09-08T14:58:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "00128ff9-c859-40a0-905a-029592485e8a", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb-authn-ssl"} 2026-09-08T14:58:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "00128ff9-c859-40a0-905a-029592485e8a", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress"} 2026-09-08T14:58:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "2505af5d-db12-4aa3-8909-99b3fcd1aae8", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress"} 2026-09-08T14:58:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "2505af5d-db12-4aa3-8909-99b3fcd1aae8", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb-authn-ssl"} 2026-09-08T14:58:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "2505af5d-db12-4aa3-8909-99b3fcd1aae8", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress"} 2026-09-08T14:59:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "ebde8d36-05aa-4ddd-8bea-e18807e6563e", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T14:59:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "ebde8d36-05aa-4ddd-8bea-e18807e6563e", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T14:59:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "ebde8d36-05aa-4ddd-8bea-e18807e6563e", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T14:59:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "3f8bc115-7f3b-4a91-be4f-0f3dd15d7242", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:59:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "ebde8d36-05aa-4ddd-8bea-e18807e6563e", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c-kserve-route-authn"} 2026-09-08T14:59:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "ebde8d36-05aa-4ddd-8bea-e18807e6563e", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "authType": "userdefined"} 2026-09-08T14:59:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "ebde8d36-05aa-4ddd-8bea-e18807e6563e", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T14:59:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "3f8bc115-7f3b-4a91-be4f-0f3dd15d7242", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c-authn-ssl"} 2026-09-08T14:59:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "3f8bc115-7f3b-4a91-be4f-0f3dd15d7242", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:59:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "dc10f306-11fb-4753-8af5-665ccf9d655c", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T14:59:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "dc10f306-11fb-4753-8af5-665ccf9d655c", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T14:59:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "dc10f306-11fb-4753-8af5-665ccf9d655c", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T14:59:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "dc10f306-11fb-4753-8af5-665ccf9d655c", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c-kserve-route-authn"} 2026-09-08T14:59:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "dc10f306-11fb-4753-8af5-665ccf9d655c", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "authType": "userdefined"} 2026-09-08T14:59:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "dc10f306-11fb-4753-8af5-665ccf9d655c", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T14:59:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "b853264a-f412-48d0-a319-3ed9cc6210c3", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:59:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "b853264a-f412-48d0-a319-3ed9cc6210c3", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c-authn-ssl"} 2026-09-08T14:59:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "b853264a-f412-48d0-a319-3ed9cc6210c3", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T14:59:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "8e52de40-27fb-4e72-80a1-4630467cf782", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T14:59:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "8e52de40-27fb-4e72-80a1-4630467cf782", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T14:59:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "8e52de40-27fb-4e72-80a1-4630467cf782", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T14:59:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "8e52de40-27fb-4e72-80a1-4630467cf782", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c-kserve-route-authn"} 2026-09-08T14:59:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "8e52de40-27fb-4e72-80a1-4630467cf782", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "authType": "userdefined"} 2026-09-08T14:59:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "8e52de40-27fb-4e72-80a1-4630467cf782", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T14:59:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "5647920c-5521-4a58-bce5-5ba874202f4a", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T14:59:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "5647920c-5521-4a58-bce5-5ba874202f4a", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T14:59:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "5647920c-5521-4a58-bce5-5ba874202f4a", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T14:59:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "5647920c-5521-4a58-bce5-5ba874202f4a", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c-kserve-route-authn"} 2026-09-08T14:59:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "5647920c-5521-4a58-bce5-5ba874202f4a", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "authType": "userdefined"} 2026-09-08T14:59:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "5647920c-5521-4a58-bce5-5ba874202f4a", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T14:59:43Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T14:59:43Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T14:59:44Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T14:59:44Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T14:59:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "ac9539bc-b93a-43a1-909b-515d328ff06f", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress"} 2026-09-08T14:59:55Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "ac9539bc-b93a-43a1-909b-515d328ff06f", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9-authn-ssl"} 2026-09-08T14:59:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "ac9539bc-b93a-43a1-909b-515d328ff06f", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress"} 2026-09-08T14:59:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "86d6fa67-ae12-4762-9c64-49976fc85374", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress"} 2026-09-08T14:59:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "86d6fa67-ae12-4762-9c64-49976fc85374", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9-authn-ssl"} 2026-09-08T14:59:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "86d6fa67-ae12-4762-9c64-49976fc85374", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress"} 2026-09-08T14:59:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "ff6da2e8-79c9-4647-96b4-edfdda38a458", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress"} 2026-09-08T14:59:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "ff6da2e8-79c9-4647-96b4-edfdda38a458", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9-authn-ssl"} 2026-09-08T14:59:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "ff6da2e8-79c9-4647-96b4-edfdda38a458", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress"} 2026-09-08T14:59:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "5f3e12ff-ee2b-44ef-bf7b-b7941d3c5953", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress"} 2026-09-08T14:59:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "5f3e12ff-ee2b-44ef-bf7b-b7941d3c5953", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9-authn-ssl"} 2026-09-08T14:59:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "5f3e12ff-ee2b-44ef-bf7b-b7941d3c5953", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress"} 2026-09-08T14:59:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "fb023a39-0850-40c7-9ed2-f3d12bcf3ef1", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress"} 2026-09-08T14:59:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "fb023a39-0850-40c7-9ed2-f3d12bcf3ef1", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9-authn-ssl"} 2026-09-08T14:59:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "fb023a39-0850-40c7-9ed2-f3d12bcf3ef1", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress"} 2026-09-08T14:59:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "0b9f315e-1879-4811-b151-19ab04b87381", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress"} 2026-09-08T14:59:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "0b9f315e-1879-4811-b151-19ab04b87381", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9-authn-ssl"} 2026-09-08T14:59:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "0b9f315e-1879-4811-b151-19ab04b87381", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress"} 2026-09-08T14:59:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "7152dc5f-4e46-4ad9-84ac-d8ebd04b7ba8", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress"} 2026-09-08T14:59:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "7152dc5f-4e46-4ad9-84ac-d8ebd04b7ba8", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9-authn-ssl"} 2026-09-08T14:59:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "7152dc5f-4e46-4ad9-84ac-d8ebd04b7ba8", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress"} 2026-09-08T14:59:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7f92a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9", "name": "openshift-service-ca.crt", "reconcileID": "7109bfb9-f1d6-4271-a57e-153ce0f237b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9"} 2026-09-08T14:59:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7f92a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9", "name": "odh-trusted-ca-bundle", "reconcileID": "f7596313-1a9d-4286-8421-8665425d351c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:59:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7f92a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9", "name": "odh-trusted-ca-bundle", "reconcileID": "f7596313-1a9d-4286-8421-8665425d351c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9"} 2026-09-08T14:59:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7f92a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9", "name": "openshift-service-ca.crt", "reconcileID": "a6048f3e-9c1e-4d0b-ab1a-905af2bb986e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9"} 2026-09-08T14:59:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7f92a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d35ec30d-c0d6-41a3-9bbe-15ce33b39949", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9"} 2026-09-08T14:59:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7f92a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9", "name": "odh-trusted-ca-bundle", "reconcileID": "d7474780-16a5-4713-bbe8-60a867b64d03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:59:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7f92a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9", "name": "odh-trusted-ca-bundle", "reconcileID": "d7474780-16a5-4713-bbe8-60a867b64d03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9"} 2026-09-08T14:59:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7f92a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19d43fdc-a68f-4320-9eaa-ce4b8566c416", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9"} 2026-09-08T14:59:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "6a1fdfb6-fa96-49cb-8ce6-bea87dc2ad1e", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress"} 2026-09-08T14:59:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "6a1fdfb6-fa96-49cb-8ce6-bea87dc2ad1e", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9-authn-ssl"} 2026-09-08T14:59:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "6a1fdfb6-fa96-49cb-8ce6-bea87dc2ad1e", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress"} 2026-09-08T15:00:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "14e15d65-af15-41ed-930d-a654b18555d9", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress"} 2026-09-08T15:00:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "14e15d65-af15-41ed-930d-a654b18555d9", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9-authn-ssl"} 2026-09-08T15:00:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "14e15d65-af15-41ed-930d-a654b18555d9", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress"} 2026-09-08T15:00:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "2686ab34-97e0-47a3-a939-9445f10626b8", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress"} 2026-09-08T15:00:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "2686ab34-97e0-47a3-a939-9445f10626b8", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9-authn-ssl"} 2026-09-08T15:00:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "2686ab34-97e0-47a3-a939-9445f10626b8", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress"} 2026-09-08T15:00:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "2af0f5b4-3bb1-4138-9370-85a3a5ec20bb", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress"} 2026-09-08T15:00:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "2af0f5b4-3bb1-4138-9370-85a3a5ec20bb", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9-authn-ssl"} 2026-09-08T15:00:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "2af0f5b4-3bb1-4138-9370-85a3a5ec20bb", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress"} 2026-09-08T15:00:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7f92a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eee4b0fe-f45d-4d09-a627-c69475aad5ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9"} 2026-09-08T15:00:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7f92a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eee4b0fe-f45d-4d09-a627-c69475aad5ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:00:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7f92a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eee4b0fe-f45d-4d09-a627-c69475aad5ec", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-7f92a9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:00:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7f92a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9", "name": "odh-trusted-ca-bundle", "reconcileID": "a5d21e77-5cbe-4390-bff4-07dcf2b16295", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9"} 2026-09-08T15:00:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7f92a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9", "name": "odh-trusted-ca-bundle", "reconcileID": "a5d21e77-5cbe-4390-bff4-07dcf2b16295", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9"} 2026-09-08T15:00:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7f92a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9", "name": "openshift-service-ca.crt", "reconcileID": "a3e32c71-84b3-438a-b407-6fe525f06ee2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9"} 2026-09-08T15:00:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7f92a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9", "name": "openshift-service-ca.crt", "reconcileID": "a3e32c71-84b3-438a-b407-6fe525f06ee2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9"} 2026-09-08T15:00:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7f92a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a5a53ee-ea71-47b1-85b4-1d3e77f3498f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9"} 2026-09-08T15:00:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7f92a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a5a53ee-ea71-47b1-85b4-1d3e77f3498f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7f92a9"} 2026-09-08T15:00:36Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7f92a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7f92a9", "reconcileID": "32e02595-ed75-4ab9-ba8e-d0bf252c460a", "Gateway": "e2e-ipp-cleanup-7f92a9", "namespace": "openshift-ingress"} 2026-09-08T15:00:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "4ffe0871-c221-4c35-9267-f2d1654a5d60", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T15:00:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "4ffe0871-c221-4c35-9267-f2d1654a5d60", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c-authn-ssl"} 2026-09-08T15:00:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "4ffe0871-c221-4c35-9267-f2d1654a5d60", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T15:00:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "8bac78d1-0115-43d5-ba40-b2f23b83a240", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T15:00:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "8bac78d1-0115-43d5-ba40-b2f23b83a240", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c-authn-ssl"} 2026-09-08T15:00:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "8bac78d1-0115-43d5-ba40-b2f23b83a240", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T15:01:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "ee6f9b28-8882-464e-93ac-4872ce70e77c", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T15:01:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "ee6f9b28-8882-464e-93ac-4872ce70e77c", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T15:01:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "ee6f9b28-8882-464e-93ac-4872ce70e77c", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T15:01:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "ee6f9b28-8882-464e-93ac-4872ce70e77c", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c-kserve-route-authn"} 2026-09-08T15:01:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "ee6f9b28-8882-464e-93ac-4872ce70e77c", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "authType": "userdefined"} 2026-09-08T15:01:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "ee6f9b28-8882-464e-93ac-4872ce70e77c", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T15:01:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "f51e8d55-0493-4152-9851-9b619c9ef0b0", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T15:01:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "f51e8d55-0493-4152-9851-9b619c9ef0b0", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c-authn-ssl"} 2026-09-08T15:01:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "f51e8d55-0493-4152-9851-9b619c9ef0b0", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T15:01:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "ce182369-9f14-48b4-bec9-3aedb48afa41", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T15:01:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "ce182369-9f14-48b4-bec9-3aedb48afa41", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c-authn-ssl"} 2026-09-08T15:01:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "ce182369-9f14-48b4-bec9-3aedb48afa41", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T15:01:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a53540f2-3c70-4f36-b7c9-0b136b38b857", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T15:01:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a53540f2-3c70-4f36-b7c9-0b136b38b857", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:01:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a53540f2-3c70-4f36-b7c9-0b136b38b857", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-28eb2c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:01:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "odh-trusted-ca-bundle", "reconcileID": "87ebd4b7-9b13-4a21-a808-547f2890ecbb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T15:01:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "odh-trusted-ca-bundle", "reconcileID": "87ebd4b7-9b13-4a21-a808-547f2890ecbb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T15:01:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "openshift-service-ca.crt", "reconcileID": "b2f03dba-d8b9-4f80-b40b-d13916566908", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T15:01:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "openshift-service-ca.crt", "reconcileID": "b2f03dba-d8b9-4f80-b40b-d13916566908", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T15:01:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1b5df30-fb14-4bc7-9af1-6accb09992b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T15:01:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1b5df30-fb14-4bc7-9af1-6accb09992b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T15:01:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "2d1fe883-98b5-41d7-b2be-a07e5dbf699e", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T15:01:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "2d1fe883-98b5-41d7-b2be-a07e5dbf699e", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c"} 2026-09-08T15:01:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "2d1fe883-98b5-41d7-b2be-a07e5dbf699e", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T15:01:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "2d1fe883-98b5-41d7-b2be-a07e5dbf699e", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T15:01:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "2d1fe883-98b5-41d7-b2be-a07e5dbf699e", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c-kserve-route-authn"} 2026-09-08T15:01:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "2d1fe883-98b5-41d7-b2be-a07e5dbf699e", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c-kserve-route-authn"} 2026-09-08T15:01:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "2d1fe883-98b5-41d7-b2be-a07e5dbf699e", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T15:01:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "2d1fe883-98b5-41d7-b2be-a07e5dbf699e", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T15:01:47Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "226a8c3c-21fe-49db-a263-969bf293e042", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T15:01:47Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "226a8c3c-21fe-49db-a263-969bf293e042", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c"} 2026-09-08T15:01:47Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "226a8c3c-21fe-49db-a263-969bf293e042", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T15:01:47Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "226a8c3c-21fe-49db-a263-969bf293e042", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T15:01:47Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "226a8c3c-21fe-49db-a263-969bf293e042", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c-kserve-route-authn"} 2026-09-08T15:01:47Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "226a8c3c-21fe-49db-a263-969bf293e042", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c-kserve-route-authn"} 2026-09-08T15:01:47Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "226a8c3c-21fe-49db-a263-969bf293e042", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T15:01:47Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "226a8c3c-21fe-49db-a263-969bf293e042", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T15:01:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-28eb2c","namespace":"ai-tenant-e2e-ipp-a-28eb2c"}, "namespace": "ai-tenant-e2e-ipp-a-28eb2c", "name": "ipp-route-28eb2c", "reconcileID": "a083fb4f-c301-406e-a962-31059be7e9b6", "LLMInferenceService": "ipp-route-28eb2c", "namespace": "ai-tenant-e2e-ipp-a-28eb2c"} 2026-09-08T15:01:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "1f8de1a2-ef75-4f73-a15f-254263f78013", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T15:01:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "1f8de1a2-ef75-4f73-a15f-254263f78013", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c-authn-ssl"} 2026-09-08T15:01:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "1f8de1a2-ef75-4f73-a15f-254263f78013", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T15:01:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-28eb2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-28eb2c", "reconcileID": "c7a6f2e4-e6cc-4afb-ad91-01c83eddce7c", "Gateway": "e2e-ipp-a-28eb2c", "namespace": "openshift-ingress"} 2026-09-08T15:02:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "83768c59-4c39-4ee1-ae31-8d56e09b9f85", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress"} 2026-09-08T15:02:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "83768c59-4c39-4ee1-ae31-8d56e09b9f85", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb-authn-ssl"} 2026-09-08T15:02:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "83768c59-4c39-4ee1-ae31-8d56e09b9f85", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress"} 2026-09-08T15:02:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "fa828865-73d0-4214-869b-52f8c16d3ca6", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress"} 2026-09-08T15:02:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "fa828865-73d0-4214-869b-52f8c16d3ca6", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb-authn-ssl"} 2026-09-08T15:02:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "fa828865-73d0-4214-869b-52f8c16d3ca6", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress"} 2026-09-08T15:02:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a89cbb"}, "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "426b3558-b5aa-4005-be81-24c9fe63f902", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a89cbb"} 2026-09-08T15:02:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a89cbb"}, "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "426b3558-b5aa-4005-be81-24c9fe63f902", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:02:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a89cbb"}, "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "426b3558-b5aa-4005-be81-24c9fe63f902", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-a89cbb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:02:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a89cbb"}, "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "name": "odh-trusted-ca-bundle", "reconcileID": "56bf1606-8629-4875-a87e-15cabfcc13a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a89cbb"} 2026-09-08T15:02:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a89cbb"}, "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "name": "odh-trusted-ca-bundle", "reconcileID": "56bf1606-8629-4875-a87e-15cabfcc13a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:02:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a89cbb"}, "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "name": "odh-trusted-ca-bundle", "reconcileID": "56bf1606-8629-4875-a87e-15cabfcc13a4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-a89cbb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:02:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a89cbb"}, "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "name": "openshift-service-ca.crt", "reconcileID": "8e0f2c9b-886e-4714-b760-2cb87e24e9b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a89cbb"} 2026-09-08T15:02:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a89cbb"}, "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "name": "openshift-service-ca.crt", "reconcileID": "8e0f2c9b-886e-4714-b760-2cb87e24e9b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a89cbb"} 2026-09-08T15:02:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a89cbb"}, "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "710b74d7-584a-424f-98e3-42b55b16f0d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a89cbb"} 2026-09-08T15:02:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a89cbb"}, "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "710b74d7-584a-424f-98e3-42b55b16f0d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a89cbb"} 2026-09-08T15:02:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a89cbb"}, "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "name": "odh-trusted-ca-bundle", "reconcileID": "60b8a008-44fc-441c-a779-dae066c05892", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a89cbb"} 2026-09-08T15:02:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a89cbb"}, "namespace": "ai-tenant-e2e-ipp-b-a89cbb", "name": "odh-trusted-ca-bundle", "reconcileID": "60b8a008-44fc-441c-a779-dae066c05892", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a89cbb"} 2026-09-08T15:02:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a89cbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a89cbb", "reconcileID": "a9069133-38f9-4d65-a6ec-39b2518fb77e", "Gateway": "e2e-ipp-b-a89cbb", "namespace": "openshift-ingress"} 2026-09-08T15:02:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef8f61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef8f61", "reconcileID": "054b3f43-f412-4bfe-8512-1337fd318602", "Gateway": "e2e-shared-a-w3-ef8f61", "namespace": "openshift-ingress"} 2026-09-08T15:02:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef8f61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef8f61", "reconcileID": "054b3f43-f412-4bfe-8512-1337fd318602", "Gateway": "e2e-shared-a-w3-ef8f61", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef8f61-authn-ssl"} 2026-09-08T15:02:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef8f61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef8f61", "reconcileID": "054b3f43-f412-4bfe-8512-1337fd318602", "Gateway": "e2e-shared-a-w3-ef8f61", "namespace": "openshift-ingress"} 2026-09-08T15:02:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef8f61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef8f61", "reconcileID": "71e8906e-4165-4eec-86b6-8dcb90a09a16", "Gateway": "e2e-shared-a-w3-ef8f61", "namespace": "openshift-ingress"} 2026-09-08T15:02:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef8f61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef8f61", "reconcileID": "71e8906e-4165-4eec-86b6-8dcb90a09a16", "Gateway": "e2e-shared-a-w3-ef8f61", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef8f61-authn-ssl"} 2026-09-08T15:02:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef8f61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef8f61", "reconcileID": "71e8906e-4165-4eec-86b6-8dcb90a09a16", "Gateway": "e2e-shared-a-w3-ef8f61", "namespace": "openshift-ingress"} 2026-09-08T15:02:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ef8f61"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c22db958-05d2-46c6-9d93-5e42f905c531", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61"} 2026-09-08T15:02:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ef8f61"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c22db958-05d2-46c6-9d93-5e42f905c531", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:02:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ef8f61"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c22db958-05d2-46c6-9d93-5e42f905c531", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-ef8f61 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:02:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ef8f61"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "odh-trusted-ca-bundle", "reconcileID": "809437a7-7868-444b-93cf-fe24f6782d34", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61"} 2026-09-08T15:02:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ef8f61"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "odh-trusted-ca-bundle", "reconcileID": "809437a7-7868-444b-93cf-fe24f6782d34", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:02:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ef8f61"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "odh-trusted-ca-bundle", "reconcileID": "809437a7-7868-444b-93cf-fe24f6782d34", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-ef8f61 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:02:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-ef8f61"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "openshift-service-ca.crt", "reconcileID": "a43f6f77-8156-4435-a956-7fc52f41b574", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61"} 2026-09-08T15:02:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-ef8f61"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "openshift-service-ca.crt", "reconcileID": "a43f6f77-8156-4435-a956-7fc52f41b574", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61"} 2026-09-08T15:02:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ef8f61"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c67befd-5c0f-4e93-877a-542c4445309e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61"} 2026-09-08T15:02:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ef8f61"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c67befd-5c0f-4e93-877a-542c4445309e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61"} 2026-09-08T15:02:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ef8f61"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "odh-trusted-ca-bundle", "reconcileID": "2a09309b-69c3-4c5f-bb15-b64ab07f9198", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61"} 2026-09-08T15:02:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ef8f61"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61", "name": "odh-trusted-ca-bundle", "reconcileID": "2a09309b-69c3-4c5f-bb15-b64ab07f9198", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ef8f61"} 2026-09-08T15:02:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef8f61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef8f61", "reconcileID": "d5072f5b-b4bd-435d-ac94-a86eec4e3444", "Gateway": "e2e-shared-a-w3-ef8f61", "namespace": "openshift-ingress"} 2026-09-08T15:02:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f83533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f83533", "reconcileID": "f5455edd-f9ea-45db-8e0f-c343cc975d6e", "Gateway": "e2e-shared-b-w3-f83533", "namespace": "openshift-ingress"} 2026-09-08T15:02:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f83533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f83533", "reconcileID": "f5455edd-f9ea-45db-8e0f-c343cc975d6e", "Gateway": "e2e-shared-b-w3-f83533", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f83533-authn-ssl"} 2026-09-08T15:02:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f83533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f83533", "reconcileID": "f5455edd-f9ea-45db-8e0f-c343cc975d6e", "Gateway": "e2e-shared-b-w3-f83533", "namespace": "openshift-ingress"} 2026-09-08T15:02:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f83533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f83533", "reconcileID": "ea69f0c3-291f-4ae2-88fc-1cd6a6c33396", "Gateway": "e2e-shared-b-w3-f83533", "namespace": "openshift-ingress"} 2026-09-08T15:02:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f83533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f83533", "reconcileID": "ea69f0c3-291f-4ae2-88fc-1cd6a6c33396", "Gateway": "e2e-shared-b-w3-f83533", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f83533-authn-ssl"} 2026-09-08T15:02:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f83533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f83533", "reconcileID": "ea69f0c3-291f-4ae2-88fc-1cd6a6c33396", "Gateway": "e2e-shared-b-w3-f83533", "namespace": "openshift-ingress"} 2026-09-08T15:02:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68ac0719-1180-4633-8fe2-706dc88f246b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f83533"} 2026-09-08T15:02:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68ac0719-1180-4633-8fe2-706dc88f246b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:02:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68ac0719-1180-4633-8fe2-706dc88f246b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-f83533 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:02:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "odh-trusted-ca-bundle", "reconcileID": "2a9d8b87-2006-46e6-9ee1-6cf8dfcc29f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f83533"} 2026-09-08T15:02:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "odh-trusted-ca-bundle", "reconcileID": "2a9d8b87-2006-46e6-9ee1-6cf8dfcc29f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f83533"} 2026-09-08T15:02:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "openshift-service-ca.crt", "reconcileID": "e3c141c7-6e8a-4a4e-9c10-de988d246c42", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-f83533"} 2026-09-08T15:02:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "openshift-service-ca.crt", "reconcileID": "e3c141c7-6e8a-4a4e-9c10-de988d246c42", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-f83533"} 2026-09-08T15:02:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fd7c367-1363-4885-84e1-fee051253728", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f83533"} 2026-09-08T15:02:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f83533"}, "namespace": "ai-tenant-e2e-shared-b-w3-f83533", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fd7c367-1363-4885-84e1-fee051253728", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f83533"} 2026-09-08T15:02:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f83533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f83533", "reconcileID": "8b0f3d04-6bb8-43b4-ab03-4792169edcd6", "Gateway": "e2e-shared-b-w3-f83533", "namespace": "openshift-ingress"} 2026-09-08T15:06:20Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:06:20Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:06:21Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:06:21Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:07:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "2e55ec73-fdad-4fd2-842a-a272628d19a2", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "2e55ec73-fdad-4fd2-842a-a272628d19a2", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "2e55ec73-fdad-4fd2-842a-a272628d19a2", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "57afb812-ab0d-4339-951d-f6d49670c801", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:07:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "2e55ec73-fdad-4fd2-842a-a272628d19a2", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm", "name": "e2e-same-id-a-4f328d8e-kserve-route-authn"} 2026-09-08T15:07:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "2e55ec73-fdad-4fd2-842a-a272628d19a2", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:07:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "2e55ec73-fdad-4fd2-842a-a272628d19a2", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "57afb812-ab0d-4339-951d-f6d49670c801", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:07:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "57afb812-ab0d-4339-951d-f6d49670c801", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:07:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "72f0ac52-9b68-43a3-ae37-45e3f78dc054", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "72f0ac52-9b68-43a3-ae37-45e3f78dc054", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "72f0ac52-9b68-43a3-ae37-45e3f78dc054", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "72f0ac52-9b68-43a3-ae37-45e3f78dc054", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm", "name": "e2e-same-id-a-4f328d8e-kserve-route-authn"} 2026-09-08T15:07:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "72f0ac52-9b68-43a3-ae37-45e3f78dc054", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:07:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "72f0ac52-9b68-43a3-ae37-45e3f78dc054", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "38edebb7-be27-4342-97f0-eb0f2c1e06e5", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "38edebb7-be27-4342-97f0-eb0f2c1e06e5", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "38edebb7-be27-4342-97f0-eb0f2c1e06e5", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35f56a46-e620-4858-b77c-225d1673e087", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:07:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "38edebb7-be27-4342-97f0-eb0f2c1e06e5", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm", "name": "e2e-same-id-b-4f328d8e-kserve-route-authn"} 2026-09-08T15:07:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "38edebb7-be27-4342-97f0-eb0f2c1e06e5", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:07:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "38edebb7-be27-4342-97f0-eb0f2c1e06e5", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35f56a46-e620-4858-b77c-225d1673e087", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:07:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35f56a46-e620-4858-b77c-225d1673e087", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:07:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bdf79022-c6a2-4211-8131-5e6eeca99748", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:07:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bdf79022-c6a2-4211-8131-5e6eeca99748", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:07:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bdf79022-c6a2-4211-8131-5e6eeca99748", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:07:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "5a6cce97-2909-47b1-a4ba-0f88704562ad", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "5a6cce97-2909-47b1-a4ba-0f88704562ad", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "5a6cce97-2909-47b1-a4ba-0f88704562ad", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "5a6cce97-2909-47b1-a4ba-0f88704562ad", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm", "name": "e2e-same-id-a-4f328d8e-kserve-route-authn"} 2026-09-08T15:07:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "5a6cce97-2909-47b1-a4ba-0f88704562ad", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:07:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "5a6cce97-2909-47b1-a4ba-0f88704562ad", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "cc251b41-7fe4-48ff-b431-75a661aa3cc1", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "cc251b41-7fe4-48ff-b431-75a661aa3cc1", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "cc251b41-7fe4-48ff-b431-75a661aa3cc1", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "cc251b41-7fe4-48ff-b431-75a661aa3cc1", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm", "name": "e2e-same-id-b-4f328d8e-kserve-route-authn"} 2026-09-08T15:07:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "cc251b41-7fe4-48ff-b431-75a661aa3cc1", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:07:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "cc251b41-7fe4-48ff-b431-75a661aa3cc1", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d7d74906-95fb-44e8-99f9-03d0ce465774", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:07:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d7d74906-95fb-44e8-99f9-03d0ce465774", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:07:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d7d74906-95fb-44e8-99f9-03d0ce465774", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:07:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "9413a580-473e-4933-99c1-0cf7ef740d1d", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "9413a580-473e-4933-99c1-0cf7ef740d1d", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "9413a580-473e-4933-99c1-0cf7ef740d1d", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "9413a580-473e-4933-99c1-0cf7ef740d1d", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm", "name": "e2e-same-id-b-4f328d8e-kserve-route-authn"} 2026-09-08T15:07:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "9413a580-473e-4933-99c1-0cf7ef740d1d", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:07:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "9413a580-473e-4933-99c1-0cf7ef740d1d", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "57db58b4-e7df-46ae-bf5e-335a9cc9fb68", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "57db58b4-e7df-46ae-bf5e-335a9cc9fb68", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "57db58b4-e7df-46ae-bf5e-335a9cc9fb68", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "57db58b4-e7df-46ae-bf5e-335a9cc9fb68", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm", "name": "e2e-same-id-a-4f328d8e-kserve-route-authn"} 2026-09-08T15:07:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "57db58b4-e7df-46ae-bf5e-335a9cc9fb68", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:07:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "57db58b4-e7df-46ae-bf5e-335a9cc9fb68", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "74c8ced3-96dd-4929-bd62-09f54feeebbe", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "74c8ced3-96dd-4929-bd62-09f54feeebbe", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "74c8ced3-96dd-4929-bd62-09f54feeebbe", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "74c8ced3-96dd-4929-bd62-09f54feeebbe", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm", "name": "e2e-same-id-b-4f328d8e-kserve-route-authn"} 2026-09-08T15:07:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "74c8ced3-96dd-4929-bd62-09f54feeebbe", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:07:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "74c8ced3-96dd-4929-bd62-09f54feeebbe", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "973fd67d-84de-4bbd-937f-b400dd004e3b", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "973fd67d-84de-4bbd-937f-b400dd004e3b", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm", "name": "e2e-same-id-a-4f328d8e"} 2026-09-08T15:07:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "973fd67d-84de-4bbd-937f-b400dd004e3b", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "973fd67d-84de-4bbd-937f-b400dd004e3b", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "973fd67d-84de-4bbd-937f-b400dd004e3b", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm", "name": "e2e-same-id-a-4f328d8e-kserve-route-authn"} 2026-09-08T15:07:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "973fd67d-84de-4bbd-937f-b400dd004e3b", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm", "name": "e2e-same-id-a-4f328d8e-kserve-route-authn"} 2026-09-08T15:07:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4f328d8e", "reconcileID": "71c32acd-74f3-4e15-8efe-6215adef1414", "LLMInferenceService": "e2e-same-id-a-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb743f7d-4c3b-4142-b637-bfaf770bb84e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:07:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb743f7d-4c3b-4142-b637-bfaf770bb84e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:07:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb743f7d-4c3b-4142-b637-bfaf770bb84e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:07:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3adf335-4e72-4b9f-9cba-42c0d655f03e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:07:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3adf335-4e72-4b9f-9cba-42c0d655f03e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:07:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3adf335-4e72-4b9f-9cba-42c0d655f03e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:07:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "e28cac6f-ea27-43a6-9c2c-ac644ea56865", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "e28cac6f-ea27-43a6-9c2c-ac644ea56865", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm", "name": "e2e-same-id-b-4f328d8e"} 2026-09-08T15:07:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "e28cac6f-ea27-43a6-9c2c-ac644ea56865", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "e28cac6f-ea27-43a6-9c2c-ac644ea56865", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "e28cac6f-ea27-43a6-9c2c-ac644ea56865", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm", "name": "e2e-same-id-b-4f328d8e-kserve-route-authn"} 2026-09-08T15:07:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "e28cac6f-ea27-43a6-9c2c-ac644ea56865", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm", "name": "e2e-same-id-b-4f328d8e-kserve-route-authn"} 2026-09-08T15:07:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4f328d8e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4f328d8e", "reconcileID": "37efd629-437c-48c4-b738-0da3801c0a97", "LLMInferenceService": "e2e-same-id-b-4f328d8e", "namespace": "llm"} 2026-09-08T15:07:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7849d7a7-e4c2-4c13-8f54-6156b8ebe191", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:07:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7849d7a7-e4c2-4c13-8f54-6156b8ebe191", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:07:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7849d7a7-e4c2-4c13-8f54-6156b8ebe191", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:07:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0fd19829-8dac-43e1-8b7c-e8b3b979972b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:07:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0fd19829-8dac-43e1-8b7c-e8b3b979972b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:07:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0fd19829-8dac-43e1-8b7c-e8b3b979972b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}