2026-09-07T12:15:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-491296","namespace":"ai-tenant-e2e-shared-a-w3-491296"}, "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "rate-test-model-491296", "reconcileID": "d6655fb8-884d-49eb-9a2c-398f0b46b9d6", "LLMInferenceService": "rate-test-model-491296", "namespace": "ai-tenant-e2e-shared-a-w3-491296"} 2026-09-07T12:15:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-491296","namespace":"ai-tenant-e2e-shared-a-w3-491296"}, "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "rate-test-model-491296", "reconcileID": "d6655fb8-884d-49eb-9a2c-398f0b46b9d6", "LLMInferenceService": "rate-test-model-491296", "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "rate-test-model-491296-kserve-route-authn"} 2026-09-07T12:15:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-491296","namespace":"ai-tenant-e2e-shared-a-w3-491296"}, "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "rate-test-model-491296", "reconcileID": "d6655fb8-884d-49eb-9a2c-398f0b46b9d6", "LLMInferenceService": "rate-test-model-491296", "namespace": "ai-tenant-e2e-shared-a-w3-491296", "authType": "userdefined"} 2026-09-07T12:15:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-491296","namespace":"ai-tenant-e2e-shared-a-w3-491296"}, "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "rate-test-model-491296", "reconcileID": "d6655fb8-884d-49eb-9a2c-398f0b46b9d6", "LLMInferenceService": "rate-test-model-491296", "namespace": "ai-tenant-e2e-shared-a-w3-491296"} 2026-09-07T12:15:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "ff16e3c8-b538-454a-9669-7618df998e4f", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:15:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "ff16e3c8-b538-454a-9669-7618df998e4f", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:15:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "ff16e3c8-b538-454a-9669-7618df998e4f", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:15:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-613886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886", "reconcileID": "0da9f290-6e31-4adf-8a3a-3cdda5e1d2d1", "Gateway": "e2e-shared-b-w3-613886", "namespace": "openshift-ingress"} 2026-09-07T12:15:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "ff16e3c8-b538-454a-9669-7618df998e4f", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886-kserve-route-authn"} 2026-09-07T12:15:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "ff16e3c8-b538-454a-9669-7618df998e4f", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886", "authType": "userdefined"} 2026-09-07T12:15:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "ff16e3c8-b538-454a-9669-7618df998e4f", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:15:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-613886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886", "reconcileID": "0da9f290-6e31-4adf-8a3a-3cdda5e1d2d1", "Gateway": "e2e-shared-b-w3-613886", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886-authn-ssl"} 2026-09-07T12:15:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-613886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886", "reconcileID": "0da9f290-6e31-4adf-8a3a-3cdda5e1d2d1", "Gateway": "e2e-shared-b-w3-613886", "namespace": "openshift-ingress"} 2026-09-07T12:15:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "3d4ecdba-82f4-4bd9-9170-272f94e04096", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:15:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "3d4ecdba-82f4-4bd9-9170-272f94e04096", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:15:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "3d4ecdba-82f4-4bd9-9170-272f94e04096", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:15:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "3d4ecdba-82f4-4bd9-9170-272f94e04096", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886-kserve-route-authn"} 2026-09-07T12:15:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "3d4ecdba-82f4-4bd9-9170-272f94e04096", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886", "authType": "userdefined"} 2026-09-07T12:15:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "3d4ecdba-82f4-4bd9-9170-272f94e04096", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:15:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9e422b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9e422b", "reconcileID": "907cd8af-11e5-4875-8921-85924720f7d1", "Gateway": "e2e-api-b-9e422b", "namespace": "openshift-ingress"} 2026-09-07T12:15:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9e422b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9e422b", "reconcileID": "907cd8af-11e5-4875-8921-85924720f7d1", "Gateway": "e2e-api-b-9e422b", "namespace": "openshift-ingress", "name": "e2e-api-b-9e422b-authn-ssl"} 2026-09-07T12:15:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9e422b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9e422b", "reconcileID": "907cd8af-11e5-4875-8921-85924720f7d1", "Gateway": "e2e-api-b-9e422b", "namespace": "openshift-ingress"} 2026-09-07T12:15:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9e422b"}, "namespace": "ai-tenant-e2e-api-b-9e422b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5f81b43-b636-4e4a-b0a4-db8449ac5193", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9e422b"} 2026-09-07T12:15:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9e422b"}, "namespace": "ai-tenant-e2e-api-b-9e422b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5f81b43-b636-4e4a-b0a4-db8449ac5193", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9e422b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T12:15:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9e422b"}, "namespace": "ai-tenant-e2e-api-b-9e422b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5f81b43-b636-4e4a-b0a4-db8449ac5193", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-9e422b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T12:15:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-9e422b"}, "namespace": "ai-tenant-e2e-api-b-9e422b", "name": "odh-trusted-ca-bundle", "reconcileID": "51595d9b-76ea-4a0d-8159-f30754b7fe94", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9e422b"} 2026-09-07T12:15:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-9e422b"}, "namespace": "ai-tenant-e2e-api-b-9e422b", "name": "odh-trusted-ca-bundle", "reconcileID": "51595d9b-76ea-4a0d-8159-f30754b7fe94", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9e422b"} 2026-09-07T12:15:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-9e422b"}, "namespace": "ai-tenant-e2e-api-b-9e422b", "name": "openshift-service-ca.crt", "reconcileID": "a071372d-53e6-47d1-93b5-facb67209689", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-9e422b"} 2026-09-07T12:15:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-9e422b"}, "namespace": "ai-tenant-e2e-api-b-9e422b", "name": "openshift-service-ca.crt", "reconcileID": "a071372d-53e6-47d1-93b5-facb67209689", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-9e422b"} 2026-09-07T12:15:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9e422b"}, "namespace": "ai-tenant-e2e-api-b-9e422b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41bbeb8a-6fb7-4a56-b6e6-740114614766", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9e422b"} 2026-09-07T12:15:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9e422b"}, "namespace": "ai-tenant-e2e-api-b-9e422b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41bbeb8a-6fb7-4a56-b6e6-740114614766", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9e422b"} 2026-09-07T12:15:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9e422b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9e422b", "reconcileID": "aaa3ce88-fe0d-4571-95c1-f20c4cfa71ff", "Gateway": "e2e-api-b-9e422b", "namespace": "openshift-ingress"} 2026-09-07T12:15:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-613886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886", "reconcileID": "c845d2b4-613f-4b9f-805a-441378267387", "Gateway": "e2e-shared-b-w3-613886", "namespace": "openshift-ingress"} 2026-09-07T12:15:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-613886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886", "reconcileID": "c845d2b4-613f-4b9f-805a-441378267387", "Gateway": "e2e-shared-b-w3-613886", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886-authn-ssl"} 2026-09-07T12:15:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-613886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886", "reconcileID": "c845d2b4-613f-4b9f-805a-441378267387", "Gateway": "e2e-shared-b-w3-613886", "namespace": "openshift-ingress"} 2026-09-07T12:15:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "1ae9dc53-fbcb-4e08-98de-62bb7b081adb", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:15:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "1ae9dc53-fbcb-4e08-98de-62bb7b081adb", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:15:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "1ae9dc53-fbcb-4e08-98de-62bb7b081adb", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:15:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "1ae9dc53-fbcb-4e08-98de-62bb7b081adb", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886-kserve-route-authn"} 2026-09-07T12:15:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "1ae9dc53-fbcb-4e08-98de-62bb7b081adb", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886", "authType": "userdefined"} 2026-09-07T12:15:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "1ae9dc53-fbcb-4e08-98de-62bb7b081adb", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:16:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3a0bb2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3a0bb2", "reconcileID": "683541d2-6de3-4be6-9129-8fa7673fc2c1", "Gateway": "e2e-shared-a-w2-3a0bb2", "namespace": "openshift-ingress"} 2026-09-07T12:16:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3a0bb2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3a0bb2", "reconcileID": "683541d2-6de3-4be6-9129-8fa7673fc2c1", "Gateway": "e2e-shared-a-w2-3a0bb2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3a0bb2-authn-ssl"} 2026-09-07T12:16:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3a0bb2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3a0bb2", "reconcileID": "683541d2-6de3-4be6-9129-8fa7673fc2c1", "Gateway": "e2e-shared-a-w2-3a0bb2", "namespace": "openshift-ingress"} 2026-09-07T12:16:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3a0bb2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3a0bb2", "reconcileID": "44b965ad-cf3f-449f-a2ec-5ea2602aed51", "Gateway": "e2e-shared-a-w2-3a0bb2", "namespace": "openshift-ingress"} 2026-09-07T12:16:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3a0bb2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3a0bb2", "reconcileID": "44b965ad-cf3f-449f-a2ec-5ea2602aed51", "Gateway": "e2e-shared-a-w2-3a0bb2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3a0bb2-authn-ssl"} 2026-09-07T12:16:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3a0bb2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3a0bb2", "reconcileID": "44b965ad-cf3f-449f-a2ec-5ea2602aed51", "Gateway": "e2e-shared-a-w2-3a0bb2", "namespace": "openshift-ingress"} 2026-09-07T12:16:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3a0bb2"}, "namespace": "ai-tenant-e2e-shared-a-w2-3a0bb2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f66117b2-33e2-4117-808d-823ac5d1f072", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-3a0bb2"} 2026-09-07T12:16:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3a0bb2"}, "namespace": "ai-tenant-e2e-shared-a-w2-3a0bb2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f66117b2-33e2-4117-808d-823ac5d1f072", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-3a0bb2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T12:16:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3a0bb2"}, "namespace": "ai-tenant-e2e-shared-a-w2-3a0bb2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f66117b2-33e2-4117-808d-823ac5d1f072", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-3a0bb2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T12:16:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3a0bb2"}, "namespace": "ai-tenant-e2e-shared-a-w2-3a0bb2", "name": "odh-trusted-ca-bundle", "reconcileID": "6fd4e3ff-d131-49fd-a274-ffdab4599684", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-3a0bb2"} 2026-09-07T12:16:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3a0bb2"}, "namespace": "ai-tenant-e2e-shared-a-w2-3a0bb2", "name": "odh-trusted-ca-bundle", "reconcileID": "6fd4e3ff-d131-49fd-a274-ffdab4599684", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-3a0bb2"} 2026-09-07T12:16:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-3a0bb2"}, "namespace": "ai-tenant-e2e-shared-a-w2-3a0bb2", "name": "openshift-service-ca.crt", "reconcileID": "085f0841-0057-43b6-9c1a-b3435cd73790", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-3a0bb2"} 2026-09-07T12:16:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-3a0bb2"}, "namespace": "ai-tenant-e2e-shared-a-w2-3a0bb2", "name": "openshift-service-ca.crt", "reconcileID": "085f0841-0057-43b6-9c1a-b3435cd73790", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-3a0bb2"} 2026-09-07T12:16:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3a0bb2"}, "namespace": "ai-tenant-e2e-shared-a-w2-3a0bb2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad9d40d4-a839-40e0-9d92-6b30beb796ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-3a0bb2"} 2026-09-07T12:16:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3a0bb2"}, "namespace": "ai-tenant-e2e-shared-a-w2-3a0bb2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad9d40d4-a839-40e0-9d92-6b30beb796ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-3a0bb2"} 2026-09-07T12:16:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "035a39ce-275d-488b-a2fa-56bd3c53c600", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:16:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "035a39ce-275d-488b-a2fa-56bd3c53c600", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:16:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "035a39ce-275d-488b-a2fa-56bd3c53c600", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:16:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "035a39ce-275d-488b-a2fa-56bd3c53c600", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886-kserve-route-authn"} 2026-09-07T12:16:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "035a39ce-275d-488b-a2fa-56bd3c53c600", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886", "authType": "userdefined"} 2026-09-07T12:16:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "035a39ce-275d-488b-a2fa-56bd3c53c600", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:16:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3a0bb2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3a0bb2", "reconcileID": "9e0443a0-1df1-4803-9516-0d2c610a646e", "Gateway": "e2e-shared-a-w2-3a0bb2", "namespace": "openshift-ingress"} 2026-09-07T12:16:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-bff0c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-bff0c9", "reconcileID": "a969f7da-0cd6-403b-be50-91ea47af7e7d", "Gateway": "e2e-shared-b-w2-bff0c9", "namespace": "openshift-ingress"} 2026-09-07T12:16:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-bff0c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-bff0c9", "reconcileID": "a969f7da-0cd6-403b-be50-91ea47af7e7d", "Gateway": "e2e-shared-b-w2-bff0c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-bff0c9-authn-ssl"} 2026-09-07T12:16:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-bff0c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-bff0c9", "reconcileID": "a969f7da-0cd6-403b-be50-91ea47af7e7d", "Gateway": "e2e-shared-b-w2-bff0c9", "namespace": "openshift-ingress"} 2026-09-07T12:16:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-bff0c9"}, "namespace": "ai-tenant-e2e-shared-b-w2-bff0c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c737bf4-63a6-4fbc-a0c0-b99e580867a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-bff0c9"} 2026-09-07T12:16:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-bff0c9"}, "namespace": "ai-tenant-e2e-shared-b-w2-bff0c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c737bf4-63a6-4fbc-a0c0-b99e580867a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-bff0c9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T12:16:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-bff0c9"}, "namespace": "ai-tenant-e2e-shared-b-w2-bff0c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c737bf4-63a6-4fbc-a0c0-b99e580867a9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-bff0c9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T12:16:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-bff0c9"}, "namespace": "ai-tenant-e2e-shared-b-w2-bff0c9", "name": "odh-trusted-ca-bundle", "reconcileID": "b83fecf4-3435-4eab-bba6-d89f8e8d3f76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-bff0c9"} 2026-09-07T12:16:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-bff0c9"}, "namespace": "ai-tenant-e2e-shared-b-w2-bff0c9", "name": "odh-trusted-ca-bundle", "reconcileID": "b83fecf4-3435-4eab-bba6-d89f8e8d3f76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-bff0c9"} 2026-09-07T12:16:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-bff0c9"}, "namespace": "ai-tenant-e2e-shared-b-w2-bff0c9", "name": "openshift-service-ca.crt", "reconcileID": "f0c4da1a-2535-4324-9cd0-85fd5c1a7ed9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-bff0c9"} 2026-09-07T12:16:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-bff0c9"}, "namespace": "ai-tenant-e2e-shared-b-w2-bff0c9", "name": "openshift-service-ca.crt", "reconcileID": "f0c4da1a-2535-4324-9cd0-85fd5c1a7ed9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-bff0c9"} 2026-09-07T12:16:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-bff0c9"}, "namespace": "ai-tenant-e2e-shared-b-w2-bff0c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fb1e8fb-965c-49b1-b717-1cac73de6626", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-bff0c9"} 2026-09-07T12:16:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-bff0c9"}, "namespace": "ai-tenant-e2e-shared-b-w2-bff0c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fb1e8fb-965c-49b1-b717-1cac73de6626", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-bff0c9"} 2026-09-07T12:16:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-bff0c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-bff0c9", "reconcileID": "aef92328-8b69-4fb0-8a8d-3187468d5f6e", "Gateway": "e2e-shared-b-w2-bff0c9", "namespace": "openshift-ingress"} 2026-09-07T12:16:30Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T12:16:30Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T12:16:33Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T12:16:33Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T12:16:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-491296","namespace":"ai-tenant-e2e-shared-a-w3-491296"}, "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "rate-test-model-491296", "reconcileID": "6dad5827-a1cf-4f08-a2ba-45b4421edaea", "LLMInferenceService": "rate-test-model-491296", "namespace": "ai-tenant-e2e-shared-a-w3-491296"} 2026-09-07T12:16:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-491296","namespace":"ai-tenant-e2e-shared-a-w3-491296"}, "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "rate-test-model-491296", "reconcileID": "6dad5827-a1cf-4f08-a2ba-45b4421edaea", "LLMInferenceService": "rate-test-model-491296", "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "rate-test-model-491296"} 2026-09-07T12:16:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-491296","namespace":"ai-tenant-e2e-shared-a-w3-491296"}, "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "rate-test-model-491296", "reconcileID": "6dad5827-a1cf-4f08-a2ba-45b4421edaea", "LLMInferenceService": "rate-test-model-491296", "namespace": "ai-tenant-e2e-shared-a-w3-491296"} 2026-09-07T12:16:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-491296","namespace":"ai-tenant-e2e-shared-a-w3-491296"}, "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "rate-test-model-491296", "reconcileID": "6dad5827-a1cf-4f08-a2ba-45b4421edaea", "LLMInferenceService": "rate-test-model-491296", "namespace": "ai-tenant-e2e-shared-a-w3-491296"} 2026-09-07T12:16:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-491296","namespace":"ai-tenant-e2e-shared-a-w3-491296"}, "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "rate-test-model-491296", "reconcileID": "6dad5827-a1cf-4f08-a2ba-45b4421edaea", "LLMInferenceService": "rate-test-model-491296", "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "rate-test-model-491296-kserve-route-authn"} 2026-09-07T12:16:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-491296","namespace":"ai-tenant-e2e-shared-a-w3-491296"}, "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "rate-test-model-491296", "reconcileID": "6dad5827-a1cf-4f08-a2ba-45b4421edaea", "LLMInferenceService": "rate-test-model-491296", "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "rate-test-model-491296-kserve-route-authn"} 2026-09-07T12:16:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-491296","namespace":"ai-tenant-e2e-shared-a-w3-491296"}, "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "rate-test-model-491296", "reconcileID": "6dad5827-a1cf-4f08-a2ba-45b4421edaea", "LLMInferenceService": "rate-test-model-491296", "namespace": "ai-tenant-e2e-shared-a-w3-491296", "namespace": "ai-tenant-e2e-shared-a-w3-491296"} 2026-09-07T12:16:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-491296","namespace":"ai-tenant-e2e-shared-a-w3-491296"}, "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "rate-test-model-491296", "reconcileID": "6dad5827-a1cf-4f08-a2ba-45b4421edaea", "LLMInferenceService": "rate-test-model-491296", "namespace": "ai-tenant-e2e-shared-a-w3-491296", "namespace": "ai-tenant-e2e-shared-a-w3-491296"} 2026-09-07T12:16:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-491296","namespace":"ai-tenant-e2e-shared-a-w3-491296"}, "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "rate-test-model-491296", "reconcileID": "4ea277bb-22c7-4ca2-95bb-efda64b33e17", "LLMInferenceService": "rate-test-model-491296", "namespace": "ai-tenant-e2e-shared-a-w3-491296"} 2026-09-07T12:16:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-491296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-491296", "reconcileID": "dd7736db-66ae-450e-8e51-1f9f49fa2572", "Gateway": "e2e-shared-a-w3-491296", "namespace": "openshift-ingress"} 2026-09-07T12:16:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-491296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-491296", "reconcileID": "dd7736db-66ae-450e-8e51-1f9f49fa2572", "Gateway": "e2e-shared-a-w3-491296", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-491296-authn-ssl"} 2026-09-07T12:16:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-491296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-491296", "reconcileID": "dd7736db-66ae-450e-8e51-1f9f49fa2572", "Gateway": "e2e-shared-a-w3-491296", "namespace": "openshift-ingress"} 2026-09-07T12:16:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-491296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-491296", "reconcileID": "2303bdde-4ec5-4211-bad8-c909d8682d16", "Gateway": "e2e-shared-a-w3-491296", "namespace": "openshift-ingress"} 2026-09-07T12:16:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-491296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-491296", "reconcileID": "2303bdde-4ec5-4211-bad8-c909d8682d16", "Gateway": "e2e-shared-a-w3-491296", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-491296-authn-ssl"} 2026-09-07T12:16:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-491296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-491296", "reconcileID": "2303bdde-4ec5-4211-bad8-c909d8682d16", "Gateway": "e2e-shared-a-w3-491296", "namespace": "openshift-ingress"} 2026-09-07T12:16:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "e426ade0-9fe6-4e1a-bf91-643f8433a411", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:16:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "e426ade0-9fe6-4e1a-bf91-643f8433a411", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886"} 2026-09-07T12:16:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "e426ade0-9fe6-4e1a-bf91-643f8433a411", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:16:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "e426ade0-9fe6-4e1a-bf91-643f8433a411", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:16:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "e426ade0-9fe6-4e1a-bf91-643f8433a411", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886-kserve-route-authn"} 2026-09-07T12:16:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "e426ade0-9fe6-4e1a-bf91-643f8433a411", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886-kserve-route-authn"} 2026-09-07T12:16:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "e426ade0-9fe6-4e1a-bf91-643f8433a411", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:16:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "e426ade0-9fe6-4e1a-bf91-643f8433a411", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:16:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-613886","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "rate-test-model-613886", "reconcileID": "1384552a-ba05-44a7-80b7-70c38018b043", "LLMInferenceService": "rate-test-model-613886", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:16:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-613886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886", "reconcileID": "3365c60b-616f-4a20-800b-69466df9ce01", "Gateway": "e2e-shared-b-w3-613886", "namespace": "openshift-ingress"} 2026-09-07T12:16:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-613886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886", "reconcileID": "3365c60b-616f-4a20-800b-69466df9ce01", "Gateway": "e2e-shared-b-w3-613886", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886-authn-ssl"} 2026-09-07T12:16:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-613886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886", "reconcileID": "3365c60b-616f-4a20-800b-69466df9ce01", "Gateway": "e2e-shared-b-w3-613886", "namespace": "openshift-ingress"} 2026-09-07T12:16:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-613886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886", "reconcileID": "5c6f5cb7-0e88-41a6-a603-1f5fd337194f", "Gateway": "e2e-shared-b-w3-613886", "namespace": "openshift-ingress"} 2026-09-07T12:16:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-613886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886", "reconcileID": "5c6f5cb7-0e88-41a6-a603-1f5fd337194f", "Gateway": "e2e-shared-b-w3-613886", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886-authn-ssl"} 2026-09-07T12:16:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-613886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886", "reconcileID": "5c6f5cb7-0e88-41a6-a603-1f5fd337194f", "Gateway": "e2e-shared-b-w3-613886", "namespace": "openshift-ingress"} 2026-09-07T12:16:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "63aecf86-3da7-44e0-ab67-c8bf0aff9832", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:16:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "63aecf86-3da7-44e0-ab67-c8bf0aff9832", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734-authn-ssl"} 2026-09-07T12:16:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "63aecf86-3da7-44e0-ab67-c8bf0aff9832", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:16:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "f91160fe-17b5-4454-816d-e8c7ba238490", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:16:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "f91160fe-17b5-4454-816d-e8c7ba238490", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734-authn-ssl"} 2026-09-07T12:16:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "f91160fe-17b5-4454-816d-e8c7ba238490", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:16:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "9d689ade-2df0-4fdc-a7bf-3efa8e348e6f", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:16:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "9d689ade-2df0-4fdc-a7bf-3efa8e348e6f", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734-authn-ssl"} 2026-09-07T12:16:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "9d689ade-2df0-4fdc-a7bf-3efa8e348e6f", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:16:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "6010ee45-2f86-41f5-96a4-a3f7ab32f279", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:16:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "6010ee45-2f86-41f5-96a4-a3f7ab32f279", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734-authn-ssl"} 2026-09-07T12:16:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "6010ee45-2f86-41f5-96a4-a3f7ab32f279", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:16:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "352bfbb1-f41e-44b9-95b5-b099f2b34094", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:16:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "352bfbb1-f41e-44b9-95b5-b099f2b34094", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734-authn-ssl"} 2026-09-07T12:16:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "352bfbb1-f41e-44b9-95b5-b099f2b34094", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:16:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "c7f591bc-31f5-4127-8d1e-945010174bd6", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:16:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "c7f591bc-31f5-4127-8d1e-945010174bd6", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734-authn-ssl"} 2026-09-07T12:16:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "c7f591bc-31f5-4127-8d1e-945010174bd6", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:16:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "a2d13440-fad2-4e6b-beff-011efb35dbd8", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:16:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "a2d13440-fad2-4e6b-beff-011efb35dbd8", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734-authn-ssl"} 2026-09-07T12:16:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "a2d13440-fad2-4e6b-beff-011efb35dbd8", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:16:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "openshift-service-ca.crt", "reconcileID": "55005d68-e813-49c8-b259-9b707ea95270", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:16:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "odh-trusted-ca-bundle", "reconcileID": "86967f67-f270-4942-ac15-5fc98ab8bb4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:16:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "openshift-service-ca.crt", "reconcileID": "df620ef5-5f95-41cc-870e-0317d9c0f69b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aab734", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T12:16:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "openshift-service-ca.crt", "reconcileID": "df620ef5-5f95-41cc-870e-0317d9c0f69b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:16:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "openshift-service-ca.crt", "reconcileID": "a262a518-8a68-446f-810d-78737241fc72", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:16:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b8908ee-7c93-4f30-a78e-34c47e6b84f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:16:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "odh-trusted-ca-bundle", "reconcileID": "9eb7375b-1783-4179-921f-d619a66ba9bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab734", "update": "odh-kserve-custom-ca-bundle"} 2026-09-07T12:16:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "odh-trusted-ca-bundle", "reconcileID": "9eb7375b-1783-4179-921f-d619a66ba9bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:16:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96da3c0d-1893-410f-b3b5-b46dec31e943", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:16:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "1f1c0e67-cdff-44b6-87c4-ff7eacf39a44", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:16:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "1f1c0e67-cdff-44b6-87c4-ff7eacf39a44", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734-authn-ssl"} 2026-09-07T12:16:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "1f1c0e67-cdff-44b6-87c4-ff7eacf39a44", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:16:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "625c39bd-ecf6-44d0-87cb-43ad9255ca09", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:16:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "625c39bd-ecf6-44d0-87cb-43ad9255ca09", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734-authn-ssl"} 2026-09-07T12:16:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "625c39bd-ecf6-44d0-87cb-43ad9255ca09", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:17:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "651d685f-11d6-4278-a3a0-b09aa6d0594d", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress"} 2026-09-07T12:17:11Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "651d685f-11d6-4278-a3a0-b09aa6d0594d", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1-authn-ssl"} 2026-09-07T12:17:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "651d685f-11d6-4278-a3a0-b09aa6d0594d", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress"} 2026-09-07T12:17:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "5379d237-b810-4871-a9bd-de2efcb90e76", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress"} 2026-09-07T12:17:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "5379d237-b810-4871-a9bd-de2efcb90e76", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1-authn-ssl"} 2026-09-07T12:17:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "5379d237-b810-4871-a9bd-de2efcb90e76", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress"} 2026-09-07T12:17:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "bb843732-0b6e-4488-bdcd-aa3fbe61414c", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress"} 2026-09-07T12:17:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "bb843732-0b6e-4488-bdcd-aa3fbe61414c", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1-authn-ssl"} 2026-09-07T12:17:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "bb843732-0b6e-4488-bdcd-aa3fbe61414c", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress"} 2026-09-07T12:17:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "cd2e2ab9-8a7e-401f-beef-1ae0789eb598", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress"} 2026-09-07T12:17:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "cd2e2ab9-8a7e-401f-beef-1ae0789eb598", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1-authn-ssl"} 2026-09-07T12:17:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "cd2e2ab9-8a7e-401f-beef-1ae0789eb598", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress"} 2026-09-07T12:17:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "05dfa164-2f22-409d-bd21-9f57d13ae4f7", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress"} 2026-09-07T12:17:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "05dfa164-2f22-409d-bd21-9f57d13ae4f7", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1-authn-ssl"} 2026-09-07T12:17:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "05dfa164-2f22-409d-bd21-9f57d13ae4f7", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress"} 2026-09-07T12:17:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "a108545c-3338-41db-8892-d902194a5b04", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress"} 2026-09-07T12:17:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "a108545c-3338-41db-8892-d902194a5b04", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1-authn-ssl"} 2026-09-07T12:17:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "a108545c-3338-41db-8892-d902194a5b04", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress"} 2026-09-07T12:17:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "4c159fee-888b-4331-a813-f978cce585ff", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress"} 2026-09-07T12:17:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "4c159fee-888b-4331-a813-f978cce585ff", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1-authn-ssl"} 2026-09-07T12:17:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "4c159fee-888b-4331-a813-f978cce585ff", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress"} 2026-09-07T12:17:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3e7ca1"}, "namespace": "ai-tenant-e2e-ipp-b-3e7ca1", "name": "openshift-service-ca.crt", "reconcileID": "dd601e8d-6072-4fa0-b740-2c0dd0e94040", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3e7ca1"} 2026-09-07T12:17:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3e7ca1"}, "namespace": "ai-tenant-e2e-ipp-b-3e7ca1", "name": "odh-trusted-ca-bundle", "reconcileID": "ab6a1386-8d3c-41f6-8d07-97934a353d68", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3e7ca1"} 2026-09-07T12:17:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3e7ca1"}, "namespace": "ai-tenant-e2e-ipp-b-3e7ca1", "name": "openshift-service-ca.crt", "reconcileID": "90ef4691-4e46-42b3-a0bf-d5e4b5c80d50", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3e7ca1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T12:17:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3e7ca1"}, "namespace": "ai-tenant-e2e-ipp-b-3e7ca1", "name": "openshift-service-ca.crt", "reconcileID": "90ef4691-4e46-42b3-a0bf-d5e4b5c80d50", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3e7ca1"} 2026-09-07T12:17:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3e7ca1"}, "namespace": "ai-tenant-e2e-ipp-b-3e7ca1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ebd7cd82-43ad-4e84-a82c-db45cddb9923", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3e7ca1"} 2026-09-07T12:17:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3e7ca1"}, "namespace": "ai-tenant-e2e-ipp-b-3e7ca1", "name": "openshift-service-ca.crt", "reconcileID": "54dedb25-d661-4b76-823c-48a494759f64", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3e7ca1"} 2026-09-07T12:17:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3e7ca1"}, "namespace": "ai-tenant-e2e-ipp-b-3e7ca1", "name": "odh-trusted-ca-bundle", "reconcileID": "b5ae5d8d-e4b2-4e61-aacb-8d94dbbf8fcf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3e7ca1", "update": "odh-kserve-custom-ca-bundle"} 2026-09-07T12:17:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3e7ca1"}, "namespace": "ai-tenant-e2e-ipp-b-3e7ca1", "name": "odh-trusted-ca-bundle", "reconcileID": "b5ae5d8d-e4b2-4e61-aacb-8d94dbbf8fcf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3e7ca1"} 2026-09-07T12:17:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3e7ca1"}, "namespace": "ai-tenant-e2e-ipp-b-3e7ca1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17be8c8c-d994-4ae6-9967-ee0e585e6c99", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3e7ca1"} 2026-09-07T12:17:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "c583ec62-35cc-4ea7-89f3-22be2bc61499", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress"} 2026-09-07T12:17:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "c583ec62-35cc-4ea7-89f3-22be2bc61499", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1-authn-ssl"} 2026-09-07T12:17:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "c583ec62-35cc-4ea7-89f3-22be2bc61499", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress"} 2026-09-07T12:17:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "0a98db7f-642e-4464-af1c-19bc3687d341", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress"} 2026-09-07T12:17:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "0a98db7f-642e-4464-af1c-19bc3687d341", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1-authn-ssl"} 2026-09-07T12:17:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "0a98db7f-642e-4464-af1c-19bc3687d341", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress"} 2026-09-07T12:17:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "19533527-afdc-44e3-b1f9-9a124f0a784a", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:17:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "19533527-afdc-44e3-b1f9-9a124f0a784a", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:17:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "19533527-afdc-44e3-b1f9-9a124f0a784a", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:17:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "42611577-1fc4-46e4-8cf4-84a6182199be", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:17:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "19533527-afdc-44e3-b1f9-9a124f0a784a", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734-kserve-route-authn"} 2026-09-07T12:17:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "19533527-afdc-44e3-b1f9-9a124f0a784a", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734", "authType": "userdefined"} 2026-09-07T12:17:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "19533527-afdc-44e3-b1f9-9a124f0a784a", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:17:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "42611577-1fc4-46e4-8cf4-84a6182199be", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734-authn-ssl"} 2026-09-07T12:17:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "42611577-1fc4-46e4-8cf4-84a6182199be", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:17:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "75b526da-4c8c-49ae-a6c8-0b793d35184d", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:17:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "75b526da-4c8c-49ae-a6c8-0b793d35184d", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:17:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "75b526da-4c8c-49ae-a6c8-0b793d35184d", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:17:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "75b526da-4c8c-49ae-a6c8-0b793d35184d", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734-kserve-route-authn"} 2026-09-07T12:17:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "75b526da-4c8c-49ae-a6c8-0b793d35184d", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734", "authType": "userdefined"} 2026-09-07T12:17:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "75b526da-4c8c-49ae-a6c8-0b793d35184d", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:17:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "c226f23f-8041-4f9c-99b1-2a60141ba62f", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:17:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "c226f23f-8041-4f9c-99b1-2a60141ba62f", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734-authn-ssl"} 2026-09-07T12:17:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "c226f23f-8041-4f9c-99b1-2a60141ba62f", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:17:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "292b265a-6804-4733-9556-8699a1c7cb36", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:17:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "292b265a-6804-4733-9556-8699a1c7cb36", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:17:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "292b265a-6804-4733-9556-8699a1c7cb36", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:17:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "292b265a-6804-4733-9556-8699a1c7cb36", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734-kserve-route-authn"} 2026-09-07T12:17:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "292b265a-6804-4733-9556-8699a1c7cb36", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734", "authType": "userdefined"} 2026-09-07T12:17:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "292b265a-6804-4733-9556-8699a1c7cb36", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:18:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "d9c975e5-ea28-472f-9b4c-5aabdce07a60", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:18:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "d9c975e5-ea28-472f-9b4c-5aabdce07a60", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:18:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "d9c975e5-ea28-472f-9b4c-5aabdce07a60", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:18:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "d9c975e5-ea28-472f-9b4c-5aabdce07a60", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734-kserve-route-authn"} 2026-09-07T12:18:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "d9c975e5-ea28-472f-9b4c-5aabdce07a60", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734", "authType": "userdefined"} 2026-09-07T12:18:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "d9c975e5-ea28-472f-9b4c-5aabdce07a60", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:18:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "4a5318d0-4295-4cf8-a444-c50a0933dca9", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress"} 2026-09-07T12:18:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "4a5318d0-4295-4cf8-a444-c50a0933dca9", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36-authn-ssl"} 2026-09-07T12:18:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "4a5318d0-4295-4cf8-a444-c50a0933dca9", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress"} 2026-09-07T12:18:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "6bbd18db-2af6-47c9-880e-15b20cef1230", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress"} 2026-09-07T12:18:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "6bbd18db-2af6-47c9-880e-15b20cef1230", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36-authn-ssl"} 2026-09-07T12:18:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "6bbd18db-2af6-47c9-880e-15b20cef1230", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress"} 2026-09-07T12:18:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "7757ab61-1879-41d2-ad6f-60dd9c7bd5ea", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress"} 2026-09-07T12:18:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "7757ab61-1879-41d2-ad6f-60dd9c7bd5ea", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36-authn-ssl"} 2026-09-07T12:18:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "7757ab61-1879-41d2-ad6f-60dd9c7bd5ea", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress"} 2026-09-07T12:18:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "ce47d8be-eb03-49ac-b957-7fcfbe06f18a", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress"} 2026-09-07T12:18:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "ce47d8be-eb03-49ac-b957-7fcfbe06f18a", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36-authn-ssl"} 2026-09-07T12:18:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "ce47d8be-eb03-49ac-b957-7fcfbe06f18a", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress"} 2026-09-07T12:18:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "5c8aad7d-94e2-425a-899e-ec2b31006b2c", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress"} 2026-09-07T12:18:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "5c8aad7d-94e2-425a-899e-ec2b31006b2c", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36-authn-ssl"} 2026-09-07T12:18:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "5c8aad7d-94e2-425a-899e-ec2b31006b2c", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress"} 2026-09-07T12:18:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "d1df521b-83cb-4c70-b6b5-f6592ebeb1d1", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress"} 2026-09-07T12:18:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "d1df521b-83cb-4c70-b6b5-f6592ebeb1d1", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36-authn-ssl"} 2026-09-07T12:18:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "d1df521b-83cb-4c70-b6b5-f6592ebeb1d1", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress"} 2026-09-07T12:18:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "984006ee-ce86-4e2d-b1ae-6ae228534c30", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress"} 2026-09-07T12:18:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "984006ee-ce86-4e2d-b1ae-6ae228534c30", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36-authn-ssl"} 2026-09-07T12:18:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "984006ee-ce86-4e2d-b1ae-6ae228534c30", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress"} 2026-09-07T12:18:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "b6d2bd43-ef76-4c3a-89bd-5d32ca320fec", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress"} 2026-09-07T12:18:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "b6d2bd43-ef76-4c3a-89bd-5d32ca320fec", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36-authn-ssl"} 2026-09-07T12:18:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "b6d2bd43-ef76-4c3a-89bd-5d32ca320fec", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress"} 2026-09-07T12:18:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-845d36"}, "namespace": "ai-tenant-e2e-ipp-cleanup-845d36", "name": "openshift-service-ca.crt", "reconcileID": "fbf73df5-a8cf-4025-9702-c49f12eac07a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-845d36"} 2026-09-07T12:18:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-845d36"}, "namespace": "ai-tenant-e2e-ipp-cleanup-845d36", "name": "openshift-service-ca.crt", "reconcileID": "43d3a6f3-c3a0-421f-9cc6-78c5fd984842", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-845d36", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T12:18:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-845d36"}, "namespace": "ai-tenant-e2e-ipp-cleanup-845d36", "name": "openshift-service-ca.crt", "reconcileID": "43d3a6f3-c3a0-421f-9cc6-78c5fd984842", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-845d36"} 2026-09-07T12:18:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-845d36"}, "namespace": "ai-tenant-e2e-ipp-cleanup-845d36", "name": "odh-trusted-ca-bundle", "reconcileID": "80d1ccc9-f1c3-40eb-9d55-eac756fbd94b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-845d36"} 2026-09-07T12:18:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-845d36"}, "namespace": "ai-tenant-e2e-ipp-cleanup-845d36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b08395ad-3df7-47b9-bc5e-b75cfe794cba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-845d36"} 2026-09-07T12:18:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-845d36"}, "namespace": "ai-tenant-e2e-ipp-cleanup-845d36", "name": "openshift-service-ca.crt", "reconcileID": "c523cf78-0117-4250-9778-69b26e579014", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-845d36"} 2026-09-07T12:18:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-845d36"}, "namespace": "ai-tenant-e2e-ipp-cleanup-845d36", "name": "odh-trusted-ca-bundle", "reconcileID": "640e0a17-98d9-4740-bcad-a02532ba2f36", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-845d36", "update": "odh-kserve-custom-ca-bundle"} 2026-09-07T12:18:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-845d36"}, "namespace": "ai-tenant-e2e-ipp-cleanup-845d36", "name": "odh-trusted-ca-bundle", "reconcileID": "640e0a17-98d9-4740-bcad-a02532ba2f36", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-845d36"} 2026-09-07T12:18:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-845d36"}, "namespace": "ai-tenant-e2e-ipp-cleanup-845d36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c48da06-9bb7-425c-b0f5-9460ed9a04cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-845d36"} 2026-09-07T12:18:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "0edbee75-af36-4782-b58c-644a4fcfbd4a", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress"} 2026-09-07T12:18:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "0edbee75-af36-4782-b58c-644a4fcfbd4a", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36-authn-ssl"} 2026-09-07T12:18:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "0edbee75-af36-4782-b58c-644a4fcfbd4a", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress"} 2026-09-07T12:18:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "1a606b10-0b00-4a82-ab8c-c6de88730887", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress"} 2026-09-07T12:18:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "1a606b10-0b00-4a82-ab8c-c6de88730887", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36-authn-ssl"} 2026-09-07T12:18:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "1a606b10-0b00-4a82-ab8c-c6de88730887", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress"} 2026-09-07T12:18:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "9ad5339a-9abc-4d39-b1e0-2d14068fe4b2", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress"} 2026-09-07T12:18:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "9ad5339a-9abc-4d39-b1e0-2d14068fe4b2", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36-authn-ssl"} 2026-09-07T12:18:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "9ad5339a-9abc-4d39-b1e0-2d14068fe4b2", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress"} 2026-09-07T12:19:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-845d36"}, "namespace": "ai-tenant-e2e-ipp-cleanup-845d36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a558d9fe-ee6a-4cec-85b4-961fa89e96cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-845d36"} 2026-09-07T12:19:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-845d36"}, "namespace": "ai-tenant-e2e-ipp-cleanup-845d36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a558d9fe-ee6a-4cec-85b4-961fa89e96cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-845d36", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T12:19:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-845d36"}, "namespace": "ai-tenant-e2e-ipp-cleanup-845d36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a558d9fe-ee6a-4cec-85b4-961fa89e96cb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-845d36 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T12:19:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-845d36"}, "namespace": "ai-tenant-e2e-ipp-cleanup-845d36", "name": "odh-trusted-ca-bundle", "reconcileID": "a8511f97-4a6f-4f22-9377-723b92f2eba1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-845d36"} 2026-09-07T12:19:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-845d36"}, "namespace": "ai-tenant-e2e-ipp-cleanup-845d36", "name": "odh-trusted-ca-bundle", "reconcileID": "a8511f97-4a6f-4f22-9377-723b92f2eba1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-845d36"} 2026-09-07T12:19:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-845d36"}, "namespace": "ai-tenant-e2e-ipp-cleanup-845d36", "name": "openshift-service-ca.crt", "reconcileID": "04dcf4ce-b1e9-4594-8463-8b6ff6fba1f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-845d36"} 2026-09-07T12:19:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-845d36"}, "namespace": "ai-tenant-e2e-ipp-cleanup-845d36", "name": "openshift-service-ca.crt", "reconcileID": "04dcf4ce-b1e9-4594-8463-8b6ff6fba1f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-845d36"} 2026-09-07T12:19:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-845d36"}, "namespace": "ai-tenant-e2e-ipp-cleanup-845d36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96918615-cff5-4183-8c56-7865b98f99c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-845d36"} 2026-09-07T12:19:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-845d36"}, "namespace": "ai-tenant-e2e-ipp-cleanup-845d36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96918615-cff5-4183-8c56-7865b98f99c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-845d36"} 2026-09-07T12:19:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-845d36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-845d36", "reconcileID": "b2ea3b14-cda6-422b-9b90-904a6b62a1c6", "Gateway": "e2e-ipp-cleanup-845d36", "namespace": "openshift-ingress"} 2026-09-07T12:19:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "539d343f-4b44-4f6a-a00c-913cbf6c1405", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:19:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "539d343f-4b44-4f6a-a00c-913cbf6c1405", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734-authn-ssl"} 2026-09-07T12:19:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "539d343f-4b44-4f6a-a00c-913cbf6c1405", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:19:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "d0bc1a79-2094-4cb3-88ce-9ab02f3e9480", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:19:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "d0bc1a79-2094-4cb3-88ce-9ab02f3e9480", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734-authn-ssl"} 2026-09-07T12:19:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "d0bc1a79-2094-4cb3-88ce-9ab02f3e9480", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:19:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "212f14f9-ec98-4305-90e1-d53a6292539c", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:19:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "212f14f9-ec98-4305-90e1-d53a6292539c", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:19:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "212f14f9-ec98-4305-90e1-d53a6292539c", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:19:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "212f14f9-ec98-4305-90e1-d53a6292539c", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734-kserve-route-authn"} 2026-09-07T12:19:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "212f14f9-ec98-4305-90e1-d53a6292539c", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734", "authType": "userdefined"} 2026-09-07T12:19:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "212f14f9-ec98-4305-90e1-d53a6292539c", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:19:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "77bd153c-f7a4-4f62-97d2-becf5bd29d1f", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:19:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "77bd153c-f7a4-4f62-97d2-becf5bd29d1f", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734-authn-ssl"} 2026-09-07T12:19:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "77bd153c-f7a4-4f62-97d2-becf5bd29d1f", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:20:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "42606043-88cc-41e5-bb16-6620f81e5f08", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:20:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "42606043-88cc-41e5-bb16-6620f81e5f08", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734"} 2026-09-07T12:20:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "42606043-88cc-41e5-bb16-6620f81e5f08", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:20:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "42606043-88cc-41e5-bb16-6620f81e5f08", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:20:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "42606043-88cc-41e5-bb16-6620f81e5f08", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734-kserve-route-authn"} 2026-09-07T12:20:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "42606043-88cc-41e5-bb16-6620f81e5f08", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734-kserve-route-authn"} 2026-09-07T12:20:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "42606043-88cc-41e5-bb16-6620f81e5f08", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:20:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "42606043-88cc-41e5-bb16-6620f81e5f08", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:20:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "9f476a86-5f25-4f62-817d-844f96dd9665", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:20:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "9f476a86-5f25-4f62-817d-844f96dd9665", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734-authn-ssl"} 2026-09-07T12:20:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "9f476a86-5f25-4f62-817d-844f96dd9665", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:20:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "907b9afe-58dd-4c1c-8b96-828ff2b3e5fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:20:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "907b9afe-58dd-4c1c-8b96-828ff2b3e5fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab734", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T12:20:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "907b9afe-58dd-4c1c-8b96-828ff2b3e5fd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-aab734 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T12:20:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "odh-trusted-ca-bundle", "reconcileID": "38815675-ffac-474b-b381-1ae752950e17", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:20:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "odh-trusted-ca-bundle", "reconcileID": "38815675-ffac-474b-b381-1ae752950e17", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:20:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "openshift-service-ca.crt", "reconcileID": "45c49acb-6bc2-4331-9ae9-91cd4d0982a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:20:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "openshift-service-ca.crt", "reconcileID": "45c49acb-6bc2-4331-9ae9-91cd4d0982a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:20:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbf5089d-e2af-4fb1-a696-6d222b872a2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:20:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbf5089d-e2af-4fb1-a696-6d222b872a2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:20:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "ab2ccb3b-056d-4034-b095-62508a05babf", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:20:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "ab2ccb3b-056d-4034-b095-62508a05babf", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734"} 2026-09-07T12:20:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "ab2ccb3b-056d-4034-b095-62508a05babf", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:20:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "ab2ccb3b-056d-4034-b095-62508a05babf", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:20:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "ab2ccb3b-056d-4034-b095-62508a05babf", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734-kserve-route-authn"} 2026-09-07T12:20:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "ab2ccb3b-056d-4034-b095-62508a05babf", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734-kserve-route-authn"} 2026-09-07T12:20:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "ab2ccb3b-056d-4034-b095-62508a05babf", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:20:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "ab2ccb3b-056d-4034-b095-62508a05babf", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:20:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab734","namespace":"ai-tenant-e2e-ipp-a-aab734"}, "namespace": "ai-tenant-e2e-ipp-a-aab734", "name": "ipp-route-aab734", "reconcileID": "8f7a369d-d91d-4940-827f-b1c9548155b9", "LLMInferenceService": "ipp-route-aab734", "namespace": "ai-tenant-e2e-ipp-a-aab734"} 2026-09-07T12:20:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "51521a3f-c00d-4791-9a22-97ca275e655d", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:20:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "51521a3f-c00d-4791-9a22-97ca275e655d", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734-authn-ssl"} 2026-09-07T12:20:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "51521a3f-c00d-4791-9a22-97ca275e655d", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:20:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab734","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab734", "reconcileID": "e974c301-0687-4b8f-b99d-a729a02bcabd", "Gateway": "e2e-ipp-a-aab734", "namespace": "openshift-ingress"} 2026-09-07T12:20:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "7496aa30-3055-43b7-bd3a-387d5cc0b63f", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress"} 2026-09-07T12:20:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "7496aa30-3055-43b7-bd3a-387d5cc0b63f", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1-authn-ssl"} 2026-09-07T12:20:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "7496aa30-3055-43b7-bd3a-387d5cc0b63f", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress"} 2026-09-07T12:20:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "86095354-3369-437e-83d4-091c1e3a79e6", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress"} 2026-09-07T12:20:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "86095354-3369-437e-83d4-091c1e3a79e6", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1-authn-ssl"} 2026-09-07T12:20:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "86095354-3369-437e-83d4-091c1e3a79e6", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress"} 2026-09-07T12:20:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3e7ca1"}, "namespace": "ai-tenant-e2e-ipp-b-3e7ca1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "688cd817-615a-4b36-b8f0-368ab410cf8c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3e7ca1"} 2026-09-07T12:20:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3e7ca1"}, "namespace": "ai-tenant-e2e-ipp-b-3e7ca1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "688cd817-615a-4b36-b8f0-368ab410cf8c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3e7ca1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T12:20:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3e7ca1"}, "namespace": "ai-tenant-e2e-ipp-b-3e7ca1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "688cd817-615a-4b36-b8f0-368ab410cf8c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-3e7ca1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T12:20:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3e7ca1"}, "namespace": "ai-tenant-e2e-ipp-b-3e7ca1", "name": "odh-trusted-ca-bundle", "reconcileID": "e979b872-5f8d-431a-a519-fc346ee2f992", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3e7ca1"} 2026-09-07T12:20:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3e7ca1"}, "namespace": "ai-tenant-e2e-ipp-b-3e7ca1", "name": "odh-trusted-ca-bundle", "reconcileID": "e979b872-5f8d-431a-a519-fc346ee2f992", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3e7ca1"} 2026-09-07T12:20:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3e7ca1"}, "namespace": "ai-tenant-e2e-ipp-b-3e7ca1", "name": "openshift-service-ca.crt", "reconcileID": "37b00a91-50ab-4f54-850f-d93655c2bef2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3e7ca1"} 2026-09-07T12:20:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3e7ca1"}, "namespace": "ai-tenant-e2e-ipp-b-3e7ca1", "name": "openshift-service-ca.crt", "reconcileID": "37b00a91-50ab-4f54-850f-d93655c2bef2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3e7ca1"} 2026-09-07T12:20:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3e7ca1"}, "namespace": "ai-tenant-e2e-ipp-b-3e7ca1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6013a5bb-c364-42e1-a5d4-877ec61b3378", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3e7ca1"} 2026-09-07T12:20:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3e7ca1"}, "namespace": "ai-tenant-e2e-ipp-b-3e7ca1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6013a5bb-c364-42e1-a5d4-877ec61b3378", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3e7ca1"} 2026-09-07T12:20:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3e7ca1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3e7ca1", "reconcileID": "9aa54e89-bb3e-4c3a-b78b-369eab8c66b9", "Gateway": "e2e-ipp-b-3e7ca1", "namespace": "openshift-ingress"} 2026-09-07T12:21:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-491296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-491296", "reconcileID": "cc32b50b-ba33-4ca6-b42b-996e505e3072", "Gateway": "e2e-shared-a-w3-491296", "namespace": "openshift-ingress"} 2026-09-07T12:21:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-491296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-491296", "reconcileID": "cc32b50b-ba33-4ca6-b42b-996e505e3072", "Gateway": "e2e-shared-a-w3-491296", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-491296-authn-ssl"} 2026-09-07T12:21:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-491296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-491296", "reconcileID": "cc32b50b-ba33-4ca6-b42b-996e505e3072", "Gateway": "e2e-shared-a-w3-491296", "namespace": "openshift-ingress"} 2026-09-07T12:21:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-491296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-491296", "reconcileID": "f70618c3-0621-46db-8f73-9091834338c0", "Gateway": "e2e-shared-a-w3-491296", "namespace": "openshift-ingress"} 2026-09-07T12:21:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-491296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-491296", "reconcileID": "f70618c3-0621-46db-8f73-9091834338c0", "Gateway": "e2e-shared-a-w3-491296", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-491296-authn-ssl"} 2026-09-07T12:21:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-491296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-491296", "reconcileID": "f70618c3-0621-46db-8f73-9091834338c0", "Gateway": "e2e-shared-a-w3-491296", "namespace": "openshift-ingress"} 2026-09-07T12:21:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-491296"}, "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7853cd2-8e8b-4624-a96c-6cee63807bf3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-491296"} 2026-09-07T12:21:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-491296"}, "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7853cd2-8e8b-4624-a96c-6cee63807bf3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-491296", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T12:21:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-491296"}, "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7853cd2-8e8b-4624-a96c-6cee63807bf3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-491296 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T12:21:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-491296"}, "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "odh-trusted-ca-bundle", "reconcileID": "098592ec-93ff-4846-a397-3c7005a4ebdd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-491296"} 2026-09-07T12:21:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-491296"}, "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "odh-trusted-ca-bundle", "reconcileID": "098592ec-93ff-4846-a397-3c7005a4ebdd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-491296"} 2026-09-07T12:21:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-491296"}, "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "openshift-service-ca.crt", "reconcileID": "75c0ac98-24df-4e27-bc5c-7b4bbc208a9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-491296"} 2026-09-07T12:21:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-491296"}, "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "openshift-service-ca.crt", "reconcileID": "75c0ac98-24df-4e27-bc5c-7b4bbc208a9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-491296"} 2026-09-07T12:21:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-491296"}, "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df0c8833-30a5-4bc9-9002-6ac791284c34", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-491296"} 2026-09-07T12:21:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-491296"}, "namespace": "ai-tenant-e2e-shared-a-w3-491296", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df0c8833-30a5-4bc9-9002-6ac791284c34", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-491296"} 2026-09-07T12:21:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-491296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-491296", "reconcileID": "26cb3bce-8fcc-4233-b76c-ca2fa4c4a8ae", "Gateway": "e2e-shared-a-w3-491296", "namespace": "openshift-ingress"} 2026-09-07T12:21:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-613886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886", "reconcileID": "986da58a-e91d-4d3e-916b-f432a59b593f", "Gateway": "e2e-shared-b-w3-613886", "namespace": "openshift-ingress"} 2026-09-07T12:21:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-613886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886", "reconcileID": "986da58a-e91d-4d3e-916b-f432a59b593f", "Gateway": "e2e-shared-b-w3-613886", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886-authn-ssl"} 2026-09-07T12:21:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-613886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886", "reconcileID": "986da58a-e91d-4d3e-916b-f432a59b593f", "Gateway": "e2e-shared-b-w3-613886", "namespace": "openshift-ingress"} 2026-09-07T12:21:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-613886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886", "reconcileID": "5fff507e-7f9e-45a1-8462-66d521b1abe7", "Gateway": "e2e-shared-b-w3-613886", "namespace": "openshift-ingress"} 2026-09-07T12:21:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-613886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886", "reconcileID": "5fff507e-7f9e-45a1-8462-66d521b1abe7", "Gateway": "e2e-shared-b-w3-613886", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886-authn-ssl"} 2026-09-07T12:21:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-613886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886", "reconcileID": "5fff507e-7f9e-45a1-8462-66d521b1abe7", "Gateway": "e2e-shared-b-w3-613886", "namespace": "openshift-ingress"} 2026-09-07T12:21:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f4a8f8e-be9d-47c0-990f-ced27f26ea54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:21:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f4a8f8e-be9d-47c0-990f-ced27f26ea54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-613886", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T12:21:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f4a8f8e-be9d-47c0-990f-ced27f26ea54", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-613886 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T12:21:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "odh-trusted-ca-bundle", "reconcileID": "4b4dfe37-8cfa-4a22-b933-2b034550fe93", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:21:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "odh-trusted-ca-bundle", "reconcileID": "4b4dfe37-8cfa-4a22-b933-2b034550fe93", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:21:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "openshift-service-ca.crt", "reconcileID": "f09997ac-2fa4-44e2-8d27-f462f48553f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:21:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "openshift-service-ca.crt", "reconcileID": "f09997ac-2fa4-44e2-8d27-f462f48553f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:21:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "820ec887-980f-4af0-b966-28c9c657301f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:21:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-613886"}, "namespace": "ai-tenant-e2e-shared-b-w3-613886", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "820ec887-980f-4af0-b966-28c9c657301f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-613886"} 2026-09-07T12:21:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-613886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-613886", "reconcileID": "233b923e-9de9-4ef7-8243-9d25d3fb63f7", "Gateway": "e2e-shared-b-w3-613886", "namespace": "openshift-ingress"} I0907 12:22:39.149219 1 reflector.go:568] "Warning: watch ended with error" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Route" err="an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 2887; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding" I0907 12:22:39.149236 1 reflector.go:568] "Warning: watch ended with error" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Template" err="an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 2499; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding" 2026-09-07T12:22:55Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T12:22:55Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T12:22:56Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T12:22:56Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T12:26:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "a88052bb-5e57-4a35-b5b6-87ce685c3637", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm"} 2026-09-07T12:26:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "a88052bb-5e57-4a35-b5b6-87ce685c3637", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm"} 2026-09-07T12:26:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "a88052bb-5e57-4a35-b5b6-87ce685c3637", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm"} 2026-09-07T12:26:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e41e85c8-a035-42af-8275-b76d4855fa88", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T12:26:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "a88052bb-5e57-4a35-b5b6-87ce685c3637", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm", "name": "e2e-same-id-a-d86c0acb-kserve-route-authn"} 2026-09-07T12:26:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "a88052bb-5e57-4a35-b5b6-87ce685c3637", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm", "authType": "userdefined"} 2026-09-07T12:26:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "a88052bb-5e57-4a35-b5b6-87ce685c3637", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm"} 2026-09-07T12:26:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e41e85c8-a035-42af-8275-b76d4855fa88", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T12:26:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e41e85c8-a035-42af-8275-b76d4855fa88", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T12:26:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "cf834a45-7236-4243-b90a-1194cd183799", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm"} 2026-09-07T12:26:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "cf834a45-7236-4243-b90a-1194cd183799", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm"} 2026-09-07T12:26:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "cf834a45-7236-4243-b90a-1194cd183799", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm"} 2026-09-07T12:26:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5711b814-d159-4c30-a55e-8403e5956c2a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T12:26:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "cf834a45-7236-4243-b90a-1194cd183799", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm", "name": "e2e-same-id-b-d86c0acb-kserve-route-authn"} 2026-09-07T12:26:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "cf834a45-7236-4243-b90a-1194cd183799", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm", "authType": "userdefined"} 2026-09-07T12:26:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "cf834a45-7236-4243-b90a-1194cd183799", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm"} 2026-09-07T12:26:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5711b814-d159-4c30-a55e-8403e5956c2a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T12:26:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5711b814-d159-4c30-a55e-8403e5956c2a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T12:26:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "fc945537-f427-4c65-84e8-95593227604c", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm"} 2026-09-07T12:26:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "fc945537-f427-4c65-84e8-95593227604c", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm"} 2026-09-07T12:26:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "fc945537-f427-4c65-84e8-95593227604c", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm"} 2026-09-07T12:26:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "fc945537-f427-4c65-84e8-95593227604c", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm", "name": "e2e-same-id-a-d86c0acb-kserve-route-authn"} 2026-09-07T12:26:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "fc945537-f427-4c65-84e8-95593227604c", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm", "authType": "userdefined"} 2026-09-07T12:26:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "fc945537-f427-4c65-84e8-95593227604c", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm"} 2026-09-07T12:26:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8dd2d5d-4e2c-4987-a198-edeb04f785ca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T12:26:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8dd2d5d-4e2c-4987-a198-edeb04f785ca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T12:26:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8dd2d5d-4e2c-4987-a198-edeb04f785ca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T12:26:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "0401ea22-c819-4eaa-aa2e-3e7b367ee5d0", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm"} 2026-09-07T12:26:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "0401ea22-c819-4eaa-aa2e-3e7b367ee5d0", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm"} 2026-09-07T12:26:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "0401ea22-c819-4eaa-aa2e-3e7b367ee5d0", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm"} 2026-09-07T12:26:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "0401ea22-c819-4eaa-aa2e-3e7b367ee5d0", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm", "name": "e2e-same-id-a-d86c0acb-kserve-route-authn"} 2026-09-07T12:26:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "0401ea22-c819-4eaa-aa2e-3e7b367ee5d0", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm", "authType": "userdefined"} 2026-09-07T12:26:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "0401ea22-c819-4eaa-aa2e-3e7b367ee5d0", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm"} 2026-09-07T12:26:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "9f9362e6-880f-4356-9d89-99588f10b0b0", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm"} 2026-09-07T12:26:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "9f9362e6-880f-4356-9d89-99588f10b0b0", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm"} 2026-09-07T12:26:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "9f9362e6-880f-4356-9d89-99588f10b0b0", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm"} 2026-09-07T12:26:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "9f9362e6-880f-4356-9d89-99588f10b0b0", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm", "name": "e2e-same-id-b-d86c0acb-kserve-route-authn"} 2026-09-07T12:26:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "9f9362e6-880f-4356-9d89-99588f10b0b0", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm", "authType": "userdefined"} 2026-09-07T12:26:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "9f9362e6-880f-4356-9d89-99588f10b0b0", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm"} 2026-09-07T12:26:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "594ca8a9-cba1-43a7-ba49-e33a73b66a49", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T12:26:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "594ca8a9-cba1-43a7-ba49-e33a73b66a49", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T12:26:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "594ca8a9-cba1-43a7-ba49-e33a73b66a49", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T12:26:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "551b96e8-a8ae-4359-b11d-f0bc9785be30", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm"} 2026-09-07T12:26:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "551b96e8-a8ae-4359-b11d-f0bc9785be30", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm"} 2026-09-07T12:26:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "551b96e8-a8ae-4359-b11d-f0bc9785be30", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm"} 2026-09-07T12:26:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "551b96e8-a8ae-4359-b11d-f0bc9785be30", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm", "name": "e2e-same-id-b-d86c0acb-kserve-route-authn"} 2026-09-07T12:26:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "551b96e8-a8ae-4359-b11d-f0bc9785be30", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm", "authType": "userdefined"} 2026-09-07T12:26:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "551b96e8-a8ae-4359-b11d-f0bc9785be30", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm"} 2026-09-07T12:27:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "afda41bd-eb4d-4f2f-86a5-7b4fa98de27f", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm"} 2026-09-07T12:27:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "afda41bd-eb4d-4f2f-86a5-7b4fa98de27f", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm"} 2026-09-07T12:27:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "afda41bd-eb4d-4f2f-86a5-7b4fa98de27f", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm"} 2026-09-07T12:27:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "afda41bd-eb4d-4f2f-86a5-7b4fa98de27f", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm", "name": "e2e-same-id-a-d86c0acb-kserve-route-authn"} 2026-09-07T12:27:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "afda41bd-eb4d-4f2f-86a5-7b4fa98de27f", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm", "authType": "userdefined"} 2026-09-07T12:27:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "afda41bd-eb4d-4f2f-86a5-7b4fa98de27f", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm"} 2026-09-07T12:27:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "ea29a0cf-9914-4872-8d2e-1e3554dc871a", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm"} 2026-09-07T12:27:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "ea29a0cf-9914-4872-8d2e-1e3554dc871a", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm"} 2026-09-07T12:27:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "ea29a0cf-9914-4872-8d2e-1e3554dc871a", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm"} 2026-09-07T12:27:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "ea29a0cf-9914-4872-8d2e-1e3554dc871a", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm", "name": "e2e-same-id-b-d86c0acb-kserve-route-authn"} 2026-09-07T12:27:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "ea29a0cf-9914-4872-8d2e-1e3554dc871a", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm", "authType": "userdefined"} 2026-09-07T12:27:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "ea29a0cf-9914-4872-8d2e-1e3554dc871a", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm"} 2026-09-07T12:27:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "93226f70-8d4f-4860-b664-e5e1894d0bc5", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm"} 2026-09-07T12:27:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "93226f70-8d4f-4860-b664-e5e1894d0bc5", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm", "name": "e2e-same-id-a-d86c0acb"} 2026-09-07T12:27:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "93226f70-8d4f-4860-b664-e5e1894d0bc5", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm"} 2026-09-07T12:27:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "93226f70-8d4f-4860-b664-e5e1894d0bc5", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm"} 2026-09-07T12:27:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "93226f70-8d4f-4860-b664-e5e1894d0bc5", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm", "name": "e2e-same-id-a-d86c0acb-kserve-route-authn"} 2026-09-07T12:27:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "93226f70-8d4f-4860-b664-e5e1894d0bc5", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm", "name": "e2e-same-id-a-d86c0acb-kserve-route-authn"} 2026-09-07T12:27:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d86c0acb", "reconcileID": "cc452a9c-ebf0-4e08-9e73-adbd789b5f8d", "LLMInferenceService": "e2e-same-id-a-d86c0acb", "namespace": "llm"} 2026-09-07T12:27:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "07c1c0e5-49f1-4eb6-b927-7ba3997f8d5f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T12:27:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "07c1c0e5-49f1-4eb6-b927-7ba3997f8d5f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T12:27:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "07c1c0e5-49f1-4eb6-b927-7ba3997f8d5f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T12:27:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32e22668-489b-458e-bfda-1c615d3a7eda", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T12:27:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32e22668-489b-458e-bfda-1c615d3a7eda", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T12:27:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32e22668-489b-458e-bfda-1c615d3a7eda", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T12:27:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "9628659c-ad14-4256-885e-3c68598e4a3e", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm"} 2026-09-07T12:27:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "9628659c-ad14-4256-885e-3c68598e4a3e", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm", "name": "e2e-same-id-b-d86c0acb"} 2026-09-07T12:27:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "9628659c-ad14-4256-885e-3c68598e4a3e", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm"} 2026-09-07T12:27:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "9628659c-ad14-4256-885e-3c68598e4a3e", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm"} 2026-09-07T12:27:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "9628659c-ad14-4256-885e-3c68598e4a3e", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm", "name": "e2e-same-id-b-d86c0acb-kserve-route-authn"} 2026-09-07T12:27:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "9628659c-ad14-4256-885e-3c68598e4a3e", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm", "name": "e2e-same-id-b-d86c0acb-kserve-route-authn"} 2026-09-07T12:27:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d86c0acb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d86c0acb", "reconcileID": "d7b2619a-c413-4708-ba79-6acfde72a06d", "LLMInferenceService": "e2e-same-id-b-d86c0acb", "namespace": "llm"} 2026-09-07T12:27:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9aaab0cf-0493-4c87-9801-1d249ce30767", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T12:27:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9aaab0cf-0493-4c87-9801-1d249ce30767", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T12:27:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9aaab0cf-0493-4c87-9801-1d249ce30767", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T12:27:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8094e4ee-e24c-4212-b055-af2a05dd8af9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T12:27:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8094e4ee-e24c-4212-b055-af2a05dd8af9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T12:27:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8094e4ee-e24c-4212-b055-af2a05dd8af9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}