2026-09-07T09:24:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-558343","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-558343", "reconcileID": "e3b85ff6-75b1-41dc-826a-49ab4bf777af", "Gateway": "e2e-api-b-558343", "namespace": "openshift-ingress"} 2026-09-07T09:24:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-558343"}, "namespace": "ai-tenant-e2e-api-b-558343", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "065469db-c373-44bc-878c-14fa27235f13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-558343"} 2026-09-07T09:24:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-558343"}, "namespace": "ai-tenant-e2e-api-b-558343", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "065469db-c373-44bc-878c-14fa27235f13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-558343", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T09:24:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-558343"}, "namespace": "ai-tenant-e2e-api-b-558343", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "065469db-c373-44bc-878c-14fa27235f13", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-558343 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T09:24:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-558343"}, "namespace": "ai-tenant-e2e-api-b-558343", "name": "odh-trusted-ca-bundle", "reconcileID": "9594b459-3f06-4abe-b15e-a5b6867ff774", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-558343"} 2026-09-07T09:24:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-558343"}, "namespace": "ai-tenant-e2e-api-b-558343", "name": "odh-trusted-ca-bundle", "reconcileID": "9594b459-3f06-4abe-b15e-a5b6867ff774", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-558343"} 2026-09-07T09:24:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-558343"}, "namespace": "ai-tenant-e2e-api-b-558343", "name": "openshift-service-ca.crt", "reconcileID": "7e27e520-4e71-471c-bc32-7db9042ee818", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-558343"} 2026-09-07T09:24:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-558343"}, "namespace": "ai-tenant-e2e-api-b-558343", "name": "openshift-service-ca.crt", "reconcileID": "7e27e520-4e71-471c-bc32-7db9042ee818", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-558343"} 2026-09-07T09:24:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-558343"}, "namespace": "ai-tenant-e2e-api-b-558343", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "254ae217-b2bf-4653-b5f9-71577be11dea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-558343"} 2026-09-07T09:24:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-558343"}, "namespace": "ai-tenant-e2e-api-b-558343", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "254ae217-b2bf-4653-b5f9-71577be11dea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-558343"} 2026-09-07T09:24:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-558343","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-558343", "reconcileID": "668fdeb1-fd09-459e-b4dc-f48a501f3a72", "Gateway": "e2e-api-b-558343", "namespace": "openshift-ingress"} 2026-09-07T09:24:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3dc031","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "rate-test-model-3dc031", "reconcileID": "7c452d7a-4fd4-48f2-94a9-a79e386e0329", "LLMInferenceService": "rate-test-model-3dc031", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031"} 2026-09-07T09:24:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3dc031","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "rate-test-model-3dc031", "reconcileID": "7c452d7a-4fd4-48f2-94a9-a79e386e0329", "LLMInferenceService": "rate-test-model-3dc031", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031"} 2026-09-07T09:24:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3dc031","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "rate-test-model-3dc031", "reconcileID": "7c452d7a-4fd4-48f2-94a9-a79e386e0329", "LLMInferenceService": "rate-test-model-3dc031", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031"} 2026-09-07T09:24:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3dc031","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "rate-test-model-3dc031", "reconcileID": "7c452d7a-4fd4-48f2-94a9-a79e386e0329", "LLMInferenceService": "rate-test-model-3dc031", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "rate-test-model-3dc031-kserve-route-authn"} 2026-09-07T09:24:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3dc031","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "rate-test-model-3dc031", "reconcileID": "7c452d7a-4fd4-48f2-94a9-a79e386e0329", "LLMInferenceService": "rate-test-model-3dc031", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "authType": "userdefined"} 2026-09-07T09:24:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3dc031","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "rate-test-model-3dc031", "reconcileID": "7c452d7a-4fd4-48f2-94a9-a79e386e0329", "LLMInferenceService": "rate-test-model-3dc031", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031"} 2026-09-07T09:24:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "3438f2b3-fb97-4225-9010-6bcb104a5234", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:24:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "3438f2b3-fb97-4225-9010-6bcb104a5234", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:24:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "3438f2b3-fb97-4225-9010-6bcb104a5234", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:24:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34de95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95", "reconcileID": "fdd524c2-0d40-4e9f-b705-8d72c5913e1b", "Gateway": "e2e-shared-b-w3-34de95", "namespace": "openshift-ingress"} 2026-09-07T09:24:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "3438f2b3-fb97-4225-9010-6bcb104a5234", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95-kserve-route-authn"} 2026-09-07T09:24:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "3438f2b3-fb97-4225-9010-6bcb104a5234", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "authType": "userdefined"} 2026-09-07T09:24:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "3438f2b3-fb97-4225-9010-6bcb104a5234", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:24:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34de95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95", "reconcileID": "fdd524c2-0d40-4e9f-b705-8d72c5913e1b", "Gateway": "e2e-shared-b-w3-34de95", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95-authn-ssl"} 2026-09-07T09:24:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34de95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95", "reconcileID": "fdd524c2-0d40-4e9f-b705-8d72c5913e1b", "Gateway": "e2e-shared-b-w3-34de95", "namespace": "openshift-ingress"} 2026-09-07T09:24:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "8c67b445-4215-4006-9e88-a25b7babb90b", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:24:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "8c67b445-4215-4006-9e88-a25b7babb90b", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:24:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "8c67b445-4215-4006-9e88-a25b7babb90b", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:24:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "8c67b445-4215-4006-9e88-a25b7babb90b", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95-kserve-route-authn"} 2026-09-07T09:24:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "8c67b445-4215-4006-9e88-a25b7babb90b", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "authType": "userdefined"} 2026-09-07T09:24:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "8c67b445-4215-4006-9e88-a25b7babb90b", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:24:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34de95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95", "reconcileID": "3dcd2646-037c-4afc-85bb-4c85d6f98f89", "Gateway": "e2e-shared-b-w3-34de95", "namespace": "openshift-ingress"} 2026-09-07T09:24:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34de95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95", "reconcileID": "3dcd2646-037c-4afc-85bb-4c85d6f98f89", "Gateway": "e2e-shared-b-w3-34de95", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95-authn-ssl"} 2026-09-07T09:24:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34de95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95", "reconcileID": "3dcd2646-037c-4afc-85bb-4c85d6f98f89", "Gateway": "e2e-shared-b-w3-34de95", "namespace": "openshift-ingress"} 2026-09-07T09:24:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "83fa3184-8e03-4cf7-941b-3cc3b7940e87", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:24:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "83fa3184-8e03-4cf7-941b-3cc3b7940e87", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:24:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "83fa3184-8e03-4cf7-941b-3cc3b7940e87", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:24:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "83fa3184-8e03-4cf7-941b-3cc3b7940e87", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95-kserve-route-authn"} 2026-09-07T09:24:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "83fa3184-8e03-4cf7-941b-3cc3b7940e87", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "authType": "userdefined"} 2026-09-07T09:24:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "83fa3184-8e03-4cf7-941b-3cc3b7940e87", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:24:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-263421","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-263421", "reconcileID": "14aa7ba0-3c62-4cdc-91c3-c1e9c9a80700", "Gateway": "e2e-shared-a-w2-263421", "namespace": "openshift-ingress"} 2026-09-07T09:24:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-263421","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-263421", "reconcileID": "14aa7ba0-3c62-4cdc-91c3-c1e9c9a80700", "Gateway": "e2e-shared-a-w2-263421", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-263421-authn-ssl"} 2026-09-07T09:24:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-263421","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-263421", "reconcileID": "14aa7ba0-3c62-4cdc-91c3-c1e9c9a80700", "Gateway": "e2e-shared-a-w2-263421", "namespace": "openshift-ingress"} 2026-09-07T09:24:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-263421"}, "namespace": "ai-tenant-e2e-shared-a-w2-263421", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a17b95b-bf7d-4381-9044-187e399be21e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-263421"} 2026-09-07T09:24:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-263421"}, "namespace": "ai-tenant-e2e-shared-a-w2-263421", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a17b95b-bf7d-4381-9044-187e399be21e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-263421", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T09:24:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-263421"}, "namespace": "ai-tenant-e2e-shared-a-w2-263421", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a17b95b-bf7d-4381-9044-187e399be21e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-263421 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T09:24:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-263421"}, "namespace": "ai-tenant-e2e-shared-a-w2-263421", "name": "odh-trusted-ca-bundle", "reconcileID": "e300facf-eafe-4444-8149-217077fa8b1e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-263421"} 2026-09-07T09:24:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-263421"}, "namespace": "ai-tenant-e2e-shared-a-w2-263421", "name": "odh-trusted-ca-bundle", "reconcileID": "e300facf-eafe-4444-8149-217077fa8b1e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-263421"} 2026-09-07T09:24:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-263421"}, "namespace": "ai-tenant-e2e-shared-a-w2-263421", "name": "openshift-service-ca.crt", "reconcileID": "52c0ac46-76ff-4a28-aa6c-94be69588e70", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-263421"} 2026-09-07T09:24:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-263421"}, "namespace": "ai-tenant-e2e-shared-a-w2-263421", "name": "openshift-service-ca.crt", "reconcileID": "52c0ac46-76ff-4a28-aa6c-94be69588e70", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-263421"} 2026-09-07T09:24:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-263421"}, "namespace": "ai-tenant-e2e-shared-a-w2-263421", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45d4ca9f-0780-4b6c-8992-d04dac309aa7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-263421"} 2026-09-07T09:24:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-263421"}, "namespace": "ai-tenant-e2e-shared-a-w2-263421", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45d4ca9f-0780-4b6c-8992-d04dac309aa7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-263421"} 2026-09-07T09:24:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-263421","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-263421", "reconcileID": "82064fce-aa5b-426b-8429-fcfd7e218d9a", "Gateway": "e2e-shared-a-w2-263421", "namespace": "openshift-ingress"} 2026-09-07T09:24:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "7530dd36-592c-4310-b5ba-2de31444379d", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:24:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "7530dd36-592c-4310-b5ba-2de31444379d", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:24:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "7530dd36-592c-4310-b5ba-2de31444379d", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:24:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "7530dd36-592c-4310-b5ba-2de31444379d", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95-kserve-route-authn"} 2026-09-07T09:24:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "7530dd36-592c-4310-b5ba-2de31444379d", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "authType": "userdefined"} 2026-09-07T09:24:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "7530dd36-592c-4310-b5ba-2de31444379d", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:24:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "3a777aa3-8b39-4f6a-861e-96a05cdd38f4", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:24:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "3a777aa3-8b39-4f6a-861e-96a05cdd38f4", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:24:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "3a777aa3-8b39-4f6a-861e-96a05cdd38f4", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:24:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "3a777aa3-8b39-4f6a-861e-96a05cdd38f4", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95-kserve-route-authn"} 2026-09-07T09:24:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "3a777aa3-8b39-4f6a-861e-96a05cdd38f4", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "authType": "userdefined"} 2026-09-07T09:24:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "3a777aa3-8b39-4f6a-861e-96a05cdd38f4", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:25:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5560ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5560ef", "reconcileID": "c723545a-4f61-4e36-9b3b-99080ed6c43a", "Gateway": "e2e-shared-b-w2-5560ef", "namespace": "openshift-ingress"} 2026-09-07T09:25:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5560ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5560ef", "reconcileID": "c723545a-4f61-4e36-9b3b-99080ed6c43a", "Gateway": "e2e-shared-b-w2-5560ef", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5560ef-authn-ssl"} 2026-09-07T09:25:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5560ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5560ef", "reconcileID": "c723545a-4f61-4e36-9b3b-99080ed6c43a", "Gateway": "e2e-shared-b-w2-5560ef", "namespace": "openshift-ingress"} 2026-09-07T09:25:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5560ef"}, "namespace": "ai-tenant-e2e-shared-b-w2-5560ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d651fae7-0c66-4ba4-81f9-23ce27f5cc6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5560ef"} 2026-09-07T09:25:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5560ef"}, "namespace": "ai-tenant-e2e-shared-b-w2-5560ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d651fae7-0c66-4ba4-81f9-23ce27f5cc6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5560ef", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T09:25:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5560ef"}, "namespace": "ai-tenant-e2e-shared-b-w2-5560ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d651fae7-0c66-4ba4-81f9-23ce27f5cc6b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-5560ef because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T09:25:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5560ef"}, "namespace": "ai-tenant-e2e-shared-b-w2-5560ef", "name": "odh-trusted-ca-bundle", "reconcileID": "77b13601-a796-4111-bdc6-234fd3505ff5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5560ef"} 2026-09-07T09:25:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5560ef"}, "namespace": "ai-tenant-e2e-shared-b-w2-5560ef", "name": "odh-trusted-ca-bundle", "reconcileID": "77b13601-a796-4111-bdc6-234fd3505ff5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5560ef"} 2026-09-07T09:25:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-5560ef"}, "namespace": "ai-tenant-e2e-shared-b-w2-5560ef", "name": "openshift-service-ca.crt", "reconcileID": "e0ada14f-6ff7-413c-b9bf-8322adf4449e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-5560ef"} 2026-09-07T09:25:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-5560ef"}, "namespace": "ai-tenant-e2e-shared-b-w2-5560ef", "name": "openshift-service-ca.crt", "reconcileID": "e0ada14f-6ff7-413c-b9bf-8322adf4449e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-5560ef"} 2026-09-07T09:25:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5560ef"}, "namespace": "ai-tenant-e2e-shared-b-w2-5560ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "320616fa-09d2-4a1d-99d7-6a5e193aa1f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5560ef"} 2026-09-07T09:25:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5560ef"}, "namespace": "ai-tenant-e2e-shared-b-w2-5560ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "320616fa-09d2-4a1d-99d7-6a5e193aa1f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5560ef"} 2026-09-07T09:25:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5560ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5560ef", "reconcileID": "909edb35-83b0-4a62-9816-81825c5b5d4c", "Gateway": "e2e-shared-b-w2-5560ef", "namespace": "openshift-ingress"} 2026-09-07T09:25:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3dc031","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "rate-test-model-3dc031", "reconcileID": "ab75d5b9-6f73-4a26-b0fd-fdb9098018ea", "LLMInferenceService": "rate-test-model-3dc031", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031"} 2026-09-07T09:25:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3dc031","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "rate-test-model-3dc031", "reconcileID": "ab75d5b9-6f73-4a26-b0fd-fdb9098018ea", "LLMInferenceService": "rate-test-model-3dc031", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "rate-test-model-3dc031"} 2026-09-07T09:25:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3dc031","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "rate-test-model-3dc031", "reconcileID": "ab75d5b9-6f73-4a26-b0fd-fdb9098018ea", "LLMInferenceService": "rate-test-model-3dc031", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031"} 2026-09-07T09:25:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3dc031","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "rate-test-model-3dc031", "reconcileID": "ab75d5b9-6f73-4a26-b0fd-fdb9098018ea", "LLMInferenceService": "rate-test-model-3dc031", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031"} 2026-09-07T09:25:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3dc031","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "rate-test-model-3dc031", "reconcileID": "ab75d5b9-6f73-4a26-b0fd-fdb9098018ea", "LLMInferenceService": "rate-test-model-3dc031", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "rate-test-model-3dc031-kserve-route-authn"} 2026-09-07T09:25:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3dc031","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "rate-test-model-3dc031", "reconcileID": "ab75d5b9-6f73-4a26-b0fd-fdb9098018ea", "LLMInferenceService": "rate-test-model-3dc031", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "rate-test-model-3dc031-kserve-route-authn"} 2026-09-07T09:25:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3dc031","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "rate-test-model-3dc031", "reconcileID": "ab75d5b9-6f73-4a26-b0fd-fdb9098018ea", "LLMInferenceService": "rate-test-model-3dc031", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031"} 2026-09-07T09:25:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3dc031","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "rate-test-model-3dc031", "reconcileID": "ab75d5b9-6f73-4a26-b0fd-fdb9098018ea", "LLMInferenceService": "rate-test-model-3dc031", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031"} 2026-09-07T09:25:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3dc031","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "rate-test-model-3dc031", "reconcileID": "384c5896-d9d0-4a3d-b0b9-0d6eb60ca0bb", "LLMInferenceService": "rate-test-model-3dc031", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031"} 2026-09-07T09:25:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3dc031","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3dc031", "reconcileID": "76a2644b-c92d-4f1d-b43d-29e893783f87", "Gateway": "e2e-shared-a-w3-3dc031", "namespace": "openshift-ingress"} 2026-09-07T09:25:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3dc031","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3dc031", "reconcileID": "76a2644b-c92d-4f1d-b43d-29e893783f87", "Gateway": "e2e-shared-a-w3-3dc031", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3dc031-authn-ssl"} 2026-09-07T09:25:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3dc031","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3dc031", "reconcileID": "76a2644b-c92d-4f1d-b43d-29e893783f87", "Gateway": "e2e-shared-a-w3-3dc031", "namespace": "openshift-ingress"} 2026-09-07T09:25:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3dc031","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3dc031", "reconcileID": "b6b35917-8d94-4f5b-ad0f-e1e98ae8c95d", "Gateway": "e2e-shared-a-w3-3dc031", "namespace": "openshift-ingress"} 2026-09-07T09:25:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3dc031","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3dc031", "reconcileID": "b6b35917-8d94-4f5b-ad0f-e1e98ae8c95d", "Gateway": "e2e-shared-a-w3-3dc031", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3dc031-authn-ssl"} 2026-09-07T09:25:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3dc031","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3dc031", "reconcileID": "b6b35917-8d94-4f5b-ad0f-e1e98ae8c95d", "Gateway": "e2e-shared-a-w3-3dc031", "namespace": "openshift-ingress"} 2026-09-07T09:25:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "610f313c-2aee-48ee-b4b2-f3ff66626657", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:25:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "610f313c-2aee-48ee-b4b2-f3ff66626657", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95"} 2026-09-07T09:25:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "610f313c-2aee-48ee-b4b2-f3ff66626657", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:25:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "610f313c-2aee-48ee-b4b2-f3ff66626657", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:25:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "610f313c-2aee-48ee-b4b2-f3ff66626657", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95-kserve-route-authn"} 2026-09-07T09:25:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "610f313c-2aee-48ee-b4b2-f3ff66626657", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95-kserve-route-authn"} 2026-09-07T09:25:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "610f313c-2aee-48ee-b4b2-f3ff66626657", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:25:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "610f313c-2aee-48ee-b4b2-f3ff66626657", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:25:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34de95","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "rate-test-model-34de95", "reconcileID": "b9990284-8a32-4207-9a3c-4941241d9aad", "LLMInferenceService": "rate-test-model-34de95", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:25:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34de95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95", "reconcileID": "d9f768a1-30bc-4934-b8b6-0b0f8593cece", "Gateway": "e2e-shared-b-w3-34de95", "namespace": "openshift-ingress"} 2026-09-07T09:25:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34de95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95", "reconcileID": "d9f768a1-30bc-4934-b8b6-0b0f8593cece", "Gateway": "e2e-shared-b-w3-34de95", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95-authn-ssl"} 2026-09-07T09:25:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34de95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95", "reconcileID": "d9f768a1-30bc-4934-b8b6-0b0f8593cece", "Gateway": "e2e-shared-b-w3-34de95", "namespace": "openshift-ingress"} 2026-09-07T09:25:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34de95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95", "reconcileID": "d09a2381-96c3-4e59-b630-2026f3222d54", "Gateway": "e2e-shared-b-w3-34de95", "namespace": "openshift-ingress"} 2026-09-07T09:25:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34de95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95", "reconcileID": "d09a2381-96c3-4e59-b630-2026f3222d54", "Gateway": "e2e-shared-b-w3-34de95", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95-authn-ssl"} 2026-09-07T09:25:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34de95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95", "reconcileID": "d09a2381-96c3-4e59-b630-2026f3222d54", "Gateway": "e2e-shared-b-w3-34de95", "namespace": "openshift-ingress"} 2026-09-07T09:25:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "85baee25-eda4-4283-8447-3a9b74848c16", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:25:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "85baee25-eda4-4283-8447-3a9b74848c16", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72-authn-ssl"} 2026-09-07T09:25:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "85baee25-eda4-4283-8447-3a9b74848c16", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:25:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "ac587870-2f15-4dd1-9fca-b0a390af2fae", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:25:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "ac587870-2f15-4dd1-9fca-b0a390af2fae", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72-authn-ssl"} 2026-09-07T09:25:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "ac587870-2f15-4dd1-9fca-b0a390af2fae", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:25:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "8c67d5db-082d-4378-a9bb-d26199c77cdf", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:25:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "8c67d5db-082d-4378-a9bb-d26199c77cdf", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72-authn-ssl"} 2026-09-07T09:25:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "8c67d5db-082d-4378-a9bb-d26199c77cdf", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:25:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "ea7e3305-166c-43a7-939f-8c63460ec7ac", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:25:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "ea7e3305-166c-43a7-939f-8c63460ec7ac", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72-authn-ssl"} 2026-09-07T09:25:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "ea7e3305-166c-43a7-939f-8c63460ec7ac", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:25:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "887afd2c-9279-44cd-936f-b7c455c50f77", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:25:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "887afd2c-9279-44cd-936f-b7c455c50f77", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72-authn-ssl"} 2026-09-07T09:25:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "887afd2c-9279-44cd-936f-b7c455c50f77", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:25:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "bea76aeb-f70a-47f3-bd02-3c8e157f039d", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:25:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "bea76aeb-f70a-47f3-bd02-3c8e157f039d", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72-authn-ssl"} 2026-09-07T09:25:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "bea76aeb-f70a-47f3-bd02-3c8e157f039d", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:25:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "49dbc714-3706-4b69-896b-f341096c9acb", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:25:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "49dbc714-3706-4b69-896b-f341096c9acb", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72-authn-ssl"} 2026-09-07T09:25:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "49dbc714-3706-4b69-896b-f341096c9acb", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:25:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "openshift-service-ca.crt", "reconcileID": "e453a2d1-2ea9-4b57-abc8-04440743e6f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:25:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "odh-trusted-ca-bundle", "reconcileID": "687a9d7a-b116-43af-b243-d2125e2c8b07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:25:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "openshift-service-ca.crt", "reconcileID": "71a67c1c-43b5-4f74-b978-d3d0aadf366b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T09:25:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "openshift-service-ca.crt", "reconcileID": "71a67c1c-43b5-4f74-b978-d3d0aadf366b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:25:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7797dc9a-6ee5-41e5-b816-f12d2684319c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:25:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "openshift-service-ca.crt", "reconcileID": "05d4bbb4-1aca-48eb-a82f-cf10fdc02f79", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:25:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "odh-trusted-ca-bundle", "reconcileID": "aa56d7bd-36b1-47db-9ce1-3a11c6c76219", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "update": "odh-kserve-custom-ca-bundle"} 2026-09-07T09:25:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "odh-trusted-ca-bundle", "reconcileID": "aa56d7bd-36b1-47db-9ce1-3a11c6c76219", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:25:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86d0e847-5c69-466b-82ee-3cc369e04250", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:25:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "671c88a6-9fe8-44ec-8371-c1257c18b77a", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:25:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "671c88a6-9fe8-44ec-8371-c1257c18b77a", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72-authn-ssl"} 2026-09-07T09:25:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "671c88a6-9fe8-44ec-8371-c1257c18b77a", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:25:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "82d92ac5-1fb2-4f9b-87a5-4338d3727822", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:25:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "82d92ac5-1fb2-4f9b-87a5-4338d3727822", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72-authn-ssl"} 2026-09-07T09:25:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "82d92ac5-1fb2-4f9b-87a5-4338d3727822", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:25:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "b0158653-b3f4-4a6b-abff-010a8051303d", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress"} 2026-09-07T09:25:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "b0158653-b3f4-4a6b-abff-010a8051303d", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32-authn-ssl"} 2026-09-07T09:25:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "b0158653-b3f4-4a6b-abff-010a8051303d", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress"} 2026-09-07T09:25:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "0356c25a-294a-4138-b2ad-bbe7b68c56ab", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress"} 2026-09-07T09:25:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "0356c25a-294a-4138-b2ad-bbe7b68c56ab", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32-authn-ssl"} 2026-09-07T09:25:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "0356c25a-294a-4138-b2ad-bbe7b68c56ab", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress"} 2026-09-07T09:25:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "2c02a5af-4c55-4d37-a5d7-2d47e2a2efb1", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress"} 2026-09-07T09:25:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "2c02a5af-4c55-4d37-a5d7-2d47e2a2efb1", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32-authn-ssl"} 2026-09-07T09:25:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "2c02a5af-4c55-4d37-a5d7-2d47e2a2efb1", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress"} 2026-09-07T09:25:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "a46701a3-c7b5-45f9-9d99-3563ed716fa3", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress"} 2026-09-07T09:25:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "a46701a3-c7b5-45f9-9d99-3563ed716fa3", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32-authn-ssl"} 2026-09-07T09:25:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "a46701a3-c7b5-45f9-9d99-3563ed716fa3", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress"} 2026-09-07T09:25:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "d303fdd6-d6da-4c5b-b544-dad82b5df8ef", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress"} 2026-09-07T09:25:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "d303fdd6-d6da-4c5b-b544-dad82b5df8ef", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32-authn-ssl"} 2026-09-07T09:25:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "d303fdd6-d6da-4c5b-b544-dad82b5df8ef", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress"} 2026-09-07T09:25:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "dd8f3575-f54f-4d66-8ec8-3657f3a25e53", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress"} 2026-09-07T09:25:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "dd8f3575-f54f-4d66-8ec8-3657f3a25e53", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32-authn-ssl"} 2026-09-07T09:25:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "dd8f3575-f54f-4d66-8ec8-3657f3a25e53", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress"} 2026-09-07T09:25:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "986f11ce-7bab-474a-9a82-c26337000b05", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress"} 2026-09-07T09:25:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "986f11ce-7bab-474a-9a82-c26337000b05", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32-authn-ssl"} 2026-09-07T09:25:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "986f11ce-7bab-474a-9a82-c26337000b05", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress"} 2026-09-07T09:26:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-da0a32"}, "namespace": "ai-tenant-e2e-ipp-b-da0a32", "name": "openshift-service-ca.crt", "reconcileID": "82b58b3b-39b4-4ac7-92cf-3d704437f4ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-da0a32"} 2026-09-07T09:26:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-da0a32"}, "namespace": "ai-tenant-e2e-ipp-b-da0a32", "name": "odh-trusted-ca-bundle", "reconcileID": "da6758c3-d49f-4a29-aef9-0f2f5ed46884", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-da0a32"} 2026-09-07T09:26:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-da0a32"}, "namespace": "ai-tenant-e2e-ipp-b-da0a32", "name": "openshift-service-ca.crt", "reconcileID": "8ba9f61d-eb1a-4c92-9854-43635af89182", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-da0a32", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T09:26:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-da0a32"}, "namespace": "ai-tenant-e2e-ipp-b-da0a32", "name": "openshift-service-ca.crt", "reconcileID": "8ba9f61d-eb1a-4c92-9854-43635af89182", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-da0a32"} 2026-09-07T09:26:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-da0a32"}, "namespace": "ai-tenant-e2e-ipp-b-da0a32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5060337-c26a-4a6d-934b-16fb25da47de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-da0a32"} 2026-09-07T09:26:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-da0a32"}, "namespace": "ai-tenant-e2e-ipp-b-da0a32", "name": "openshift-service-ca.crt", "reconcileID": "0d4f2732-48e4-4b45-bac0-b7c29e7602ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-da0a32"} 2026-09-07T09:26:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-da0a32"}, "namespace": "ai-tenant-e2e-ipp-b-da0a32", "name": "odh-trusted-ca-bundle", "reconcileID": "6b186d82-f3d1-4af4-8c7a-44e9e83d5656", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-da0a32", "update": "odh-kserve-custom-ca-bundle"} 2026-09-07T09:26:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-da0a32"}, "namespace": "ai-tenant-e2e-ipp-b-da0a32", "name": "odh-trusted-ca-bundle", "reconcileID": "6b186d82-f3d1-4af4-8c7a-44e9e83d5656", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-da0a32"} 2026-09-07T09:26:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-da0a32"}, "namespace": "ai-tenant-e2e-ipp-b-da0a32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ed7873c-cc5c-412d-9b8a-bfbf8e225ddd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-da0a32"} 2026-09-07T09:26:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "bcd4e81a-47e4-4f01-92b8-2378ca06c562", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress"} 2026-09-07T09:26:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "bcd4e81a-47e4-4f01-92b8-2378ca06c562", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32-authn-ssl"} 2026-09-07T09:26:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "bcd4e81a-47e4-4f01-92b8-2378ca06c562", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress"} 2026-09-07T09:26:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "75ca7d1d-d1c3-4e7e-8b75-4a087a400603", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress"} 2026-09-07T09:26:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "75ca7d1d-d1c3-4e7e-8b75-4a087a400603", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32-authn-ssl"} 2026-09-07T09:26:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "75ca7d1d-d1c3-4e7e-8b75-4a087a400603", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress"} 2026-09-07T09:26:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "db427237-2dc1-43bf-b10a-c2c918089bae", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:26:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "db427237-2dc1-43bf-b10a-c2c918089bae", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:26:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "db427237-2dc1-43bf-b10a-c2c918089bae", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:26:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "ee4e211f-d86e-4821-b361-ab9745af01f4", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:26:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "db427237-2dc1-43bf-b10a-c2c918089bae", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72-kserve-route-authn"} 2026-09-07T09:26:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "db427237-2dc1-43bf-b10a-c2c918089bae", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "authType": "userdefined"} 2026-09-07T09:26:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "db427237-2dc1-43bf-b10a-c2c918089bae", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:26:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "ee4e211f-d86e-4821-b361-ab9745af01f4", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72-authn-ssl"} 2026-09-07T09:26:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "ee4e211f-d86e-4821-b361-ab9745af01f4", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:26:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "76ad548d-84fd-4332-b4b1-7876df71c3a7", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:26:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "76ad548d-84fd-4332-b4b1-7876df71c3a7", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:26:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "76ad548d-84fd-4332-b4b1-7876df71c3a7", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:26:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "76ad548d-84fd-4332-b4b1-7876df71c3a7", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72-kserve-route-authn"} 2026-09-07T09:26:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "76ad548d-84fd-4332-b4b1-7876df71c3a7", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "authType": "userdefined"} 2026-09-07T09:26:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "76ad548d-84fd-4332-b4b1-7876df71c3a7", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:26:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "bf804bdf-75b4-424c-a4ed-843ea70ce153", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:26:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "bf804bdf-75b4-424c-a4ed-843ea70ce153", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72-authn-ssl"} 2026-09-07T09:26:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "bf804bdf-75b4-424c-a4ed-843ea70ce153", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:26:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "0a40f596-1910-42eb-975a-0b6eb6b3348c", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:26:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "0a40f596-1910-42eb-975a-0b6eb6b3348c", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:26:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "0a40f596-1910-42eb-975a-0b6eb6b3348c", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:26:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "0a40f596-1910-42eb-975a-0b6eb6b3348c", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72-kserve-route-authn"} 2026-09-07T09:26:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "0a40f596-1910-42eb-975a-0b6eb6b3348c", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "authType": "userdefined"} 2026-09-07T09:26:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "0a40f596-1910-42eb-975a-0b6eb6b3348c", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:26:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "dedc0444-2b8e-4641-bc03-0756fd6259c7", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:26:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "dedc0444-2b8e-4641-bc03-0756fd6259c7", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:26:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "dedc0444-2b8e-4641-bc03-0756fd6259c7", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:26:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "dedc0444-2b8e-4641-bc03-0756fd6259c7", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72-kserve-route-authn"} 2026-09-07T09:26:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "dedc0444-2b8e-4641-bc03-0756fd6259c7", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "authType": "userdefined"} 2026-09-07T09:26:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "dedc0444-2b8e-4641-bc03-0756fd6259c7", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:26:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "0617cbef-f731-4a2d-80fe-064d8604b36c", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:26:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "0617cbef-f731-4a2d-80fe-064d8604b36c", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:26:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "0617cbef-f731-4a2d-80fe-064d8604b36c", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:26:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "0617cbef-f731-4a2d-80fe-064d8604b36c", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72-kserve-route-authn"} 2026-09-07T09:26:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "0617cbef-f731-4a2d-80fe-064d8604b36c", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "authType": "userdefined"} 2026-09-07T09:26:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "0617cbef-f731-4a2d-80fe-064d8604b36c", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:27:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "b7f41ee5-ccb4-4e83-9fec-7d7018b0ce9c", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress"} 2026-09-07T09:27:09Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "b7f41ee5-ccb4-4e83-9fec-7d7018b0ce9c", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c-authn-ssl"} 2026-09-07T09:27:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "b7f41ee5-ccb4-4e83-9fec-7d7018b0ce9c", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress"} 2026-09-07T09:27:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "f97dce6c-2f4d-4b0b-949e-95da3c38c677", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress"} 2026-09-07T09:27:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "f97dce6c-2f4d-4b0b-949e-95da3c38c677", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c-authn-ssl"} 2026-09-07T09:27:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "f97dce6c-2f4d-4b0b-949e-95da3c38c677", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress"} 2026-09-07T09:27:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "9141d79f-1a4b-4c08-9951-94109902c959", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress"} 2026-09-07T09:27:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "9141d79f-1a4b-4c08-9951-94109902c959", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c-authn-ssl"} 2026-09-07T09:27:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "9141d79f-1a4b-4c08-9951-94109902c959", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress"} 2026-09-07T09:27:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "2681f7cc-4043-4656-a072-9b6e0141fa02", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress"} 2026-09-07T09:27:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "2681f7cc-4043-4656-a072-9b6e0141fa02", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c-authn-ssl"} 2026-09-07T09:27:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "2681f7cc-4043-4656-a072-9b6e0141fa02", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress"} 2026-09-07T09:27:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "123b4273-ffd2-4ede-8701-efc52af22b9a", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress"} 2026-09-07T09:27:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "123b4273-ffd2-4ede-8701-efc52af22b9a", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c-authn-ssl"} 2026-09-07T09:27:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "123b4273-ffd2-4ede-8701-efc52af22b9a", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress"} 2026-09-07T09:27:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "d08bb46a-1728-404a-a958-2106e083723f", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress"} 2026-09-07T09:27:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "d08bb46a-1728-404a-a958-2106e083723f", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c-authn-ssl"} 2026-09-07T09:27:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "d08bb46a-1728-404a-a958-2106e083723f", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress"} 2026-09-07T09:27:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "5a8ab6c5-f714-4361-badf-2e266e3bc510", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress"} 2026-09-07T09:27:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "5a8ab6c5-f714-4361-badf-2e266e3bc510", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c-authn-ssl"} 2026-09-07T09:27:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "5a8ab6c5-f714-4361-badf-2e266e3bc510", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress"} 2026-09-07T09:27:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d9283c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c", "name": "openshift-service-ca.crt", "reconcileID": "542f529c-04de-4823-89a8-b509022a2236", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c"} 2026-09-07T09:27:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d9283c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c", "name": "odh-trusted-ca-bundle", "reconcileID": "e7555d9c-0776-4da3-873a-50a9ace749b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c"} 2026-09-07T09:27:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d9283c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c", "name": "openshift-service-ca.crt", "reconcileID": "487cc9af-1a15-4a4a-a193-2d4be2e08d46", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T09:27:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d9283c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c", "name": "openshift-service-ca.crt", "reconcileID": "487cc9af-1a15-4a4a-a193-2d4be2e08d46", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c"} 2026-09-07T09:27:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d9283c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81825d70-25fd-434b-a370-e7194f5c70cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c"} 2026-09-07T09:27:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d9283c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c", "name": "openshift-service-ca.crt", "reconcileID": "c2da0060-b469-41f1-a358-2f70f0b9544e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c"} 2026-09-07T09:27:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d9283c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c", "name": "odh-trusted-ca-bundle", "reconcileID": "a327ae48-4c82-494a-bfbf-caf61073f80a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c", "update": "odh-kserve-custom-ca-bundle"} 2026-09-07T09:27:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d9283c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c", "name": "odh-trusted-ca-bundle", "reconcileID": "a327ae48-4c82-494a-bfbf-caf61073f80a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c"} 2026-09-07T09:27:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d9283c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b030e32f-d04f-4c61-b839-210eff2dda15", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c"} 2026-09-07T09:27:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "23388ba5-dddf-4c5d-92ad-6cefbb57dfe7", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress"} 2026-09-07T09:27:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "23388ba5-dddf-4c5d-92ad-6cefbb57dfe7", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c-authn-ssl"} 2026-09-07T09:27:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "23388ba5-dddf-4c5d-92ad-6cefbb57dfe7", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress"} 2026-09-07T09:27:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "2b66fe2d-7522-4050-8547-b8d7d719db2c", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress"} 2026-09-07T09:27:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "2b66fe2d-7522-4050-8547-b8d7d719db2c", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c-authn-ssl"} 2026-09-07T09:27:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "2b66fe2d-7522-4050-8547-b8d7d719db2c", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress"} 2026-09-07T09:27:43Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T09:27:43Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T09:27:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "3f0ef04d-9933-41f8-b43b-d9724106aa78", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress"} 2026-09-07T09:27:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "3f0ef04d-9933-41f8-b43b-d9724106aa78", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c-authn-ssl"} 2026-09-07T09:27:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "3f0ef04d-9933-41f8-b43b-d9724106aa78", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress"} 2026-09-07T09:27:45Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T09:27:45Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T09:27:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d9283c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46ca2d02-fc6c-470e-84c9-76f9ca25bc1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c"} 2026-09-07T09:27:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d9283c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46ca2d02-fc6c-470e-84c9-76f9ca25bc1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T09:27:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d9283c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46ca2d02-fc6c-470e-84c9-76f9ca25bc1c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-d9283c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T09:27:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d9283c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c", "name": "odh-trusted-ca-bundle", "reconcileID": "792a1dcc-5a8d-48ea-9ace-6ed552f2046f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c"} 2026-09-07T09:27:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d9283c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c", "name": "odh-trusted-ca-bundle", "reconcileID": "792a1dcc-5a8d-48ea-9ace-6ed552f2046f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c"} 2026-09-07T09:27:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d9283c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c", "name": "openshift-service-ca.crt", "reconcileID": "379e0f85-fb30-4ba1-99a0-b448d1b1b6d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c"} 2026-09-07T09:27:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d9283c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c", "name": "openshift-service-ca.crt", "reconcileID": "379e0f85-fb30-4ba1-99a0-b448d1b1b6d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c"} 2026-09-07T09:27:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d9283c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "084b2112-fce2-4fdf-bc0c-b60c1058190b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c"} 2026-09-07T09:27:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d9283c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "084b2112-fce2-4fdf-bc0c-b60c1058190b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d9283c"} 2026-09-07T09:27:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d9283c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d9283c", "reconcileID": "c14305ed-6f92-46f3-aad0-4d55d7687c86", "Gateway": "e2e-ipp-cleanup-d9283c", "namespace": "openshift-ingress"} 2026-09-07T09:28:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "1f216ba8-63de-42f5-a841-e5ac8f1d986f", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:28:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "1f216ba8-63de-42f5-a841-e5ac8f1d986f", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72-authn-ssl"} 2026-09-07T09:28:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "1f216ba8-63de-42f5-a841-e5ac8f1d986f", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:28:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "a478e026-31a5-4eef-a5c6-9d8c4fd6773a", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:28:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "a478e026-31a5-4eef-a5c6-9d8c4fd6773a", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72-authn-ssl"} 2026-09-07T09:28:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "a478e026-31a5-4eef-a5c6-9d8c4fd6773a", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:28:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "8fbda442-bbeb-42c9-ac78-353a6bdff8cc", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:28:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "8fbda442-bbeb-42c9-ac78-353a6bdff8cc", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72-authn-ssl"} 2026-09-07T09:28:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "8fbda442-bbeb-42c9-ac78-353a6bdff8cc", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:28:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "7064b456-1e19-4b87-baa3-5fefbc9b76b9", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:28:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "7064b456-1e19-4b87-baa3-5fefbc9b76b9", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:28:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "7064b456-1e19-4b87-baa3-5fefbc9b76b9", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:28:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "7064b456-1e19-4b87-baa3-5fefbc9b76b9", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72-kserve-route-authn"} 2026-09-07T09:28:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "7064b456-1e19-4b87-baa3-5fefbc9b76b9", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "authType": "userdefined"} 2026-09-07T09:28:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "7064b456-1e19-4b87-baa3-5fefbc9b76b9", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:28:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "20442579-061e-4faf-a5e3-18f6445f1dae", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:28:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "20442579-061e-4faf-a5e3-18f6445f1dae", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72"} 2026-09-07T09:28:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "20442579-061e-4faf-a5e3-18f6445f1dae", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:28:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "20442579-061e-4faf-a5e3-18f6445f1dae", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:28:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "20442579-061e-4faf-a5e3-18f6445f1dae", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72-kserve-route-authn"} 2026-09-07T09:28:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "20442579-061e-4faf-a5e3-18f6445f1dae", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72-kserve-route-authn"} 2026-09-07T09:28:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "20442579-061e-4faf-a5e3-18f6445f1dae", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:28:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "20442579-061e-4faf-a5e3-18f6445f1dae", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:28:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "beb79cd2-593b-403d-8437-2a07147e489f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:28:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "beb79cd2-593b-403d-8437-2a07147e489f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T09:28:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "beb79cd2-593b-403d-8437-2a07147e489f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-0a9a72 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T09:28:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "odh-trusted-ca-bundle", "reconcileID": "65b218d5-a53f-40b8-aeae-abee8442f9f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:28:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "odh-trusted-ca-bundle", "reconcileID": "65b218d5-a53f-40b8-aeae-abee8442f9f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:28:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "openshift-service-ca.crt", "reconcileID": "9ece7e90-c0c4-4480-836b-1481de82ed9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:28:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "openshift-service-ca.crt", "reconcileID": "9ece7e90-c0c4-4480-836b-1481de82ed9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:28:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57f55577-8ff6-4b48-abfd-08c3fd228b54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:28:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57f55577-8ff6-4b48-abfd-08c3fd228b54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:28:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "12e156e8-f631-42fd-957d-bb0dbe4f7006", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:28:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "12e156e8-f631-42fd-957d-bb0dbe4f7006", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72-authn-ssl"} 2026-09-07T09:28:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "12e156e8-f631-42fd-957d-bb0dbe4f7006", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:28:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "b0feb6ab-3e7f-4c9f-9669-d1b505011af0", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:28:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "b0feb6ab-3e7f-4c9f-9669-d1b505011af0", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72"} 2026-09-07T09:28:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "b0feb6ab-3e7f-4c9f-9669-d1b505011af0", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:28:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "b0feb6ab-3e7f-4c9f-9669-d1b505011af0", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:28:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "b0feb6ab-3e7f-4c9f-9669-d1b505011af0", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72-kserve-route-authn"} 2026-09-07T09:28:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "b0feb6ab-3e7f-4c9f-9669-d1b505011af0", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72-kserve-route-authn"} 2026-09-07T09:28:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "b0feb6ab-3e7f-4c9f-9669-d1b505011af0", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:28:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "b0feb6ab-3e7f-4c9f-9669-d1b505011af0", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:28:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0a9a72","namespace":"ai-tenant-e2e-ipp-a-0a9a72"}, "namespace": "ai-tenant-e2e-ipp-a-0a9a72", "name": "ipp-route-0a9a72", "reconcileID": "1617ab52-704e-40bf-a95e-6a3f3963dd2c", "LLMInferenceService": "ipp-route-0a9a72", "namespace": "ai-tenant-e2e-ipp-a-0a9a72"} 2026-09-07T09:28:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "27ff8e5c-9d6c-4d1f-85a4-e313ce99cdcd", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:28:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "27ff8e5c-9d6c-4d1f-85a4-e313ce99cdcd", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72-authn-ssl"} 2026-09-07T09:28:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "27ff8e5c-9d6c-4d1f-85a4-e313ce99cdcd", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:28:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0a9a72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0a9a72", "reconcileID": "639b2ecc-e666-404d-9e6a-4c45efc12271", "Gateway": "e2e-ipp-a-0a9a72", "namespace": "openshift-ingress"} 2026-09-07T09:29:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "547bd03b-bc50-4ea9-9396-246f05c0750e", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress"} 2026-09-07T09:29:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "547bd03b-bc50-4ea9-9396-246f05c0750e", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32-authn-ssl"} 2026-09-07T09:29:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "547bd03b-bc50-4ea9-9396-246f05c0750e", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress"} 2026-09-07T09:29:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "f804d9c0-1ca2-4e96-bf79-408bf50db706", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress"} 2026-09-07T09:29:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "f804d9c0-1ca2-4e96-bf79-408bf50db706", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32-authn-ssl"} 2026-09-07T09:29:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "f804d9c0-1ca2-4e96-bf79-408bf50db706", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress"} 2026-09-07T09:29:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-da0a32"}, "namespace": "ai-tenant-e2e-ipp-b-da0a32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c547b661-f611-4406-84b1-79c5e1203b1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-da0a32"} 2026-09-07T09:29:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-da0a32"}, "namespace": "ai-tenant-e2e-ipp-b-da0a32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c547b661-f611-4406-84b1-79c5e1203b1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-da0a32", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T09:29:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-da0a32"}, "namespace": "ai-tenant-e2e-ipp-b-da0a32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c547b661-f611-4406-84b1-79c5e1203b1a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-da0a32 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T09:29:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-da0a32"}, "namespace": "ai-tenant-e2e-ipp-b-da0a32", "name": "odh-trusted-ca-bundle", "reconcileID": "cae52fd5-76ad-42d9-a62b-88c38d41cf33", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-da0a32"} 2026-09-07T09:29:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-da0a32"}, "namespace": "ai-tenant-e2e-ipp-b-da0a32", "name": "odh-trusted-ca-bundle", "reconcileID": "cae52fd5-76ad-42d9-a62b-88c38d41cf33", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-da0a32"} 2026-09-07T09:29:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-da0a32"}, "namespace": "ai-tenant-e2e-ipp-b-da0a32", "name": "openshift-service-ca.crt", "reconcileID": "f3efbadb-b5a2-4861-8c79-6dbb085c5432", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-da0a32"} 2026-09-07T09:29:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-da0a32"}, "namespace": "ai-tenant-e2e-ipp-b-da0a32", "name": "openshift-service-ca.crt", "reconcileID": "f3efbadb-b5a2-4861-8c79-6dbb085c5432", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-da0a32"} 2026-09-07T09:29:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-da0a32"}, "namespace": "ai-tenant-e2e-ipp-b-da0a32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "583ff595-8270-4c33-bc7b-642786f0d95e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-da0a32"} 2026-09-07T09:29:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-da0a32"}, "namespace": "ai-tenant-e2e-ipp-b-da0a32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "583ff595-8270-4c33-bc7b-642786f0d95e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-da0a32"} 2026-09-07T09:29:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-da0a32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-da0a32", "reconcileID": "a333e9fb-a3f6-42a6-bbaa-53db067d7fc5", "Gateway": "e2e-ipp-b-da0a32", "namespace": "openshift-ingress"} 2026-09-07T09:29:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3dc031","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3dc031", "reconcileID": "280cc7f4-4c9a-4647-8f17-93e05fafd0fc", "Gateway": "e2e-shared-a-w3-3dc031", "namespace": "openshift-ingress"} 2026-09-07T09:29:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3dc031","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3dc031", "reconcileID": "280cc7f4-4c9a-4647-8f17-93e05fafd0fc", "Gateway": "e2e-shared-a-w3-3dc031", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3dc031-authn-ssl"} 2026-09-07T09:29:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3dc031","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3dc031", "reconcileID": "280cc7f4-4c9a-4647-8f17-93e05fafd0fc", "Gateway": "e2e-shared-a-w3-3dc031", "namespace": "openshift-ingress"} 2026-09-07T09:29:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3dc031","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3dc031", "reconcileID": "29f5aa84-5a8b-41d8-b52a-87d3cf5e8f83", "Gateway": "e2e-shared-a-w3-3dc031", "namespace": "openshift-ingress"} 2026-09-07T09:29:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3dc031","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3dc031", "reconcileID": "29f5aa84-5a8b-41d8-b52a-87d3cf5e8f83", "Gateway": "e2e-shared-a-w3-3dc031", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3dc031-authn-ssl"} 2026-09-07T09:29:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3dc031","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3dc031", "reconcileID": "29f5aa84-5a8b-41d8-b52a-87d3cf5e8f83", "Gateway": "e2e-shared-a-w3-3dc031", "namespace": "openshift-ingress"} 2026-09-07T09:29:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c19caa24-7bb6-4899-85da-1ba9e7d41938", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031"} 2026-09-07T09:29:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c19caa24-7bb6-4899-85da-1ba9e7d41938", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T09:29:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c19caa24-7bb6-4899-85da-1ba9e7d41938", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-3dc031 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T09:29:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "odh-trusted-ca-bundle", "reconcileID": "0e71e17c-1773-4f57-841e-d310c417b177", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031"} 2026-09-07T09:29:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "odh-trusted-ca-bundle", "reconcileID": "0e71e17c-1773-4f57-841e-d310c417b177", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031"} 2026-09-07T09:29:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "openshift-service-ca.crt", "reconcileID": "577b5f37-4ac1-4388-8381-ccc65afb48e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031"} 2026-09-07T09:29:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "openshift-service-ca.crt", "reconcileID": "577b5f37-4ac1-4388-8381-ccc65afb48e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031"} 2026-09-07T09:29:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0d0d76c-fcd3-46d8-84bc-c445c14eefb9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031"} 2026-09-07T09:29:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3dc031"}, "namespace": "ai-tenant-e2e-shared-a-w3-3dc031", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0d0d76c-fcd3-46d8-84bc-c445c14eefb9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3dc031"} 2026-09-07T09:29:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3dc031","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3dc031", "reconcileID": "7a2fedfd-10c4-4b78-8256-d69d10b80e90", "Gateway": "e2e-shared-a-w3-3dc031", "namespace": "openshift-ingress"} 2026-09-07T09:29:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34de95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95", "reconcileID": "5f7f3fca-eb31-44b7-a7e7-d9d81d1cd30a", "Gateway": "e2e-shared-b-w3-34de95", "namespace": "openshift-ingress"} 2026-09-07T09:29:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34de95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95", "reconcileID": "5f7f3fca-eb31-44b7-a7e7-d9d81d1cd30a", "Gateway": "e2e-shared-b-w3-34de95", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95-authn-ssl"} 2026-09-07T09:29:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34de95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95", "reconcileID": "5f7f3fca-eb31-44b7-a7e7-d9d81d1cd30a", "Gateway": "e2e-shared-b-w3-34de95", "namespace": "openshift-ingress"} 2026-09-07T09:29:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34de95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95", "reconcileID": "d4efc005-9282-4636-91a7-95c2ff686256", "Gateway": "e2e-shared-b-w3-34de95", "namespace": "openshift-ingress"} 2026-09-07T09:29:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34de95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95", "reconcileID": "d4efc005-9282-4636-91a7-95c2ff686256", "Gateway": "e2e-shared-b-w3-34de95", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95-authn-ssl"} 2026-09-07T09:29:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34de95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95", "reconcileID": "d4efc005-9282-4636-91a7-95c2ff686256", "Gateway": "e2e-shared-b-w3-34de95", "namespace": "openshift-ingress"} 2026-09-07T09:29:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63c09603-d180-4d33-9e98-b8e3010477ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:29:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63c09603-d180-4d33-9e98-b8e3010477ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T09:29:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63c09603-d180-4d33-9e98-b8e3010477ff", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-34de95 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T09:29:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "odh-trusted-ca-bundle", "reconcileID": "9654d6fc-e2cb-4e6d-9cb7-2e7fb9cd34dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:29:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "odh-trusted-ca-bundle", "reconcileID": "9654d6fc-e2cb-4e6d-9cb7-2e7fb9cd34dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:29:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "openshift-service-ca.crt", "reconcileID": "56aa498f-0365-4f73-85c9-f581dd12f634", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:29:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "openshift-service-ca.crt", "reconcileID": "56aa498f-0365-4f73-85c9-f581dd12f634", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:29:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a495eb7e-75f6-445a-b9dd-b1790cd6007e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:29:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-34de95"}, "namespace": "ai-tenant-e2e-shared-b-w3-34de95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a495eb7e-75f6-445a-b9dd-b1790cd6007e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-34de95"} 2026-09-07T09:29:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34de95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34de95", "reconcileID": "630b67fd-16b7-4566-a04e-5b4284950323", "Gateway": "e2e-shared-b-w3-34de95", "namespace": "openshift-ingress"} 2026-09-07T09:33:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "e2fd4850-033d-42d3-8a1f-e593a3f47511", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm"} 2026-09-07T09:33:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "e2fd4850-033d-42d3-8a1f-e593a3f47511", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm"} 2026-09-07T09:33:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "e2fd4850-033d-42d3-8a1f-e593a3f47511", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm"} 2026-09-07T09:33:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4644bcc5-7bfd-4dca-91e3-d798e3aa1ef0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T09:33:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "e2fd4850-033d-42d3-8a1f-e593a3f47511", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0-kserve-route-authn"} 2026-09-07T09:33:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "e2fd4850-033d-42d3-8a1f-e593a3f47511", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm", "authType": "userdefined"} 2026-09-07T09:33:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "e2fd4850-033d-42d3-8a1f-e593a3f47511", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm"} 2026-09-07T09:33:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4644bcc5-7bfd-4dca-91e3-d798e3aa1ef0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T09:33:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4644bcc5-7bfd-4dca-91e3-d798e3aa1ef0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T09:33:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "69de8cf7-8609-4bfe-b555-04c20512bb2c", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm"} 2026-09-07T09:33:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "69de8cf7-8609-4bfe-b555-04c20512bb2c", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm"} 2026-09-07T09:33:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "69de8cf7-8609-4bfe-b555-04c20512bb2c", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm"} 2026-09-07T09:33:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "69de8cf7-8609-4bfe-b555-04c20512bb2c", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0-kserve-route-authn"} 2026-09-07T09:33:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "69de8cf7-8609-4bfe-b555-04c20512bb2c", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm", "authType": "userdefined"} 2026-09-07T09:33:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "69de8cf7-8609-4bfe-b555-04c20512bb2c", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm"} 2026-09-07T09:33:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "21e1ec04-e7db-49f7-852a-4a294444b453", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm"} 2026-09-07T09:33:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "21e1ec04-e7db-49f7-852a-4a294444b453", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm"} 2026-09-07T09:33:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "21e1ec04-e7db-49f7-852a-4a294444b453", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm"} 2026-09-07T09:33:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e407abe6-e492-4902-b038-5a319249351d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T09:33:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "21e1ec04-e7db-49f7-852a-4a294444b453", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0-kserve-route-authn"} 2026-09-07T09:33:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "21e1ec04-e7db-49f7-852a-4a294444b453", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm", "authType": "userdefined"} 2026-09-07T09:33:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "21e1ec04-e7db-49f7-852a-4a294444b453", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm"} 2026-09-07T09:33:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e407abe6-e492-4902-b038-5a319249351d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T09:33:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e407abe6-e492-4902-b038-5a319249351d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T09:34:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e5b941e-a09b-4140-9d44-183edfdb4b73", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T09:34:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e5b941e-a09b-4140-9d44-183edfdb4b73", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T09:34:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e5b941e-a09b-4140-9d44-183edfdb4b73", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T09:34:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "e947ed4f-cba1-4821-a37e-c17d1f04b93c", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "e947ed4f-cba1-4821-a37e-c17d1f04b93c", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "e947ed4f-cba1-4821-a37e-c17d1f04b93c", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "e947ed4f-cba1-4821-a37e-c17d1f04b93c", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0-kserve-route-authn"} 2026-09-07T09:34:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "e947ed4f-cba1-4821-a37e-c17d1f04b93c", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm", "authType": "userdefined"} 2026-09-07T09:34:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "e947ed4f-cba1-4821-a37e-c17d1f04b93c", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "e325773a-b3e9-4cbf-a65a-d0a826cd7d1d", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "e325773a-b3e9-4cbf-a65a-d0a826cd7d1d", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "e325773a-b3e9-4cbf-a65a-d0a826cd7d1d", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "e325773a-b3e9-4cbf-a65a-d0a826cd7d1d", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0-kserve-route-authn"} 2026-09-07T09:34:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "e325773a-b3e9-4cbf-a65a-d0a826cd7d1d", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm", "authType": "userdefined"} 2026-09-07T09:34:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "e325773a-b3e9-4cbf-a65a-d0a826cd7d1d", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6d59bf93-a27a-4317-893c-c292fab14291", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T09:34:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6d59bf93-a27a-4317-893c-c292fab14291", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T09:34:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6d59bf93-a27a-4317-893c-c292fab14291", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T09:34:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "42d5e862-eb54-4d59-938d-6efe9fa518aa", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "42d5e862-eb54-4d59-938d-6efe9fa518aa", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "42d5e862-eb54-4d59-938d-6efe9fa518aa", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "42d5e862-eb54-4d59-938d-6efe9fa518aa", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0-kserve-route-authn"} 2026-09-07T09:34:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "42d5e862-eb54-4d59-938d-6efe9fa518aa", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm", "authType": "userdefined"} 2026-09-07T09:34:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "42d5e862-eb54-4d59-938d-6efe9fa518aa", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "55690274-a07e-480d-9eeb-366ff9768e54", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "55690274-a07e-480d-9eeb-366ff9768e54", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "55690274-a07e-480d-9eeb-366ff9768e54", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "55690274-a07e-480d-9eeb-366ff9768e54", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0-kserve-route-authn"} 2026-09-07T09:34:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "55690274-a07e-480d-9eeb-366ff9768e54", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm", "authType": "userdefined"} 2026-09-07T09:34:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "55690274-a07e-480d-9eeb-366ff9768e54", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "45b76b45-8d2e-4b9f-82f6-11c1abebaa40", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "45b76b45-8d2e-4b9f-82f6-11c1abebaa40", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "45b76b45-8d2e-4b9f-82f6-11c1abebaa40", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "45b76b45-8d2e-4b9f-82f6-11c1abebaa40", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0-kserve-route-authn"} 2026-09-07T09:34:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "45b76b45-8d2e-4b9f-82f6-11c1abebaa40", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm", "authType": "userdefined"} 2026-09-07T09:34:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "45b76b45-8d2e-4b9f-82f6-11c1abebaa40", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "c8bc66de-7bff-4430-bd58-ee7eeab9aafd", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "c8bc66de-7bff-4430-bd58-ee7eeab9aafd", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0"} 2026-09-07T09:34:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "c8bc66de-7bff-4430-bd58-ee7eeab9aafd", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "c8bc66de-7bff-4430-bd58-ee7eeab9aafd", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "c8bc66de-7bff-4430-bd58-ee7eeab9aafd", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0-kserve-route-authn"} 2026-09-07T09:34:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "c8bc66de-7bff-4430-bd58-ee7eeab9aafd", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0-kserve-route-authn"} 2026-09-07T09:34:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ab5c71d0", "reconcileID": "c3c7fd1d-8f6f-49c3-a2fe-b5e6710a222f", "LLMInferenceService": "e2e-same-id-a-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "394f19c1-d170-4415-a281-1a72e544d54d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T09:34:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "394f19c1-d170-4415-a281-1a72e544d54d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T09:34:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "394f19c1-d170-4415-a281-1a72e544d54d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T09:34:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e875a6a8-9fb7-48bc-a071-cef98d90cb89", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T09:34:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e875a6a8-9fb7-48bc-a071-cef98d90cb89", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T09:34:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e875a6a8-9fb7-48bc-a071-cef98d90cb89", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T09:34:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "de6b6564-6b92-4415-8f98-4b1729dd5e72", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "de6b6564-6b92-4415-8f98-4b1729dd5e72", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0"} 2026-09-07T09:34:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "de6b6564-6b92-4415-8f98-4b1729dd5e72", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "de6b6564-6b92-4415-8f98-4b1729dd5e72", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "de6b6564-6b92-4415-8f98-4b1729dd5e72", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0-kserve-route-authn"} 2026-09-07T09:34:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "de6b6564-6b92-4415-8f98-4b1729dd5e72", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0-kserve-route-authn"} 2026-09-07T09:34:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ab5c71d0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ab5c71d0", "reconcileID": "69bd55e2-89db-4f6a-b900-df92ecf94dc1", "LLMInferenceService": "e2e-same-id-b-ab5c71d0", "namespace": "llm"} 2026-09-07T09:34:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8a02d3aa-152c-4efe-87ea-e85361ab5f02", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T09:34:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8a02d3aa-152c-4efe-87ea-e85361ab5f02", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T09:34:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8a02d3aa-152c-4efe-87ea-e85361ab5f02", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T09:34:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a975559f-1f9d-4309-8628-0757305ae71d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T09:34:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a975559f-1f9d-4309-8628-0757305ae71d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T09:34:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a975559f-1f9d-4309-8628-0757305ae71d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}