2026-07-29T00:11:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "sub-test-model-daedc5", "reconcileID": "548be900-72ed-46f0-8ad3-52119800e01a", "LLMInferenceService": "sub-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5", "authType": "userdefined"} 2026-07-29T00:11:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "sub-test-model-daedc5", "reconcileID": "548be900-72ed-46f0-8ad3-52119800e01a", "LLMInferenceService": "sub-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:11:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "sub-test-model-daedc5", "reconcileID": "fc0dbd03-a9b5-404d-b350-16c2bec6ee30", "LLMInferenceService": "sub-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:11:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "sub-test-model-daedc5", "reconcileID": "fc0dbd03-a9b5-404d-b350-16c2bec6ee30", "LLMInferenceService": "sub-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:11:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "sub-test-model-daedc5", "reconcileID": "fc0dbd03-a9b5-404d-b350-16c2bec6ee30", "LLMInferenceService": "sub-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:11:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "sub-test-model-daedc5", "reconcileID": "fc0dbd03-a9b5-404d-b350-16c2bec6ee30", "LLMInferenceService": "sub-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "sub-test-model-daedc5-kserve-route-authn"} 2026-07-29T00:11:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "sub-test-model-daedc5", "reconcileID": "fc0dbd03-a9b5-404d-b350-16c2bec6ee30", "LLMInferenceService": "sub-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5", "authType": "userdefined"} 2026-07-29T00:11:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "sub-test-model-daedc5", "reconcileID": "fc0dbd03-a9b5-404d-b350-16c2bec6ee30", "LLMInferenceService": "sub-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:11:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "c44d45a3-e0c6-4b15-8519-a0631ce91b0d", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:11:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "c44d45a3-e0c6-4b15-8519-a0631ce91b0d", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:11:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "c44d45a3-e0c6-4b15-8519-a0631ce91b0d", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:11:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "cd0b93f8-7fbf-412e-bbd7-9b3eb60183a1", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:11:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "c44d45a3-e0c6-4b15-8519-a0631ce91b0d", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130-kserve-route-authn"} 2026-07-29T00:11:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "c44d45a3-e0c6-4b15-8519-a0631ce91b0d", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "authType": "userdefined"} 2026-07-29T00:11:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "c44d45a3-e0c6-4b15-8519-a0631ce91b0d", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:11:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "cd0b93f8-7fbf-412e-bbd7-9b3eb60183a1", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130-authn-ssl"} 2026-07-29T00:11:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "cd0b93f8-7fbf-412e-bbd7-9b3eb60183a1", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:11:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "1c2bb0e9-db4e-4840-9dea-00425bab1fee", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:11:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "1c2bb0e9-db4e-4840-9dea-00425bab1fee", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:11:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "1c2bb0e9-db4e-4840-9dea-00425bab1fee", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:11:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "1c2bb0e9-db4e-4840-9dea-00425bab1fee", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130-kserve-route-authn"} 2026-07-29T00:11:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "1c2bb0e9-db4e-4840-9dea-00425bab1fee", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "authType": "userdefined"} 2026-07-29T00:11:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "1c2bb0e9-db4e-4840-9dea-00425bab1fee", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:11:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "047e52f9-82bd-4d99-9794-0166c7eeced4", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:11:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "047e52f9-82bd-4d99-9794-0166c7eeced4", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130-authn-ssl"} 2026-07-29T00:11:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "047e52f9-82bd-4d99-9794-0166c7eeced4", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:11:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "f60f791e-cdae-4037-87a5-baa782f7a15f", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:11:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "f60f791e-cdae-4037-87a5-baa782f7a15f", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:11:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "f60f791e-cdae-4037-87a5-baa782f7a15f", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:11:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "f60f791e-cdae-4037-87a5-baa782f7a15f", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130-kserve-route-authn"} 2026-07-29T00:11:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "f60f791e-cdae-4037-87a5-baa782f7a15f", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "authType": "userdefined"} 2026-07-29T00:11:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "f60f791e-cdae-4037-87a5-baa782f7a15f", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:11:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0796da65-217b-4ce3-88f3-bc0e2dd14a91", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T00:12:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "5bbcd55b-d9b1-4d9e-8895-d4d29c603f62", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:12:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "5bbcd55b-d9b1-4d9e-8895-d4d29c603f62", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:12:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "5bbcd55b-d9b1-4d9e-8895-d4d29c603f62", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:12:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "5bbcd55b-d9b1-4d9e-8895-d4d29c603f62", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130-kserve-route-authn"} 2026-07-29T00:12:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "5bbcd55b-d9b1-4d9e-8895-d4d29c603f62", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "authType": "userdefined"} 2026-07-29T00:12:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "5bbcd55b-d9b1-4d9e-8895-d4d29c603f62", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:12:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "e7928f97-808d-4153-bd1a-ecb3decfd366", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:12:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "e7928f97-808d-4153-bd1a-ecb3decfd366", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130-authn-ssl"} 2026-07-29T00:12:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "e7928f97-808d-4153-bd1a-ecb3decfd366", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:12:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "d5866ff2-e63b-418d-8491-02ad3221520c", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:12:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "d5866ff2-e63b-418d-8491-02ad3221520c", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5-authn-ssl"} 2026-07-29T00:12:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "d5866ff2-e63b-418d-8491-02ad3221520c", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:12:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "sub-test-model-daedc5", "reconcileID": "bc46632f-371e-4cdb-a4bf-a07cbf25bc72", "LLMInferenceService": "sub-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:12:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "sub-test-model-daedc5", "reconcileID": "bc46632f-371e-4cdb-a4bf-a07cbf25bc72", "LLMInferenceService": "sub-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "sub-test-model-daedc5"} 2026-07-29T00:12:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "sub-test-model-daedc5", "reconcileID": "bc46632f-371e-4cdb-a4bf-a07cbf25bc72", "LLMInferenceService": "sub-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:12:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "sub-test-model-daedc5", "reconcileID": "bc46632f-371e-4cdb-a4bf-a07cbf25bc72", "LLMInferenceService": "sub-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:12:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "sub-test-model-daedc5", "reconcileID": "bc46632f-371e-4cdb-a4bf-a07cbf25bc72", "LLMInferenceService": "sub-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "sub-test-model-daedc5-kserve-route-authn"} 2026-07-29T00:12:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "sub-test-model-daedc5", "reconcileID": "bc46632f-371e-4cdb-a4bf-a07cbf25bc72", "LLMInferenceService": "sub-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "sub-test-model-daedc5-kserve-route-authn"} 2026-07-29T00:12:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "sub-test-model-daedc5", "reconcileID": "bc46632f-371e-4cdb-a4bf-a07cbf25bc72", "LLMInferenceService": "sub-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:12:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "sub-test-model-daedc5", "reconcileID": "bc46632f-371e-4cdb-a4bf-a07cbf25bc72", "LLMInferenceService": "sub-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:12:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "sub-test-model-daedc5", "reconcileID": "b0f92c56-700d-469d-9718-92eae8f741b9", "LLMInferenceService": "sub-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:12:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "0aaedc5a-d900-43b2-adb2-f71ef51ec619", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:12:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "0aaedc5a-d900-43b2-adb2-f71ef51ec619", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5-authn-ssl"} 2026-07-29T00:12:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "0aaedc5a-d900-43b2-adb2-f71ef51ec619", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:12:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "03f9eb09-5e00-4a2e-8115-55bd00af1cad", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:12:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "03f9eb09-5e00-4a2e-8115-55bd00af1cad", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5-authn-ssl"} 2026-07-29T00:12:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "03f9eb09-5e00-4a2e-8115-55bd00af1cad", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:12:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "1d2e4f47-c5c2-4bff-bb20-0e82f1ef6f60", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:12:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "1d2e4f47-c5c2-4bff-bb20-0e82f1ef6f60", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130"} 2026-07-29T00:12:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "1d2e4f47-c5c2-4bff-bb20-0e82f1ef6f60", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:12:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "1d2e4f47-c5c2-4bff-bb20-0e82f1ef6f60", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:12:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "1d2e4f47-c5c2-4bff-bb20-0e82f1ef6f60", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130-kserve-route-authn"} 2026-07-29T00:12:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "1d2e4f47-c5c2-4bff-bb20-0e82f1ef6f60", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130-kserve-route-authn"} 2026-07-29T00:12:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "1d2e4f47-c5c2-4bff-bb20-0e82f1ef6f60", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:12:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "1d2e4f47-c5c2-4bff-bb20-0e82f1ef6f60", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:12:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "sub-test-model-fa6130", "reconcileID": "1732e599-6ac0-416d-bc30-29b91526c024", "LLMInferenceService": "sub-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:12:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "88b7915d-c59e-4a22-b8e5-51561554cb36", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:12:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "88b7915d-c59e-4a22-b8e5-51561554cb36", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130-authn-ssl"} 2026-07-29T00:12:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "88b7915d-c59e-4a22-b8e5-51561554cb36", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:12:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "3787a178-6d4a-439a-b628-f17b707db0ab", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:12:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "3787a178-6d4a-439a-b628-f17b707db0ab", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130-authn-ssl"} 2026-07-29T00:12:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "3787a178-6d4a-439a-b628-f17b707db0ab", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:12:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "d460ff68-e9de-461b-9fdd-fc8234ce92ef", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:12:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "d460ff68-e9de-461b-9fdd-fc8234ce92ef", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:12:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "d460ff68-e9de-461b-9fdd-fc8234ce92ef", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:12:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "8afe1fe6-3efb-4e11-b858-2be35791faea", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:12:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "d460ff68-e9de-461b-9fdd-fc8234ce92ef", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5-kserve-route-authn"} 2026-07-29T00:12:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "d460ff68-e9de-461b-9fdd-fc8234ce92ef", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5", "authType": "userdefined"} 2026-07-29T00:12:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "d460ff68-e9de-461b-9fdd-fc8234ce92ef", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:12:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "8afe1fe6-3efb-4e11-b858-2be35791faea", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5-authn-ssl"} 2026-07-29T00:12:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "8afe1fe6-3efb-4e11-b858-2be35791faea", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:12:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "c85cde71-823a-465f-aeb7-2bad5126ca08", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:12:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "c85cde71-823a-465f-aeb7-2bad5126ca08", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:12:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "c85cde71-823a-465f-aeb7-2bad5126ca08", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:12:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "c85cde71-823a-465f-aeb7-2bad5126ca08", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5-kserve-route-authn"} 2026-07-29T00:12:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "c85cde71-823a-465f-aeb7-2bad5126ca08", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5", "authType": "userdefined"} 2026-07-29T00:12:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "c85cde71-823a-465f-aeb7-2bad5126ca08", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:13:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "8a6afa7f-6021-41bf-b3d3-e4bde04584ff", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:13:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "8a6afa7f-6021-41bf-b3d3-e4bde04584ff", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5-authn-ssl"} 2026-07-29T00:13:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "8a6afa7f-6021-41bf-b3d3-e4bde04584ff", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:13:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "0ad65fcd-48e3-4542-bd19-878f22da05de", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:13:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "0ad65fcd-48e3-4542-bd19-878f22da05de", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130-authn-ssl"} 2026-07-29T00:13:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "0ad65fcd-48e3-4542-bd19-878f22da05de", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:13:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "dae1153b-a327-4d9d-8558-28ea39e79642", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:13:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "dae1153b-a327-4d9d-8558-28ea39e79642", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5-authn-ssl"} 2026-07-29T00:13:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "dae1153b-a327-4d9d-8558-28ea39e79642", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:13:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "f5ca303d-cde6-43cc-813b-0a0ec394a50c", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:13:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "f5ca303d-cde6-43cc-813b-0a0ec394a50c", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:13:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "f5ca303d-cde6-43cc-813b-0a0ec394a50c", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:13:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "f5ca303d-cde6-43cc-813b-0a0ec394a50c", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5-kserve-route-authn"} 2026-07-29T00:13:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "f5ca303d-cde6-43cc-813b-0a0ec394a50c", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5", "authType": "userdefined"} 2026-07-29T00:13:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "f5ca303d-cde6-43cc-813b-0a0ec394a50c", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:13:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "b8ef7c90-67d1-4bde-8bb8-5c0bdb7b1eb3", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:13:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "b8ef7c90-67d1-4bde-8bb8-5c0bdb7b1eb3", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:13:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "b8ef7c90-67d1-4bde-8bb8-5c0bdb7b1eb3", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:13:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "b8ef7c90-67d1-4bde-8bb8-5c0bdb7b1eb3", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5-kserve-route-authn"} 2026-07-29T00:13:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "b8ef7c90-67d1-4bde-8bb8-5c0bdb7b1eb3", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5", "authType": "userdefined"} 2026-07-29T00:13:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "b8ef7c90-67d1-4bde-8bb8-5c0bdb7b1eb3", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:13:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "8b7c30f4-0131-4a89-9fff-c20a59abc63c", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:13:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "8b7c30f4-0131-4a89-9fff-c20a59abc63c", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:13:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "8b7c30f4-0131-4a89-9fff-c20a59abc63c", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:13:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "8b7c30f4-0131-4a89-9fff-c20a59abc63c", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5-kserve-route-authn"} 2026-07-29T00:13:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "8b7c30f4-0131-4a89-9fff-c20a59abc63c", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5", "authType": "userdefined"} 2026-07-29T00:13:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "8b7c30f4-0131-4a89-9fff-c20a59abc63c", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:13:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "ac4d3825-8df3-496f-9809-05cb2eb475db", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:13:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "ac4d3825-8df3-496f-9809-05cb2eb475db", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:13:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "ac4d3825-8df3-496f-9809-05cb2eb475db", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:13:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "d60643ed-1c70-4d38-aafc-1942c4297910", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:13:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "ac4d3825-8df3-496f-9809-05cb2eb475db", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130-kserve-route-authn"} 2026-07-29T00:13:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "ac4d3825-8df3-496f-9809-05cb2eb475db", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "authType": "userdefined"} 2026-07-29T00:13:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "ac4d3825-8df3-496f-9809-05cb2eb475db", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:13:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "d60643ed-1c70-4d38-aafc-1942c4297910", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130-authn-ssl"} 2026-07-29T00:13:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "d60643ed-1c70-4d38-aafc-1942c4297910", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:13:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "10a4bf7d-3408-492e-b40e-bfc36a4e0664", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:13:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "10a4bf7d-3408-492e-b40e-bfc36a4e0664", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:13:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "10a4bf7d-3408-492e-b40e-bfc36a4e0664", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:13:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "10a4bf7d-3408-492e-b40e-bfc36a4e0664", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130-kserve-route-authn"} 2026-07-29T00:13:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "10a4bf7d-3408-492e-b40e-bfc36a4e0664", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "authType": "userdefined"} 2026-07-29T00:13:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "10a4bf7d-3408-492e-b40e-bfc36a4e0664", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:13:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "bb97595b-3706-4a4f-b427-bf674863c8ad", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:13:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "bb97595b-3706-4a4f-b427-bf674863c8ad", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130-authn-ssl"} 2026-07-29T00:13:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "bb97595b-3706-4a4f-b427-bf674863c8ad", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:13:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "c3185f7e-fa10-4092-87e3-9be837057353", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:13:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "c3185f7e-fa10-4092-87e3-9be837057353", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:13:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "c3185f7e-fa10-4092-87e3-9be837057353", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:13:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "c3185f7e-fa10-4092-87e3-9be837057353", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130-kserve-route-authn"} 2026-07-29T00:13:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "c3185f7e-fa10-4092-87e3-9be837057353", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "authType": "userdefined"} 2026-07-29T00:13:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "c3185f7e-fa10-4092-87e3-9be837057353", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:13:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "78536f17-f4dc-49f2-b5ee-4020f0d5da9e", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:13:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "78536f17-f4dc-49f2-b5ee-4020f0d5da9e", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:13:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "78536f17-f4dc-49f2-b5ee-4020f0d5da9e", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:13:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "78536f17-f4dc-49f2-b5ee-4020f0d5da9e", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130-kserve-route-authn"} 2026-07-29T00:13:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "78536f17-f4dc-49f2-b5ee-4020f0d5da9e", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "authType": "userdefined"} 2026-07-29T00:13:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "78536f17-f4dc-49f2-b5ee-4020f0d5da9e", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:14:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "e848aef9-a3f9-4b3f-ba61-f99741762044", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:14:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "e848aef9-a3f9-4b3f-ba61-f99741762044", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130-authn-ssl"} 2026-07-29T00:14:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "e848aef9-a3f9-4b3f-ba61-f99741762044", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:14:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "d3506e13-5ddc-4a3a-8e52-5ffa96dc9792", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:14:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "d3506e13-5ddc-4a3a-8e52-5ffa96dc9792", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5-authn-ssl"} 2026-07-29T00:14:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "d3506e13-5ddc-4a3a-8e52-5ffa96dc9792", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:14:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "0ad814e5-247a-4658-a0a3-abf06d185976", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:14:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "0ad814e5-247a-4658-a0a3-abf06d185976", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5"} 2026-07-29T00:14:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "0ad814e5-247a-4658-a0a3-abf06d185976", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:14:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "0ad814e5-247a-4658-a0a3-abf06d185976", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:14:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "0ad814e5-247a-4658-a0a3-abf06d185976", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5-kserve-route-authn"} 2026-07-29T00:14:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "0ad814e5-247a-4658-a0a3-abf06d185976", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5-kserve-route-authn"} 2026-07-29T00:14:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "0ad814e5-247a-4658-a0a3-abf06d185976", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:14:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "0ad814e5-247a-4658-a0a3-abf06d185976", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:14:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-daedc5","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "rate-test-model-daedc5", "reconcileID": "d2b4c48e-663e-428a-9d71-62709e199775", "LLMInferenceService": "rate-test-model-daedc5", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:14:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "0bf80162-62cc-41b6-ba21-299dc5e504a7", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:14:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "0bf80162-62cc-41b6-ba21-299dc5e504a7", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5-authn-ssl"} 2026-07-29T00:14:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "0bf80162-62cc-41b6-ba21-299dc5e504a7", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:14:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "e0aa2db9-4a35-437f-b6ad-254ccc668948", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:14:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "e0aa2db9-4a35-437f-b6ad-254ccc668948", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5-authn-ssl"} 2026-07-29T00:14:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "e0aa2db9-4a35-437f-b6ad-254ccc668948", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:14:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "83ad6bc4-5b03-4a6b-90a3-3417848f4723", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:14:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "83ad6bc4-5b03-4a6b-90a3-3417848f4723", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130"} 2026-07-29T00:14:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "83ad6bc4-5b03-4a6b-90a3-3417848f4723", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:14:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "83ad6bc4-5b03-4a6b-90a3-3417848f4723", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:14:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "83ad6bc4-5b03-4a6b-90a3-3417848f4723", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130-kserve-route-authn"} 2026-07-29T00:14:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "83ad6bc4-5b03-4a6b-90a3-3417848f4723", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130-kserve-route-authn"} 2026-07-29T00:14:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "83ad6bc4-5b03-4a6b-90a3-3417848f4723", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:14:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "83ad6bc4-5b03-4a6b-90a3-3417848f4723", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:14:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa6130","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "rate-test-model-fa6130", "reconcileID": "b683a69f-94c2-4af7-a95f-6c289b2da826", "LLMInferenceService": "rate-test-model-fa6130", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:14:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "001ceea4-5acd-4b32-9164-d09f1f201290", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:14:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "001ceea4-5acd-4b32-9164-d09f1f201290", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130-authn-ssl"} 2026-07-29T00:14:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "001ceea4-5acd-4b32-9164-d09f1f201290", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:14:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "7c4360cf-2f6a-4c02-b406-5e94d47e460c", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:14:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "7c4360cf-2f6a-4c02-b406-5e94d47e460c", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130-authn-ssl"} 2026-07-29T00:14:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "7c4360cf-2f6a-4c02-b406-5e94d47e460c", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:14:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "754eb989-44ac-40fb-a17b-a580fcbc03c3", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:14:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "754eb989-44ac-40fb-a17b-a580fcbc03c3", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5-authn-ssl"} 2026-07-29T00:14:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "754eb989-44ac-40fb-a17b-a580fcbc03c3", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:14:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "8ea054dd-bb1a-463d-b2fe-f7306cd437f0", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:14:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "8ea054dd-bb1a-463d-b2fe-f7306cd437f0", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130-authn-ssl"} 2026-07-29T00:14:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "8ea054dd-bb1a-463d-b2fe-f7306cd437f0", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:14:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e035a17c-ee39-4eec-aa51-ffc4fdae6e8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T00:15:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "9ab5ac94-b70e-4752-aa50-4058fc4fc884", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:15:12Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "9ab5ac94-b70e-4752-aa50-4058fc4fc884", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab-authn-ssl"} 2026-07-29T00:15:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "9ab5ac94-b70e-4752-aa50-4058fc4fc884", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:15:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "1d8e764e-a101-41f7-88d3-63a04aba58ce", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:15:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "1d8e764e-a101-41f7-88d3-63a04aba58ce", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab-authn-ssl"} 2026-07-29T00:15:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "1d8e764e-a101-41f7-88d3-63a04aba58ce", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:15:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "e2c85c8b-a0f8-4149-9d2e-414060e31b57", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:15:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "e2c85c8b-a0f8-4149-9d2e-414060e31b57", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab-authn-ssl"} 2026-07-29T00:15:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "e2c85c8b-a0f8-4149-9d2e-414060e31b57", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:15:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "f0f51a2e-723d-462e-98aa-5d7e500e9ef3", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:15:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "f0f51a2e-723d-462e-98aa-5d7e500e9ef3", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab-authn-ssl"} 2026-07-29T00:15:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "f0f51a2e-723d-462e-98aa-5d7e500e9ef3", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:15:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "f684240c-3fe2-4e72-92a8-27a34ac31362", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:15:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "f684240c-3fe2-4e72-92a8-27a34ac31362", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab-authn-ssl"} 2026-07-29T00:15:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "f684240c-3fe2-4e72-92a8-27a34ac31362", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:15:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "e6727f70-7319-4532-9c6c-631235bc406c", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:15:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "e6727f70-7319-4532-9c6c-631235bc406c", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab-authn-ssl"} 2026-07-29T00:15:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "e6727f70-7319-4532-9c6c-631235bc406c", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:15:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "d53aa988-352c-46f5-8176-4e9280cbbfd0", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:15:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "d53aa988-352c-46f5-8176-4e9280cbbfd0", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab-authn-ssl"} 2026-07-29T00:15:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "d53aa988-352c-46f5-8176-4e9280cbbfd0", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:15:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "odh-trusted-ca-bundle", "reconcileID": "ddb8572b-6599-4536-ac65-206b52e18a89", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:15:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "openshift-service-ca.crt", "reconcileID": "02f8fcae-a090-466a-b9a3-66686d7a987c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:15:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "openshift-service-ca.crt", "reconcileID": "5b30a637-db5a-4963-bc5f-480aadf81543", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f318ab", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T00:15:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "openshift-service-ca.crt", "reconcileID": "5b30a637-db5a-4963-bc5f-480aadf81543", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:15:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "openshift-service-ca.crt", "reconcileID": "218a3675-2b78-4899-9613-0e4c29558794", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:15:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e89da23-4bf9-4884-ad18-81410840beda", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:15:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "odh-trusted-ca-bundle", "reconcileID": "50ac07a9-baef-4e09-8992-d41ce3df343a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f318ab", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T00:15:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "odh-trusted-ca-bundle", "reconcileID": "50ac07a9-baef-4e09-8992-d41ce3df343a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:15:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb02a272-aa40-48d4-a84c-2fe0143d3917", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:15:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "f3202589-6fb7-458f-a6f0-638566158072", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:15:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "f3202589-6fb7-458f-a6f0-638566158072", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab-authn-ssl"} 2026-07-29T00:15:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "f3202589-6fb7-458f-a6f0-638566158072", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:15:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8630fb10-3ff1-4054-bddc-0fbb619854c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T00:15:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "2589515b-8942-41ca-b5e9-57cd919a3cf1", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:15:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "2589515b-8942-41ca-b5e9-57cd919a3cf1", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab-authn-ssl"} 2026-07-29T00:15:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "2589515b-8942-41ca-b5e9-57cd919a3cf1", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:15:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7e217a84-ea5a-4b64-8782-665e499f3c53", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T00:15:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "56795c23-b452-4c95-94fa-af2094efc6cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T00:15:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "50856d6a-3e3e-4fd8-821b-cd76cb8ac025", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress"} 2026-07-29T00:15:41Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "50856d6a-3e3e-4fd8-821b-cd76cb8ac025", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a-authn-ssl"} 2026-07-29T00:15:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "50856d6a-3e3e-4fd8-821b-cd76cb8ac025", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress"} 2026-07-29T00:15:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "cfb6336f-47c6-4b79-a759-46212df94814", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress"} 2026-07-29T00:15:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "cfb6336f-47c6-4b79-a759-46212df94814", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a-authn-ssl"} 2026-07-29T00:15:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "cfb6336f-47c6-4b79-a759-46212df94814", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress"} 2026-07-29T00:15:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "dcec2685-49d7-4923-8c7a-986b0c7e55e5", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress"} 2026-07-29T00:15:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "dcec2685-49d7-4923-8c7a-986b0c7e55e5", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a-authn-ssl"} 2026-07-29T00:15:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "dcec2685-49d7-4923-8c7a-986b0c7e55e5", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress"} 2026-07-29T00:15:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "7ad29328-81d0-45c9-a838-70fa5104e2d6", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress"} 2026-07-29T00:15:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "7ad29328-81d0-45c9-a838-70fa5104e2d6", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a-authn-ssl"} 2026-07-29T00:15:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "7ad29328-81d0-45c9-a838-70fa5104e2d6", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress"} 2026-07-29T00:15:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "a4208512-ebf9-4bfd-8e05-673ec3869b08", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress"} 2026-07-29T00:15:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "a4208512-ebf9-4bfd-8e05-673ec3869b08", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a-authn-ssl"} 2026-07-29T00:15:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "a4208512-ebf9-4bfd-8e05-673ec3869b08", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress"} 2026-07-29T00:15:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "a5f05995-5c40-4191-b78a-ee829e4ffded", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress"} 2026-07-29T00:15:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "a5f05995-5c40-4191-b78a-ee829e4ffded", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a-authn-ssl"} 2026-07-29T00:15:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "a5f05995-5c40-4191-b78a-ee829e4ffded", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress"} 2026-07-29T00:15:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "0a4bb328-fc11-401a-9db3-57e208f99497", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress"} 2026-07-29T00:15:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "0a4bb328-fc11-401a-9db3-57e208f99497", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a-authn-ssl"} 2026-07-29T00:15:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "0a4bb328-fc11-401a-9db3-57e208f99497", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress"} 2026-07-29T00:15:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-eab07a"}, "namespace": "ai-tenant-e2e-ipp-b-eab07a", "name": "openshift-service-ca.crt", "reconcileID": "877139fb-3c50-431b-ba03-5b10c938e527", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-eab07a"} 2026-07-29T00:15:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eab07a"}, "namespace": "ai-tenant-e2e-ipp-b-eab07a", "name": "odh-trusted-ca-bundle", "reconcileID": "5b284e91-a2d5-4ef8-9775-cbc1ae64d91b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eab07a"} 2026-07-29T00:15:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-eab07a"}, "namespace": "ai-tenant-e2e-ipp-b-eab07a", "name": "openshift-service-ca.crt", "reconcileID": "1de60927-3a06-4e37-89e9-712840ba5cd5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-eab07a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T00:15:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-eab07a"}, "namespace": "ai-tenant-e2e-ipp-b-eab07a", "name": "openshift-service-ca.crt", "reconcileID": "1de60927-3a06-4e37-89e9-712840ba5cd5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-eab07a"} 2026-07-29T00:15:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eab07a"}, "namespace": "ai-tenant-e2e-ipp-b-eab07a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae609a8e-2725-4709-bbc6-5c25736020bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eab07a"} 2026-07-29T00:15:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-eab07a"}, "namespace": "ai-tenant-e2e-ipp-b-eab07a", "name": "openshift-service-ca.crt", "reconcileID": "389954fd-830d-44a9-a666-671b626edbf3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-eab07a"} 2026-07-29T00:15:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eab07a"}, "namespace": "ai-tenant-e2e-ipp-b-eab07a", "name": "odh-trusted-ca-bundle", "reconcileID": "a9d0ef97-fe6c-4091-ba1c-fe49c9df5373", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eab07a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T00:15:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eab07a"}, "namespace": "ai-tenant-e2e-ipp-b-eab07a", "name": "odh-trusted-ca-bundle", "reconcileID": "a9d0ef97-fe6c-4091-ba1c-fe49c9df5373", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eab07a"} 2026-07-29T00:15:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eab07a"}, "namespace": "ai-tenant-e2e-ipp-b-eab07a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5db845b4-d172-4173-a9a3-6b583c677dfe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eab07a"} 2026-07-29T00:15:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "4ad81539-ae89-4260-bcec-3f816a322254", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress"} 2026-07-29T00:15:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "4ad81539-ae89-4260-bcec-3f816a322254", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a-authn-ssl"} 2026-07-29T00:15:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "4ad81539-ae89-4260-bcec-3f816a322254", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress"} 2026-07-29T00:15:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cd426ca7-7a25-42c9-9ccc-51a07229ce5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T00:15:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "d2d2858c-d95f-4dda-acb2-1bf480b94f00", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress"} 2026-07-29T00:15:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "d2d2858c-d95f-4dda-acb2-1bf480b94f00", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a-authn-ssl"} 2026-07-29T00:15:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "d2d2858c-d95f-4dda-acb2-1bf480b94f00", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress"} 2026-07-29T00:16:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "9834b206-6d09-45d8-aa07-ad7b57d910d1", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:16:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "9834b206-6d09-45d8-aa07-ad7b57d910d1", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:16:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "9834b206-6d09-45d8-aa07-ad7b57d910d1", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:16:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "67d53944-7b92-4d50-bc93-ed3a94845185", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:16:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "9834b206-6d09-45d8-aa07-ad7b57d910d1", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab-kserve-route-authn"} 2026-07-29T00:16:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "9834b206-6d09-45d8-aa07-ad7b57d910d1", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab", "authType": "userdefined"} 2026-07-29T00:16:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "9834b206-6d09-45d8-aa07-ad7b57d910d1", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:16:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "67d53944-7b92-4d50-bc93-ed3a94845185", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab-authn-ssl"} 2026-07-29T00:16:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "67d53944-7b92-4d50-bc93-ed3a94845185", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:16:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "bfb389d8-7353-4dcc-84a1-e14784d30d89", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:16:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "bfb389d8-7353-4dcc-84a1-e14784d30d89", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:16:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "bfb389d8-7353-4dcc-84a1-e14784d30d89", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:16:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "bfb389d8-7353-4dcc-84a1-e14784d30d89", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab-kserve-route-authn"} 2026-07-29T00:16:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "bfb389d8-7353-4dcc-84a1-e14784d30d89", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab", "authType": "userdefined"} 2026-07-29T00:16:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "bfb389d8-7353-4dcc-84a1-e14784d30d89", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:16:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "1b6b479b-7f80-4b38-acbf-2aca4a91fa5d", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:16:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "1b6b479b-7f80-4b38-acbf-2aca4a91fa5d", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab-authn-ssl"} 2026-07-29T00:16:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "1b6b479b-7f80-4b38-acbf-2aca4a91fa5d", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:16:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "0c9ca72b-3af7-4560-8b82-0e9705b3c0ce", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:16:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "0c9ca72b-3af7-4560-8b82-0e9705b3c0ce", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:16:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "0c9ca72b-3af7-4560-8b82-0e9705b3c0ce", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:16:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "0c9ca72b-3af7-4560-8b82-0e9705b3c0ce", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab-kserve-route-authn"} 2026-07-29T00:16:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "0c9ca72b-3af7-4560-8b82-0e9705b3c0ce", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab", "authType": "userdefined"} 2026-07-29T00:16:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "0c9ca72b-3af7-4560-8b82-0e9705b3c0ce", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:16:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "e2c535f1-c461-40a5-aa0d-d94e7db73442", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:16:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "e2c535f1-c461-40a5-aa0d-d94e7db73442", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:16:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "e2c535f1-c461-40a5-aa0d-d94e7db73442", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:16:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "e2c535f1-c461-40a5-aa0d-d94e7db73442", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab-kserve-route-authn"} 2026-07-29T00:16:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "e2c535f1-c461-40a5-aa0d-d94e7db73442", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab", "authType": "userdefined"} 2026-07-29T00:16:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "e2c535f1-c461-40a5-aa0d-d94e7db73442", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:16:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "6e5a7782-5572-417e-8b87-de1498ac0b8d", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:16:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "6e5a7782-5572-417e-8b87-de1498ac0b8d", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:16:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "6e5a7782-5572-417e-8b87-de1498ac0b8d", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:16:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "6e5a7782-5572-417e-8b87-de1498ac0b8d", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab-kserve-route-authn"} 2026-07-29T00:16:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "6e5a7782-5572-417e-8b87-de1498ac0b8d", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab", "authType": "userdefined"} 2026-07-29T00:16:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "6e5a7782-5572-417e-8b87-de1498ac0b8d", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:16:36Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T00:16:36Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T00:16:37Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T00:16:37Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T00:16:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "45f44c60-ff34-4d80-b743-e6cc5e913b4d", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:16:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "45f44c60-ff34-4d80-b743-e6cc5e913b4d", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab-authn-ssl"} 2026-07-29T00:16:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "45f44c60-ff34-4d80-b743-e6cc5e913b4d", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:16:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e2df8ce7-3726-4db7-929e-beb0480fe9bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T00:17:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "d166a0b1-5f73-43d6-b293-9c20b7943f47", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress"} 2026-07-29T00:17:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "d166a0b1-5f73-43d6-b293-9c20b7943f47", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439-authn-ssl"} 2026-07-29T00:17:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "d166a0b1-5f73-43d6-b293-9c20b7943f47", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress"} 2026-07-29T00:17:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "32216a1a-1331-4be0-9559-7c2deaf27835", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress"} 2026-07-29T00:17:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "32216a1a-1331-4be0-9559-7c2deaf27835", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439-authn-ssl"} 2026-07-29T00:17:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "32216a1a-1331-4be0-9559-7c2deaf27835", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress"} 2026-07-29T00:17:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "b7c819cc-78c4-41c1-b07f-6b8f978b864f", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress"} 2026-07-29T00:17:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "b7c819cc-78c4-41c1-b07f-6b8f978b864f", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439-authn-ssl"} 2026-07-29T00:17:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "b7c819cc-78c4-41c1-b07f-6b8f978b864f", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress"} 2026-07-29T00:17:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "d6f6116b-7966-4697-a088-0a4b7e62ca12", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress"} 2026-07-29T00:17:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "d6f6116b-7966-4697-a088-0a4b7e62ca12", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439-authn-ssl"} 2026-07-29T00:17:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "d6f6116b-7966-4697-a088-0a4b7e62ca12", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress"} 2026-07-29T00:17:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "40462d20-1b1f-4b33-9da4-18351e073151", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress"} 2026-07-29T00:17:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "40462d20-1b1f-4b33-9da4-18351e073151", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439-authn-ssl"} 2026-07-29T00:17:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "40462d20-1b1f-4b33-9da4-18351e073151", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress"} 2026-07-29T00:17:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "e32c5b07-e50b-4d18-996f-2e519010ed19", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress"} 2026-07-29T00:17:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "e32c5b07-e50b-4d18-996f-2e519010ed19", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439-authn-ssl"} 2026-07-29T00:17:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "e32c5b07-e50b-4d18-996f-2e519010ed19", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress"} 2026-07-29T00:17:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "115d0e0f-5358-4acd-aa90-0b9e26bfd376", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress"} 2026-07-29T00:17:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "115d0e0f-5358-4acd-aa90-0b9e26bfd376", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439-authn-ssl"} 2026-07-29T00:17:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "115d0e0f-5358-4acd-aa90-0b9e26bfd376", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress"} 2026-07-29T00:17:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e26439"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "name": "openshift-service-ca.crt", "reconcileID": "e0d49eac-a589-4b3e-a25c-2a8f17aa8129", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e26439"} 2026-07-29T00:17:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e26439"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "name": "odh-trusted-ca-bundle", "reconcileID": "0679068b-f180-4ba8-b391-0677221835e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e26439"} 2026-07-29T00:17:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e26439"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "name": "openshift-service-ca.crt", "reconcileID": "51cd08af-ed70-4b43-b84b-ae43a82aac3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T00:17:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e26439"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "name": "openshift-service-ca.crt", "reconcileID": "51cd08af-ed70-4b43-b84b-ae43a82aac3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e26439"} 2026-07-29T00:17:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e26439"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "name": "openshift-service-ca.crt", "reconcileID": "0cf160d1-2140-453e-a746-d2403f2a6af8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e26439"} 2026-07-29T00:17:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e26439"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dfe0ae31-b3db-4d91-b4be-46d3297d7393", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e26439"} 2026-07-29T00:17:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e26439"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "name": "odh-trusted-ca-bundle", "reconcileID": "a38e4560-7bd1-4b44-aead-f966594d3411", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T00:17:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e26439"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "name": "odh-trusted-ca-bundle", "reconcileID": "a38e4560-7bd1-4b44-aead-f966594d3411", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e26439"} 2026-07-29T00:17:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e26439"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2bcac99-31d0-4bff-86bc-d83a67f3d52a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e26439"} 2026-07-29T00:17:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "c32e4031-c75b-4d92-a6c0-dd86971dde78", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress"} 2026-07-29T00:17:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "c32e4031-c75b-4d92-a6c0-dd86971dde78", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439-authn-ssl"} 2026-07-29T00:17:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "c32e4031-c75b-4d92-a6c0-dd86971dde78", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress"} 2026-07-29T00:17:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6cf6ec21-5919-4c5e-81ac-a015e70e88ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T00:17:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "68350cdf-c8da-405d-b6c1-4bf4206093d2", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress"} 2026-07-29T00:17:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "68350cdf-c8da-405d-b6c1-4bf4206093d2", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439-authn-ssl"} 2026-07-29T00:17:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "68350cdf-c8da-405d-b6c1-4bf4206093d2", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress"} 2026-07-29T00:17:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "287826a3-3b32-4a36-9fd6-8447f6d53956", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress"} 2026-07-29T00:17:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "287826a3-3b32-4a36-9fd6-8447f6d53956", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439-authn-ssl"} 2026-07-29T00:17:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "287826a3-3b32-4a36-9fd6-8447f6d53956", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress"} 2026-07-29T00:17:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e26439"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5578bac-a166-41d9-934f-e56b315848f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e26439"} 2026-07-29T00:17:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e26439"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5578bac-a166-41d9-934f-e56b315848f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T00:17:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e26439"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5578bac-a166-41d9-934f-e56b315848f4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-e26439 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T00:17:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e26439"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "name": "odh-trusted-ca-bundle", "reconcileID": "0575be27-85b5-4fdb-bb13-c9c79b3528ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e26439"} 2026-07-29T00:17:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e26439"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "name": "odh-trusted-ca-bundle", "reconcileID": "0575be27-85b5-4fdb-bb13-c9c79b3528ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T00:17:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e26439"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "name": "odh-trusted-ca-bundle", "reconcileID": "0575be27-85b5-4fdb-bb13-c9c79b3528ad", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-e26439 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T00:17:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e26439"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "name": "openshift-service-ca.crt", "reconcileID": "63110277-83ad-4fad-8bbe-1020a93ba718", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e26439"} 2026-07-29T00:17:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e26439"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "name": "openshift-service-ca.crt", "reconcileID": "63110277-83ad-4fad-8bbe-1020a93ba718", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e26439"} 2026-07-29T00:17:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e26439"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25444d35-e880-4862-ae18-0b734d3779bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e26439"} 2026-07-29T00:17:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e26439"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25444d35-e880-4862-ae18-0b734d3779bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e26439"} 2026-07-29T00:17:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e26439"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "name": "odh-trusted-ca-bundle", "reconcileID": "80f76cdb-61cc-4dbd-a4af-8ce74069a5af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e26439"} 2026-07-29T00:17:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e26439"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e26439", "name": "odh-trusted-ca-bundle", "reconcileID": "80f76cdb-61cc-4dbd-a4af-8ce74069a5af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e26439"} 2026-07-29T00:17:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "92734a1e-dca0-48f0-ae78-5511cc432de7", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress"} 2026-07-29T00:17:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "92734a1e-dca0-48f0-ae78-5511cc432de7", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439-authn-ssl"} 2026-07-29T00:17:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "92734a1e-dca0-48f0-ae78-5511cc432de7", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress"} 2026-07-29T00:17:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e26439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e26439", "reconcileID": "9a5c8b7d-2068-449f-89c9-6d3a8f960d4b", "Gateway": "e2e-ipp-cleanup-e26439", "namespace": "openshift-ingress"} 2026-07-29T00:17:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "18e6ae84-dbb1-4aed-80f4-07d338520009", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T00:18:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "0ffd8ab4-2e1c-45aa-baa6-60b59d892312", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:18:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "0ffd8ab4-2e1c-45aa-baa6-60b59d892312", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab-authn-ssl"} 2026-07-29T00:18:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "0ffd8ab4-2e1c-45aa-baa6-60b59d892312", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:18:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "a81c68b4-975c-47d7-96c8-1740538162ec", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:18:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "a81c68b4-975c-47d7-96c8-1740538162ec", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab-authn-ssl"} 2026-07-29T00:18:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "a81c68b4-975c-47d7-96c8-1740538162ec", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:18:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "a25a5a55-bb5a-4d03-a342-41153e6ca57a", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:18:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "a25a5a55-bb5a-4d03-a342-41153e6ca57a", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:18:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "a25a5a55-bb5a-4d03-a342-41153e6ca57a", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:18:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "a25a5a55-bb5a-4d03-a342-41153e6ca57a", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab-kserve-route-authn"} 2026-07-29T00:18:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "a25a5a55-bb5a-4d03-a342-41153e6ca57a", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab", "authType": "userdefined"} 2026-07-29T00:18:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "a25a5a55-bb5a-4d03-a342-41153e6ca57a", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:18:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "878c766f-b23c-4426-bc95-5aa992691a9e", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:18:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "878c766f-b23c-4426-bc95-5aa992691a9e", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab-authn-ssl"} 2026-07-29T00:18:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "878c766f-b23c-4426-bc95-5aa992691a9e", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:18:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1de1d68-f91a-4c5a-a919-6af3765f8976", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:18:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1de1d68-f91a-4c5a-a919-6af3765f8976", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f318ab", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T00:18:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1de1d68-f91a-4c5a-a919-6af3765f8976", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-f318ab because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T00:18:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "odh-trusted-ca-bundle", "reconcileID": "2b066eed-8c65-479a-910d-f675a722d466", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:18:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "odh-trusted-ca-bundle", "reconcileID": "2b066eed-8c65-479a-910d-f675a722d466", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:18:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "openshift-service-ca.crt", "reconcileID": "49120b64-b8db-43a3-a6c9-ce8a3e08bf6b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:18:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "openshift-service-ca.crt", "reconcileID": "49120b64-b8db-43a3-a6c9-ce8a3e08bf6b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:18:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "babe3964-3964-4a03-bb8b-02f2771cb652", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:18:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "babe3964-3964-4a03-bb8b-02f2771cb652", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:18:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "88b62aec-040d-4926-8c92-2416450d702a", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:18:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "88b62aec-040d-4926-8c92-2416450d702a", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:18:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "88b62aec-040d-4926-8c92-2416450d702a", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:18:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "88b62aec-040d-4926-8c92-2416450d702a", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab-kserve-route-authn"} 2026-07-29T00:18:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "88b62aec-040d-4926-8c92-2416450d702a", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab", "authType": "userdefined"} 2026-07-29T00:18:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "88b62aec-040d-4926-8c92-2416450d702a", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:18:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "55a5e5f3-8a16-4868-a970-f43227c10029", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:18:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "55a5e5f3-8a16-4868-a970-f43227c10029", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab"} 2026-07-29T00:18:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "55a5e5f3-8a16-4868-a970-f43227c10029", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:18:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "55a5e5f3-8a16-4868-a970-f43227c10029", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:18:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "55a5e5f3-8a16-4868-a970-f43227c10029", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab-kserve-route-authn"} 2026-07-29T00:18:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "55a5e5f3-8a16-4868-a970-f43227c10029", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab-kserve-route-authn"} 2026-07-29T00:18:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "55a5e5f3-8a16-4868-a970-f43227c10029", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:18:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "55a5e5f3-8a16-4868-a970-f43227c10029", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:18:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}, "namespace": "ai-tenant-e2e-ipp-a-f318ab", "name": "ipp-route-f318ab", "reconcileID": "d96cf5d2-db02-4bf9-a361-09b8467ff33c", "LLMInferenceService": "ipp-route-f318ab", "namespace": "ai-tenant-e2e-ipp-a-f318ab"} 2026-07-29T00:18:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "28366ac8-e8ed-478e-b1bf-7fab975a32f7", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:18:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "28366ac8-e8ed-478e-b1bf-7fab975a32f7", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab-authn-ssl"} 2026-07-29T00:18:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "28366ac8-e8ed-478e-b1bf-7fab975a32f7", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:18:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "643134ea-8b8b-44f2-87c6-77a20f468162", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:18:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "643134ea-8b8b-44f2-87c6-77a20f468162", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab-authn-ssl"} 2026-07-29T00:18:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "643134ea-8b8b-44f2-87c6-77a20f468162", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:18:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f318ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f318ab", "reconcileID": "c6403fdc-3d69-4a92-8709-13502c0cfb42", "Gateway": "e2e-ipp-a-f318ab", "namespace": "openshift-ingress"} 2026-07-29T00:18:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "86dab735-3bfa-4cc8-a0d3-3bcd6949106f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T00:19:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "938f2518-1843-4f38-bbf0-8bdb38aca365", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress"} 2026-07-29T00:19:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "938f2518-1843-4f38-bbf0-8bdb38aca365", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a-authn-ssl"} 2026-07-29T00:19:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "938f2518-1843-4f38-bbf0-8bdb38aca365", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress"} 2026-07-29T00:19:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "444a2916-4b07-4a68-9642-8dc883da50c2", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress"} 2026-07-29T00:19:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "444a2916-4b07-4a68-9642-8dc883da50c2", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a-authn-ssl"} 2026-07-29T00:19:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "444a2916-4b07-4a68-9642-8dc883da50c2", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress"} 2026-07-29T00:19:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eab07a"}, "namespace": "ai-tenant-e2e-ipp-b-eab07a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5854c008-ccb5-4545-835e-40835f846933", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eab07a"} 2026-07-29T00:19:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eab07a"}, "namespace": "ai-tenant-e2e-ipp-b-eab07a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5854c008-ccb5-4545-835e-40835f846933", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eab07a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T00:19:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eab07a"}, "namespace": "ai-tenant-e2e-ipp-b-eab07a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5854c008-ccb5-4545-835e-40835f846933", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-eab07a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T00:19:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eab07a"}, "namespace": "ai-tenant-e2e-ipp-b-eab07a", "name": "odh-trusted-ca-bundle", "reconcileID": "aae7210f-3db2-46ad-903c-edab4e4e6294", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eab07a"} 2026-07-29T00:19:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eab07a"}, "namespace": "ai-tenant-e2e-ipp-b-eab07a", "name": "odh-trusted-ca-bundle", "reconcileID": "aae7210f-3db2-46ad-903c-edab4e4e6294", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eab07a"} 2026-07-29T00:19:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-eab07a"}, "namespace": "ai-tenant-e2e-ipp-b-eab07a", "name": "openshift-service-ca.crt", "reconcileID": "4b67606a-7ff5-4163-8058-5e49d4e34e53", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-eab07a"} 2026-07-29T00:19:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-eab07a"}, "namespace": "ai-tenant-e2e-ipp-b-eab07a", "name": "openshift-service-ca.crt", "reconcileID": "4b67606a-7ff5-4163-8058-5e49d4e34e53", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-eab07a"} 2026-07-29T00:19:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eab07a"}, "namespace": "ai-tenant-e2e-ipp-b-eab07a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "66812089-ace1-47a1-88f5-ce89b06ea029", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eab07a"} 2026-07-29T00:19:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eab07a"}, "namespace": "ai-tenant-e2e-ipp-b-eab07a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "66812089-ace1-47a1-88f5-ce89b06ea029", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eab07a"} 2026-07-29T00:19:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eab07a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eab07a", "reconcileID": "1ccee580-db7d-4925-913a-77c81304af5a", "Gateway": "e2e-ipp-b-eab07a", "namespace": "openshift-ingress"} 2026-07-29T00:19:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a10f8f25-caba-4df6-835e-bdafdd1b3948", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T00:19:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "70d39753-91cf-4ec3-ae72-39db13a8e2a8", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:19:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "70d39753-91cf-4ec3-ae72-39db13a8e2a8", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5-authn-ssl"} 2026-07-29T00:19:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "70d39753-91cf-4ec3-ae72-39db13a8e2a8", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:19:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "4520aa41-9d74-4a7c-ad8f-903a9895eeca", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:19:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "4520aa41-9d74-4a7c-ad8f-903a9895eeca", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5-authn-ssl"} 2026-07-29T00:19:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "4520aa41-9d74-4a7c-ad8f-903a9895eeca", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:19:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c813f51f-4f3c-44b0-b52f-47d5c6a4d3c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:19:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c813f51f-4f3c-44b0-b52f-47d5c6a4d3c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-daedc5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T00:19:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c813f51f-4f3c-44b0-b52f-47d5c6a4d3c7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-daedc5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T00:19:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "odh-trusted-ca-bundle", "reconcileID": "8fe17803-067b-42d5-be8f-2fae74960db6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:19:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "odh-trusted-ca-bundle", "reconcileID": "8fe17803-067b-42d5-be8f-2fae74960db6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:19:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "openshift-service-ca.crt", "reconcileID": "d4bc3a39-858b-4ed4-8925-e5898d364d7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:19:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "openshift-service-ca.crt", "reconcileID": "d4bc3a39-858b-4ed4-8925-e5898d364d7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:19:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f53276ce-6ef4-4417-a840-17806c6dd969", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:19:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-daedc5"}, "namespace": "ai-tenant-e2e-shared-a-daedc5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f53276ce-6ef4-4417-a840-17806c6dd969", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-daedc5"} 2026-07-29T00:19:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-daedc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-daedc5", "reconcileID": "f6839e0e-4ef9-4bba-b85b-6784a43f2d5b", "Gateway": "e2e-shared-a-daedc5", "namespace": "openshift-ingress"} 2026-07-29T00:19:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5b8c74c7-e31d-4959-8906-1c775b70d90e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T00:19:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "0bddfe0b-291f-4aea-b762-69e5c9a488f9", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:19:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "0bddfe0b-291f-4aea-b762-69e5c9a488f9", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130-authn-ssl"} 2026-07-29T00:19:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "0bddfe0b-291f-4aea-b762-69e5c9a488f9", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:19:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "1670e58b-ce18-4f9d-985c-9f8caaa38bef", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:19:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "1670e58b-ce18-4f9d-985c-9f8caaa38bef", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130-authn-ssl"} 2026-07-29T00:19:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "1670e58b-ce18-4f9d-985c-9f8caaa38bef", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"} 2026-07-29T00:19:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3442888e-badc-4920-8371-5fc7c6164b94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:19:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3442888e-badc-4920-8371-5fc7c6164b94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fa6130", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T00:19:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3442888e-badc-4920-8371-5fc7c6164b94", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-fa6130 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T00:19:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "odh-trusted-ca-bundle", "reconcileID": "7866e845-e1b8-4ac3-99db-c3e04c3576f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:19:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "odh-trusted-ca-bundle", "reconcileID": "7866e845-e1b8-4ac3-99db-c3e04c3576f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:19:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "openshift-service-ca.crt", "reconcileID": "28c7f560-3eda-4b0e-aeb7-159f0cb93337", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:19:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "openshift-service-ca.crt", "reconcileID": "28c7f560-3eda-4b0e-aeb7-159f0cb93337", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:19:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0402333c-84d6-44a0-8771-8fe318ed5e02", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:19:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fa6130"}, "namespace": "ai-tenant-e2e-shared-b-fa6130", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0402333c-84d6-44a0-8771-8fe318ed5e02", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fa6130"} 2026-07-29T00:19:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa6130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa6130", "reconcileID": "d63c3706-bc18-4858-9dac-ff638f302084", "Gateway": "e2e-shared-b-fa6130", "namespace": "openshift-ingress"}