2026-07-24T19:23:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "sub-test-model-65184f", "reconcileID": "32d092bc-1539-4d0e-80e7-5502ef0593a1", "LLMInferenceService": "sub-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:23:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "54fe7d27-05eb-43f4-92c8-eea6689d85ed", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:23:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "54fe7d27-05eb-43f4-92c8-eea6689d85ed", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:23:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "54fe7d27-05eb-43f4-92c8-eea6689d85ed", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:23:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "91dcde92-4204-439b-9b40-ffdd257779b9", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:23:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "54fe7d27-05eb-43f4-92c8-eea6689d85ed", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5-kserve-route-authn"} 2026-07-24T19:23:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "54fe7d27-05eb-43f4-92c8-eea6689d85ed", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "authType": "userdefined"} 2026-07-24T19:23:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "54fe7d27-05eb-43f4-92c8-eea6689d85ed", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:23:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "91dcde92-4204-439b-9b40-ffdd257779b9", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5-authn-ssl"} 2026-07-24T19:23:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "91dcde92-4204-439b-9b40-ffdd257779b9", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:23:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "fe06e9b4-ad34-4f97-b331-78ece1cfcb28", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:23:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "fe06e9b4-ad34-4f97-b331-78ece1cfcb28", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:23:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "fe06e9b4-ad34-4f97-b331-78ece1cfcb28", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:23:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "fe06e9b4-ad34-4f97-b331-78ece1cfcb28", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5-kserve-route-authn"} 2026-07-24T19:23:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "fe06e9b4-ad34-4f97-b331-78ece1cfcb28", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "authType": "userdefined"} 2026-07-24T19:23:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "fe06e9b4-ad34-4f97-b331-78ece1cfcb28", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:23:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "1db2607f-435e-4714-969d-c1b54d80092d", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:23:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "1db2607f-435e-4714-969d-c1b54d80092d", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5-authn-ssl"} 2026-07-24T19:23:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "1db2607f-435e-4714-969d-c1b54d80092d", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:23:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "3f3fa6e4-e9a8-4dbc-bbe5-766ef419fcbb", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:23:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "3f3fa6e4-e9a8-4dbc-bbe5-766ef419fcbb", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:23:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "3f3fa6e4-e9a8-4dbc-bbe5-766ef419fcbb", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:23:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "3f3fa6e4-e9a8-4dbc-bbe5-766ef419fcbb", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5-kserve-route-authn"} 2026-07-24T19:23:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "3f3fa6e4-e9a8-4dbc-bbe5-766ef419fcbb", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "authType": "userdefined"} 2026-07-24T19:23:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "3f3fa6e4-e9a8-4dbc-bbe5-766ef419fcbb", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:24:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "9b96c3c4-2a71-4725-8538-00e3d20588fc", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:24:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "9b96c3c4-2a71-4725-8538-00e3d20588fc", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:24:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "9b96c3c4-2a71-4725-8538-00e3d20588fc", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:24:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "9b96c3c4-2a71-4725-8538-00e3d20588fc", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5-kserve-route-authn"} 2026-07-24T19:24:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "9b96c3c4-2a71-4725-8538-00e3d20588fc", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "authType": "userdefined"} 2026-07-24T19:24:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "9b96c3c4-2a71-4725-8538-00e3d20588fc", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:24:11Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T19:24:11Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T19:24:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "34b43029-20ee-470f-8a32-f8c215f23889", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:24:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "34b43029-20ee-470f-8a32-f8c215f23889", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f-authn-ssl"} 2026-07-24T19:24:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "34b43029-20ee-470f-8a32-f8c215f23889", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:24:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "291e1074-567d-49ce-83d1-6daf03fa867f", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:24:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "291e1074-567d-49ce-83d1-6daf03fa867f", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5-authn-ssl"} 2026-07-24T19:24:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "291e1074-567d-49ce-83d1-6daf03fa867f", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:24:16Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T19:24:16Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T19:24:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "sub-test-model-65184f", "reconcileID": "e650a0db-35e8-4f46-a3a8-7a55230ea632", "LLMInferenceService": "sub-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "sub-test-model-65184f", "reconcileID": "e650a0db-35e8-4f46-a3a8-7a55230ea632", "LLMInferenceService": "sub-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "sub-test-model-65184f"} 2026-07-24T19:24:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "sub-test-model-65184f", "reconcileID": "e650a0db-35e8-4f46-a3a8-7a55230ea632", "LLMInferenceService": "sub-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "sub-test-model-65184f", "reconcileID": "e650a0db-35e8-4f46-a3a8-7a55230ea632", "LLMInferenceService": "sub-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "sub-test-model-65184f", "reconcileID": "e650a0db-35e8-4f46-a3a8-7a55230ea632", "LLMInferenceService": "sub-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "sub-test-model-65184f-kserve-route-authn"} 2026-07-24T19:24:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "sub-test-model-65184f", "reconcileID": "e650a0db-35e8-4f46-a3a8-7a55230ea632", "LLMInferenceService": "sub-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "sub-test-model-65184f-kserve-route-authn"} 2026-07-24T19:24:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "sub-test-model-65184f", "reconcileID": "e650a0db-35e8-4f46-a3a8-7a55230ea632", "LLMInferenceService": "sub-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "sub-test-model-65184f", "reconcileID": "e650a0db-35e8-4f46-a3a8-7a55230ea632", "LLMInferenceService": "sub-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "sub-test-model-65184f", "reconcileID": "8c748030-bee0-4764-81e4-8c8e3995b14d", "LLMInferenceService": "sub-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "bb3a12b3-1777-420e-b5d1-e95e47602609", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:24:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "bb3a12b3-1777-420e-b5d1-e95e47602609", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f-authn-ssl"} 2026-07-24T19:24:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "bb3a12b3-1777-420e-b5d1-e95e47602609", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:24:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "b6f6e827-6b2b-45f5-bcd8-165eac761e6f", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:24:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "b6f6e827-6b2b-45f5-bcd8-165eac761e6f", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f-authn-ssl"} 2026-07-24T19:24:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "b6f6e827-6b2b-45f5-bcd8-165eac761e6f", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:24:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "1669baad-aabe-4854-974a-6f7be8d38967", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:24:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "1669baad-aabe-4854-974a-6f7be8d38967", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5"} 2026-07-24T19:24:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "1669baad-aabe-4854-974a-6f7be8d38967", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:24:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "1669baad-aabe-4854-974a-6f7be8d38967", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:24:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "1669baad-aabe-4854-974a-6f7be8d38967", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5-kserve-route-authn"} 2026-07-24T19:24:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "1669baad-aabe-4854-974a-6f7be8d38967", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5-kserve-route-authn"} 2026-07-24T19:24:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "1669baad-aabe-4854-974a-6f7be8d38967", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:24:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "1669baad-aabe-4854-974a-6f7be8d38967", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:24:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "sub-test-model-d391c5", "reconcileID": "9b0937b9-8367-4a75-8945-773f80fd7f35", "LLMInferenceService": "sub-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:24:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "33fea2d8-bd71-4ad6-8fe0-445d77b74824", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:24:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "33fea2d8-bd71-4ad6-8fe0-445d77b74824", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5-authn-ssl"} 2026-07-24T19:24:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "33fea2d8-bd71-4ad6-8fe0-445d77b74824", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:24:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "6f09d5c1-3b96-42a5-8471-bb82776efe40", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:24:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "6f09d5c1-3b96-42a5-8471-bb82776efe40", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5-authn-ssl"} 2026-07-24T19:24:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "6f09d5c1-3b96-42a5-8471-bb82776efe40", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:24:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "25a98e58-fd36-443d-a45c-501fc233bfb3", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "25a98e58-fd36-443d-a45c-501fc233bfb3", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "25a98e58-fd36-443d-a45c-501fc233bfb3", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "25a98e58-fd36-443d-a45c-501fc233bfb3", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f-kserve-route-authn"} 2026-07-24T19:24:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "25a98e58-fd36-443d-a45c-501fc233bfb3", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f", "authType": "userdefined"} 2026-07-24T19:24:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "25a98e58-fd36-443d-a45c-501fc233bfb3", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "e0fcf08d-3e13-4b0f-9c52-2a4194b46161", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:24:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "e0fcf08d-3e13-4b0f-9c52-2a4194b46161", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f-authn-ssl"} 2026-07-24T19:24:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "e0fcf08d-3e13-4b0f-9c52-2a4194b46161", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:24:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "cec8e788-e972-4f0b-87fc-27404342cf5e", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "cec8e788-e972-4f0b-87fc-27404342cf5e", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "cec8e788-e972-4f0b-87fc-27404342cf5e", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "cec8e788-e972-4f0b-87fc-27404342cf5e", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f-kserve-route-authn"} 2026-07-24T19:24:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "cec8e788-e972-4f0b-87fc-27404342cf5e", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f", "authType": "userdefined"} 2026-07-24T19:24:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "cec8e788-e972-4f0b-87fc-27404342cf5e", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "e4925230-1c05-49c0-8dd0-3d7dfdddeb5a", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:24:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "e4925230-1c05-49c0-8dd0-3d7dfdddeb5a", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f-authn-ssl"} 2026-07-24T19:24:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "e4925230-1c05-49c0-8dd0-3d7dfdddeb5a", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:24:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "d19d8755-c5d8-4e2b-9e64-f910baf1a0c2", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:24:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "d19d8755-c5d8-4e2b-9e64-f910baf1a0c2", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5-authn-ssl"} 2026-07-24T19:24:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "d19d8755-c5d8-4e2b-9e64-f910baf1a0c2", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:24:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "c7845041-c352-4a6b-bfc9-1c5ba67d27dd", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:24:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "c7845041-c352-4a6b-bfc9-1c5ba67d27dd", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f-authn-ssl"} 2026-07-24T19:24:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "c7845041-c352-4a6b-bfc9-1c5ba67d27dd", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:24:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "b6b320cd-fd4a-4b18-99ee-5f8155eaa760", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "b6b320cd-fd4a-4b18-99ee-5f8155eaa760", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "b6b320cd-fd4a-4b18-99ee-5f8155eaa760", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "b6b320cd-fd4a-4b18-99ee-5f8155eaa760", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f-kserve-route-authn"} 2026-07-24T19:24:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "b6b320cd-fd4a-4b18-99ee-5f8155eaa760", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f", "authType": "userdefined"} 2026-07-24T19:24:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "b6b320cd-fd4a-4b18-99ee-5f8155eaa760", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "4b0140a5-4565-4fdf-a9bb-6bc18b528eaa", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "4b0140a5-4565-4fdf-a9bb-6bc18b528eaa", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "4b0140a5-4565-4fdf-a9bb-6bc18b528eaa", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "4b0140a5-4565-4fdf-a9bb-6bc18b528eaa", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f-kserve-route-authn"} 2026-07-24T19:24:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "4b0140a5-4565-4fdf-a9bb-6bc18b528eaa", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f", "authType": "userdefined"} 2026-07-24T19:24:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "4b0140a5-4565-4fdf-a9bb-6bc18b528eaa", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "7662cab4-6597-43b9-a8b5-bc1922eb10a5", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "7662cab4-6597-43b9-a8b5-bc1922eb10a5", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "7662cab4-6597-43b9-a8b5-bc1922eb10a5", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "7662cab4-6597-43b9-a8b5-bc1922eb10a5", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f-kserve-route-authn"} 2026-07-24T19:24:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "7662cab4-6597-43b9-a8b5-bc1922eb10a5", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f", "authType": "userdefined"} 2026-07-24T19:24:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "7662cab4-6597-43b9-a8b5-bc1922eb10a5", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:24:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "113e3138-1339-44fa-8c61-8f681d89f5bd", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:24:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "113e3138-1339-44fa-8c61-8f681d89f5bd", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:24:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "113e3138-1339-44fa-8c61-8f681d89f5bd", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:24:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "e507b6d7-956d-4a58-a906-523372b60d07", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:24:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "113e3138-1339-44fa-8c61-8f681d89f5bd", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5-kserve-route-authn"} 2026-07-24T19:24:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "113e3138-1339-44fa-8c61-8f681d89f5bd", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "authType": "userdefined"} 2026-07-24T19:24:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "113e3138-1339-44fa-8c61-8f681d89f5bd", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:24:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "e507b6d7-956d-4a58-a906-523372b60d07", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5-authn-ssl"} 2026-07-24T19:24:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "e507b6d7-956d-4a58-a906-523372b60d07", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:24:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "22c5a245-b48b-4d19-94b5-c0710fa45485", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:24:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "22c5a245-b48b-4d19-94b5-c0710fa45485", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:24:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "22c5a245-b48b-4d19-94b5-c0710fa45485", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:24:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "22c5a245-b48b-4d19-94b5-c0710fa45485", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5-kserve-route-authn"} 2026-07-24T19:24:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "22c5a245-b48b-4d19-94b5-c0710fa45485", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "authType": "userdefined"} 2026-07-24T19:24:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "22c5a245-b48b-4d19-94b5-c0710fa45485", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:24:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "30dc1402-5762-437f-8bb3-e502e730be18", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:24:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "30dc1402-5762-437f-8bb3-e502e730be18", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5-authn-ssl"} 2026-07-24T19:24:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "30dc1402-5762-437f-8bb3-e502e730be18", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:24:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "9657057d-b320-4457-9356-8a75429a7985", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:24:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "9657057d-b320-4457-9356-8a75429a7985", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:24:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "9657057d-b320-4457-9356-8a75429a7985", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:24:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "9657057d-b320-4457-9356-8a75429a7985", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5-kserve-route-authn"} 2026-07-24T19:24:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "9657057d-b320-4457-9356-8a75429a7985", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "authType": "userdefined"} 2026-07-24T19:24:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "9657057d-b320-4457-9356-8a75429a7985", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:25:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "00d1b043-e855-439a-8765-eca8756c4cef", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:25:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "00d1b043-e855-439a-8765-eca8756c4cef", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:25:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "00d1b043-e855-439a-8765-eca8756c4cef", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:25:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "00d1b043-e855-439a-8765-eca8756c4cef", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5-kserve-route-authn"} 2026-07-24T19:25:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "00d1b043-e855-439a-8765-eca8756c4cef", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "authType": "userdefined"} 2026-07-24T19:25:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "00d1b043-e855-439a-8765-eca8756c4cef", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:25:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "82a9792f-fdec-49f4-9849-91215d944f18", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:25:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "82a9792f-fdec-49f4-9849-91215d944f18", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:25:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "82a9792f-fdec-49f4-9849-91215d944f18", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:25:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "82a9792f-fdec-49f4-9849-91215d944f18", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5-kserve-route-authn"} 2026-07-24T19:25:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "82a9792f-fdec-49f4-9849-91215d944f18", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "authType": "userdefined"} 2026-07-24T19:25:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "82a9792f-fdec-49f4-9849-91215d944f18", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:25:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4c0378da-5e31-4a7c-a8ac-cb21e3fcc8fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:25:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "7bf3f043-cb30-41cf-b5bb-a849be8ed6f7", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:25:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "7bf3f043-cb30-41cf-b5bb-a849be8ed6f7", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5-authn-ssl"} 2026-07-24T19:25:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "7bf3f043-cb30-41cf-b5bb-a849be8ed6f7", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:25:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "3d33e5bd-0bdc-499d-b940-580aee69fd87", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:25:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "3d33e5bd-0bdc-499d-b940-580aee69fd87", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f-authn-ssl"} 2026-07-24T19:25:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "3d33e5bd-0bdc-499d-b940-580aee69fd87", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:25:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "18c329ab-7f73-407c-9bb2-68779f9ba82a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:25:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "50331fb2-5a60-483a-a477-2cb9d2073210", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:25:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "5bdf9baa-b351-4f4c-8abb-96241b4e500d", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:25:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "5bdf9baa-b351-4f4c-8abb-96241b4e500d", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f"} 2026-07-24T19:25:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "5bdf9baa-b351-4f4c-8abb-96241b4e500d", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:25:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "5bdf9baa-b351-4f4c-8abb-96241b4e500d", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:25:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "5bdf9baa-b351-4f4c-8abb-96241b4e500d", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f-kserve-route-authn"} 2026-07-24T19:25:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "5bdf9baa-b351-4f4c-8abb-96241b4e500d", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f-kserve-route-authn"} 2026-07-24T19:25:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "5bdf9baa-b351-4f4c-8abb-96241b4e500d", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:25:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "5bdf9baa-b351-4f4c-8abb-96241b4e500d", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:25:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-65184f","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "rate-test-model-65184f", "reconcileID": "88d9b67b-4fdf-46a7-9e45-90e9b4235954", "LLMInferenceService": "rate-test-model-65184f", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:25:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "15d01cb1-e491-4f4b-9d32-7a3d12cfc6ac", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:25:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "15d01cb1-e491-4f4b-9d32-7a3d12cfc6ac", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f-authn-ssl"} 2026-07-24T19:25:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "15d01cb1-e491-4f4b-9d32-7a3d12cfc6ac", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:25:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "a4ccee52-951a-46da-a7e5-b31a9fce1dc4", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:25:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "a4ccee52-951a-46da-a7e5-b31a9fce1dc4", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f-authn-ssl"} 2026-07-24T19:25:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "a4ccee52-951a-46da-a7e5-b31a9fce1dc4", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:25:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "6f0be441-5cf0-468a-88c4-efb81a8a08cc", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:25:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "6f0be441-5cf0-468a-88c4-efb81a8a08cc", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5"} 2026-07-24T19:25:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "6f0be441-5cf0-468a-88c4-efb81a8a08cc", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:25:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "6f0be441-5cf0-468a-88c4-efb81a8a08cc", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:25:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "6f0be441-5cf0-468a-88c4-efb81a8a08cc", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5-kserve-route-authn"} 2026-07-24T19:25:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "6f0be441-5cf0-468a-88c4-efb81a8a08cc", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5-kserve-route-authn"} 2026-07-24T19:25:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "6f0be441-5cf0-468a-88c4-efb81a8a08cc", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:25:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "6f0be441-5cf0-468a-88c4-efb81a8a08cc", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:25:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d391c5","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "rate-test-model-d391c5", "reconcileID": "dc6c2a15-5c7e-4803-b6cb-5d860bd52351", "LLMInferenceService": "rate-test-model-d391c5", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:25:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "5cb1be28-35eb-4940-b0c2-5d11e984092e", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:25:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "5cb1be28-35eb-4940-b0c2-5d11e984092e", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5-authn-ssl"} 2026-07-24T19:25:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "5cb1be28-35eb-4940-b0c2-5d11e984092e", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:25:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "9321ff58-e8bd-44a9-919b-07017bf9f22e", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:25:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "9321ff58-e8bd-44a9-919b-07017bf9f22e", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5-authn-ssl"} 2026-07-24T19:25:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "9321ff58-e8bd-44a9-919b-07017bf9f22e", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:25:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "1d245282-4fd5-469b-827b-19c8aaab33a3", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:25:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "1d245282-4fd5-469b-827b-19c8aaab33a3", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f-authn-ssl"} 2026-07-24T19:25:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "1d245282-4fd5-469b-827b-19c8aaab33a3", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:25:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "47c905d0-e074-4dca-bedf-fac37d8032f5", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:25:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "47c905d0-e074-4dca-bedf-fac37d8032f5", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5-authn-ssl"} 2026-07-24T19:25:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "47c905d0-e074-4dca-bedf-fac37d8032f5", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:25:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "6bf61069-ad2d-4d89-9a9a-4dff1764c14f", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:25:56Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "6bf61069-ad2d-4d89-9a9a-4dff1764c14f", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53-authn-ssl"} 2026-07-24T19:25:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "6bf61069-ad2d-4d89-9a9a-4dff1764c14f", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:25:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "9fd25cf8-f6ad-4edb-8af2-08bd84a7734e", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:25:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "9fd25cf8-f6ad-4edb-8af2-08bd84a7734e", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53-authn-ssl"} 2026-07-24T19:25:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "9fd25cf8-f6ad-4edb-8af2-08bd84a7734e", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:25:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "54c6b4ae-57d7-4dcb-985d-7e0fdf5056c6", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:25:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "54c6b4ae-57d7-4dcb-985d-7e0fdf5056c6", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53-authn-ssl"} 2026-07-24T19:25:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "54c6b4ae-57d7-4dcb-985d-7e0fdf5056c6", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:25:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "8caad5fa-4cd9-4628-8add-d54fe1fd4bb4", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:25:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "8caad5fa-4cd9-4628-8add-d54fe1fd4bb4", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53-authn-ssl"} 2026-07-24T19:25:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "8caad5fa-4cd9-4628-8add-d54fe1fd4bb4", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:25:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "e90ec9d9-2439-4759-816a-6c2cd7dca726", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:25:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "e90ec9d9-2439-4759-816a-6c2cd7dca726", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53-authn-ssl"} 2026-07-24T19:25:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "e90ec9d9-2439-4759-816a-6c2cd7dca726", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:25:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "9349e0cb-8049-4e4a-9d27-375b8bd1cf51", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:25:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "9349e0cb-8049-4e4a-9d27-375b8bd1cf51", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53-authn-ssl"} 2026-07-24T19:25:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "9349e0cb-8049-4e4a-9d27-375b8bd1cf51", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:25:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "19a88cd4-79cf-444f-b6eb-48a0ae4cd18b", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:25:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "19a88cd4-79cf-444f-b6eb-48a0ae4cd18b", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53-authn-ssl"} 2026-07-24T19:25:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "19a88cd4-79cf-444f-b6eb-48a0ae4cd18b", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:25:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "openshift-service-ca.crt", "reconcileID": "065ab441-8148-4527-b631-b77ee88d610f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:25:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "odh-trusted-ca-bundle", "reconcileID": "21c8cc4f-376f-4487-8d46-3929fcfb3612", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:25:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "openshift-service-ca.crt", "reconcileID": "407191af-3ef8-421d-b133-197d9ac62ed7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T19:25:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "openshift-service-ca.crt", "reconcileID": "407191af-3ef8-421d-b133-197d9ac62ed7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:25:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "493507c3-1a05-41b4-96e0-40f22ca35970", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:25:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "openshift-service-ca.crt", "reconcileID": "bd58b6a8-617a-4041-8be3-07ed9973edd0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:25:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "odh-trusted-ca-bundle", "reconcileID": "6bcff58e-1d69-49ae-9ff8-6d6a8082d8c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T19:25:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "odh-trusted-ca-bundle", "reconcileID": "6bcff58e-1d69-49ae-9ff8-6d6a8082d8c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:25:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "91959895-ef97-4c05-95af-cb1bfba071a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:25:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "952f755f-8230-4328-9894-3ac284dd3d89", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:25:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "952f755f-8230-4328-9894-3ac284dd3d89", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53-authn-ssl"} 2026-07-24T19:25:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "952f755f-8230-4328-9894-3ac284dd3d89", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:25:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7429f029-5ced-4ee5-ae3d-8abbad30e0bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:26:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "e293aa37-cddf-4122-8de2-8fa0e6fa766e", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:26:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "e293aa37-cddf-4122-8de2-8fa0e6fa766e", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53-authn-ssl"} 2026-07-24T19:26:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "e293aa37-cddf-4122-8de2-8fa0e6fa766e", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:26:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "27890da1-6c5b-4f5f-bd0d-68d3cfb91fd9", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress"} 2026-07-24T19:26:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "27890da1-6c5b-4f5f-bd0d-68d3cfb91fd9", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a-authn-ssl"} 2026-07-24T19:26:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "27890da1-6c5b-4f5f-bd0d-68d3cfb91fd9", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress"} 2026-07-24T19:26:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "74c570a5-c7d3-4e6f-8409-bcc923e44c0a", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress"} 2026-07-24T19:26:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "74c570a5-c7d3-4e6f-8409-bcc923e44c0a", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a-authn-ssl"} 2026-07-24T19:26:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "74c570a5-c7d3-4e6f-8409-bcc923e44c0a", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress"} 2026-07-24T19:26:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "0d9786f7-ee77-40f4-92b5-4c4bd1ad9468", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress"} 2026-07-24T19:26:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "0d9786f7-ee77-40f4-92b5-4c4bd1ad9468", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a-authn-ssl"} 2026-07-24T19:26:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "0d9786f7-ee77-40f4-92b5-4c4bd1ad9468", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress"} 2026-07-24T19:26:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "1af4fb61-8f33-439e-b459-19253eaeca3f", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress"} 2026-07-24T19:26:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "1af4fb61-8f33-439e-b459-19253eaeca3f", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a-authn-ssl"} 2026-07-24T19:26:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "1af4fb61-8f33-439e-b459-19253eaeca3f", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress"} 2026-07-24T19:26:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "32aea4ce-e1b8-4cfb-af56-1fd1843e05f3", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress"} 2026-07-24T19:26:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "32aea4ce-e1b8-4cfb-af56-1fd1843e05f3", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a-authn-ssl"} 2026-07-24T19:26:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "32aea4ce-e1b8-4cfb-af56-1fd1843e05f3", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress"} 2026-07-24T19:26:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "ddc7fd2a-f8e4-46be-8dcc-6f5851255eb4", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress"} 2026-07-24T19:26:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "ddc7fd2a-f8e4-46be-8dcc-6f5851255eb4", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a-authn-ssl"} 2026-07-24T19:26:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "ddc7fd2a-f8e4-46be-8dcc-6f5851255eb4", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress"} 2026-07-24T19:26:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "a5fdbb51-8772-43d0-b7b4-a461e39e7933", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress"} 2026-07-24T19:26:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "a5fdbb51-8772-43d0-b7b4-a461e39e7933", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a-authn-ssl"} 2026-07-24T19:26:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "a5fdbb51-8772-43d0-b7b4-a461e39e7933", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress"} 2026-07-24T19:26:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8a409a"}, "namespace": "ai-tenant-e2e-ipp-b-8a409a", "name": "openshift-service-ca.crt", "reconcileID": "17e5a71c-ffc1-42e5-8626-c747e814e07a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8a409a"} 2026-07-24T19:26:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8a409a"}, "namespace": "ai-tenant-e2e-ipp-b-8a409a", "name": "odh-trusted-ca-bundle", "reconcileID": "e7f3ad9d-13ca-4883-baf3-f492f45a17ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8a409a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T19:26:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8a409a"}, "namespace": "ai-tenant-e2e-ipp-b-8a409a", "name": "odh-trusted-ca-bundle", "reconcileID": "e7f3ad9d-13ca-4883-baf3-f492f45a17ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8a409a"} 2026-07-24T19:26:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8a409a"}, "namespace": "ai-tenant-e2e-ipp-b-8a409a", "name": "openshift-service-ca.crt", "reconcileID": "a0bd5b15-0b54-4b83-baf1-62077ee79da1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8a409a"} 2026-07-24T19:26:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8a409a"}, "namespace": "ai-tenant-e2e-ipp-b-8a409a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "650e4bf9-9322-42b7-acf6-a06f73eb1275", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8a409a"} 2026-07-24T19:26:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8a409a"}, "namespace": "ai-tenant-e2e-ipp-b-8a409a", "name": "odh-trusted-ca-bundle", "reconcileID": "33f6efa9-d62f-4d21-9c64-38dd63e0e8d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8a409a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T19:26:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8a409a"}, "namespace": "ai-tenant-e2e-ipp-b-8a409a", "name": "odh-trusted-ca-bundle", "reconcileID": "33f6efa9-d62f-4d21-9c64-38dd63e0e8d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8a409a"} 2026-07-24T19:26:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8a409a"}, "namespace": "ai-tenant-e2e-ipp-b-8a409a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ad7fa57-66bd-4b8f-8d54-f4217e1b30f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8a409a"} 2026-07-24T19:26:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "46da1c39-6e56-44ed-a951-094ce0491e1d", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress"} 2026-07-24T19:26:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "46da1c39-6e56-44ed-a951-094ce0491e1d", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a-authn-ssl"} 2026-07-24T19:26:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "46da1c39-6e56-44ed-a951-094ce0491e1d", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress"} 2026-07-24T19:26:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "edd7d6b8-ce57-463d-8817-a630a849a38c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:26:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5cfe679e-7b49-407d-b120-cd8ea65794b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:26:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "730bb068-fdb0-49df-9017-93696e5f6e50", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress"} 2026-07-24T19:26:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "730bb068-fdb0-49df-9017-93696e5f6e50", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a-authn-ssl"} 2026-07-24T19:26:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "730bb068-fdb0-49df-9017-93696e5f6e50", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress"} 2026-07-24T19:26:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "90a3fcc7-9c18-44ad-b654-2229b9aa388c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:26:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "cf30e383-3f33-4e39-b178-b969a2e62c19", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:26:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "cf30e383-3f33-4e39-b178-b969a2e62c19", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:26:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "cf30e383-3f33-4e39-b178-b969a2e62c19", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:26:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "b3f07f5c-d800-4be7-aca0-212bb7657245", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:26:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "cf30e383-3f33-4e39-b178-b969a2e62c19", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53-kserve-route-authn"} 2026-07-24T19:26:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "cf30e383-3f33-4e39-b178-b969a2e62c19", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "authType": "userdefined"} 2026-07-24T19:26:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "cf30e383-3f33-4e39-b178-b969a2e62c19", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:26:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "b3f07f5c-d800-4be7-aca0-212bb7657245", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53-authn-ssl"} 2026-07-24T19:26:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "b3f07f5c-d800-4be7-aca0-212bb7657245", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:26:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "e452fd95-58bc-4969-b8ad-2976b54416e0", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:26:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "e452fd95-58bc-4969-b8ad-2976b54416e0", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:26:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "e452fd95-58bc-4969-b8ad-2976b54416e0", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:26:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "e452fd95-58bc-4969-b8ad-2976b54416e0", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53-kserve-route-authn"} 2026-07-24T19:26:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "e452fd95-58bc-4969-b8ad-2976b54416e0", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "authType": "userdefined"} 2026-07-24T19:26:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "e452fd95-58bc-4969-b8ad-2976b54416e0", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:26:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "be8078d9-9370-4887-8127-f55a6a2852fc", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:26:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "be8078d9-9370-4887-8127-f55a6a2852fc", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53-authn-ssl"} 2026-07-24T19:26:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "be8078d9-9370-4887-8127-f55a6a2852fc", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:26:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "a2afe415-6bdc-450a-a06b-674953c05556", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:26:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "a2afe415-6bdc-450a-a06b-674953c05556", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:26:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "a2afe415-6bdc-450a-a06b-674953c05556", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:26:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "a2afe415-6bdc-450a-a06b-674953c05556", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53-kserve-route-authn"} 2026-07-24T19:26:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "a2afe415-6bdc-450a-a06b-674953c05556", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "authType": "userdefined"} 2026-07-24T19:26:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "a2afe415-6bdc-450a-a06b-674953c05556", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:26:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "71d39900-dd09-418f-a5ff-97f963bd3983", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:26:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "71d39900-dd09-418f-a5ff-97f963bd3983", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:26:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "71d39900-dd09-418f-a5ff-97f963bd3983", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:26:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "71d39900-dd09-418f-a5ff-97f963bd3983", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53-kserve-route-authn"} 2026-07-24T19:26:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "71d39900-dd09-418f-a5ff-97f963bd3983", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "authType": "userdefined"} 2026-07-24T19:26:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "71d39900-dd09-418f-a5ff-97f963bd3983", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:27:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "ebdc19fa-85fc-4498-9b6a-86bb47ef7ddf", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:27:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "ebdc19fa-85fc-4498-9b6a-86bb47ef7ddf", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:27:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "ebdc19fa-85fc-4498-9b6a-86bb47ef7ddf", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:27:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "ebdc19fa-85fc-4498-9b6a-86bb47ef7ddf", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53-kserve-route-authn"} 2026-07-24T19:27:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "ebdc19fa-85fc-4498-9b6a-86bb47ef7ddf", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "authType": "userdefined"} 2026-07-24T19:27:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "ebdc19fa-85fc-4498-9b6a-86bb47ef7ddf", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:27:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "e6bfb11e-aaeb-467c-85ea-3eaf1193b5c3", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:27:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "e6bfb11e-aaeb-467c-85ea-3eaf1193b5c3", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53-authn-ssl"} 2026-07-24T19:27:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "e6bfb11e-aaeb-467c-85ea-3eaf1193b5c3", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:27:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "87c19a11-d4fe-4457-bfce-1026064a0d50", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress"} 2026-07-24T19:27:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "87c19a11-d4fe-4457-bfce-1026064a0d50", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b-authn-ssl"} 2026-07-24T19:27:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "87c19a11-d4fe-4457-bfce-1026064a0d50", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress"} 2026-07-24T19:27:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "5b86d8e2-06b3-473f-84ce-61e8d6ca22f9", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress"} 2026-07-24T19:27:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "5b86d8e2-06b3-473f-84ce-61e8d6ca22f9", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b-authn-ssl"} 2026-07-24T19:27:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "5b86d8e2-06b3-473f-84ce-61e8d6ca22f9", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress"} 2026-07-24T19:27:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "659131af-063b-4ba8-a8f5-d4c7e71c3287", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress"} 2026-07-24T19:27:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "659131af-063b-4ba8-a8f5-d4c7e71c3287", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b-authn-ssl"} 2026-07-24T19:27:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "659131af-063b-4ba8-a8f5-d4c7e71c3287", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress"} 2026-07-24T19:27:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "0f4318b8-95ee-4003-9dc7-b3874aa82cce", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress"} 2026-07-24T19:27:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "0f4318b8-95ee-4003-9dc7-b3874aa82cce", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b-authn-ssl"} 2026-07-24T19:27:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "0f4318b8-95ee-4003-9dc7-b3874aa82cce", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress"} 2026-07-24T19:27:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "7af6b387-320a-4824-85b5-cbc1343e200b", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress"} 2026-07-24T19:27:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "7af6b387-320a-4824-85b5-cbc1343e200b", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b-authn-ssl"} 2026-07-24T19:27:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "7af6b387-320a-4824-85b5-cbc1343e200b", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress"} 2026-07-24T19:27:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "87514317-fc46-4647-b36b-06d27da30dce", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress"} 2026-07-24T19:27:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "87514317-fc46-4647-b36b-06d27da30dce", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b-authn-ssl"} 2026-07-24T19:27:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "87514317-fc46-4647-b36b-06d27da30dce", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress"} 2026-07-24T19:27:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "c9aa6313-0351-4f0b-b865-712bf59e4722", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress"} 2026-07-24T19:27:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "c9aa6313-0351-4f0b-b865-712bf59e4722", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b-authn-ssl"} 2026-07-24T19:27:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "c9aa6313-0351-4f0b-b865-712bf59e4722", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress"} 2026-07-24T19:27:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9cf26b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b", "name": "openshift-service-ca.crt", "reconcileID": "11755bd5-87d1-4bbd-a980-4ed1109d7079", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b"} 2026-07-24T19:27:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9cf26b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b", "name": "odh-trusted-ca-bundle", "reconcileID": "214e3b35-eeab-4c25-99d8-4d9b2c90a39e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b"} 2026-07-24T19:27:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9cf26b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b", "name": "openshift-service-ca.crt", "reconcileID": "9ee1953f-d19e-4892-8d5b-679eca38f2c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T19:27:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9cf26b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b", "name": "openshift-service-ca.crt", "reconcileID": "9ee1953f-d19e-4892-8d5b-679eca38f2c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b"} 2026-07-24T19:27:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9cf26b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b", "name": "openshift-service-ca.crt", "reconcileID": "90e4e8d0-83f2-4dc1-906d-a0c173b8adf7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b"} 2026-07-24T19:27:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9cf26b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d5660df-b317-4863-beb8-52620ccdb923", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b"} 2026-07-24T19:27:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9cf26b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b", "name": "odh-trusted-ca-bundle", "reconcileID": "b8f690f8-9d43-48d4-b263-cdc6e2ba304f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T19:27:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9cf26b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b", "name": "odh-trusted-ca-bundle", "reconcileID": "b8f690f8-9d43-48d4-b263-cdc6e2ba304f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b"} 2026-07-24T19:27:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9cf26b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69b73110-5afe-44e9-9073-05a64200b898", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b"} 2026-07-24T19:27:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "86311757-e48a-4a52-9e15-cc9e4a3033aa", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress"} 2026-07-24T19:27:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "86311757-e48a-4a52-9e15-cc9e4a3033aa", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b-authn-ssl"} 2026-07-24T19:27:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "86311757-e48a-4a52-9e15-cc9e4a3033aa", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress"} 2026-07-24T19:27:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f431fdb3-204e-41fb-9f15-251844fdadea", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:27:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "baca7c7b-7603-4a3d-a22c-b05b8062c7f8", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress"} 2026-07-24T19:27:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "baca7c7b-7603-4a3d-a22c-b05b8062c7f8", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b-authn-ssl"} 2026-07-24T19:27:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "baca7c7b-7603-4a3d-a22c-b05b8062c7f8", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress"} 2026-07-24T19:27:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "72f709ac-f6c1-44ae-a041-93c23e8937fd", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress"} 2026-07-24T19:27:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "72f709ac-f6c1-44ae-a041-93c23e8937fd", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b-authn-ssl"} 2026-07-24T19:27:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "72f709ac-f6c1-44ae-a041-93c23e8937fd", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress"} 2026-07-24T19:28:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "ac4e160d-2e83-446b-b84d-68675f80dd71", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress"} 2026-07-24T19:28:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "ac4e160d-2e83-446b-b84d-68675f80dd71", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b-authn-ssl"} 2026-07-24T19:28:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9cf26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9cf26b", "reconcileID": "ac4e160d-2e83-446b-b84d-68675f80dd71", "Gateway": "e2e-ipp-cleanup-9cf26b", "namespace": "openshift-ingress"} 2026-07-24T19:28:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9cf26b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c69be5b-5892-4b70-8e35-485c992d8c51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b"} 2026-07-24T19:28:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9cf26b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c69be5b-5892-4b70-8e35-485c992d8c51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T19:28:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9cf26b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c69be5b-5892-4b70-8e35-485c992d8c51", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-9cf26b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T19:28:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9cf26b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b", "name": "odh-trusted-ca-bundle", "reconcileID": "951292f6-19a6-4645-ab82-a75aa6241952", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b"} 2026-07-24T19:28:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9cf26b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b", "name": "odh-trusted-ca-bundle", "reconcileID": "951292f6-19a6-4645-ab82-a75aa6241952", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b"} 2026-07-24T19:28:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9cf26b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b", "name": "openshift-service-ca.crt", "reconcileID": "b8f74125-973d-484a-a775-d71a201af766", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b"} 2026-07-24T19:28:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9cf26b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b", "name": "openshift-service-ca.crt", "reconcileID": "b8f74125-973d-484a-a775-d71a201af766", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b"} 2026-07-24T19:28:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9cf26b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af64dc67-08cd-4fa1-8caf-724e75b9e439", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b"} 2026-07-24T19:28:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9cf26b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af64dc67-08cd-4fa1-8caf-724e75b9e439", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9cf26b"} 2026-07-24T19:28:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cd2f0683-3964-4a6f-80e7-f3c994f1aed7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:28:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "020ff109-5ae6-4733-abdb-d42715ad9bbc", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:28:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "020ff109-5ae6-4733-abdb-d42715ad9bbc", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53-authn-ssl"} 2026-07-24T19:28:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "020ff109-5ae6-4733-abdb-d42715ad9bbc", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:28:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "530c4e11-91b4-4ad4-a8f1-e9bee362370f", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:28:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "530c4e11-91b4-4ad4-a8f1-e9bee362370f", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53-authn-ssl"} 2026-07-24T19:28:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "530c4e11-91b4-4ad4-a8f1-e9bee362370f", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:28:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "538b733e-1b61-4b9b-bd8d-473ad6065d37", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:28:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "538b733e-1b61-4b9b-bd8d-473ad6065d37", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53-authn-ssl"} 2026-07-24T19:28:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "538b733e-1b61-4b9b-bd8d-473ad6065d37", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:28:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "a88d0e13-05cd-42b3-9b2a-9e5ef8749602", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:28:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "a88d0e13-05cd-42b3-9b2a-9e5ef8749602", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:28:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "a88d0e13-05cd-42b3-9b2a-9e5ef8749602", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:28:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "a88d0e13-05cd-42b3-9b2a-9e5ef8749602", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53-kserve-route-authn"} 2026-07-24T19:28:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "a88d0e13-05cd-42b3-9b2a-9e5ef8749602", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "authType": "userdefined"} 2026-07-24T19:28:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "a88d0e13-05cd-42b3-9b2a-9e5ef8749602", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:29:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "9b4b175d-ec30-4bf2-8561-d24e6a698c3a", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:29:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "9b4b175d-ec30-4bf2-8561-d24e6a698c3a", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53-authn-ssl"} 2026-07-24T19:29:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "9b4b175d-ec30-4bf2-8561-d24e6a698c3a", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:29:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "316c1c84-66d8-42e1-a332-fe4ede298237", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:29:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "316c1c84-66d8-42e1-a332-fe4ede298237", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53"} 2026-07-24T19:29:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "316c1c84-66d8-42e1-a332-fe4ede298237", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:29:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "316c1c84-66d8-42e1-a332-fe4ede298237", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:29:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "316c1c84-66d8-42e1-a332-fe4ede298237", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53-kserve-route-authn"} 2026-07-24T19:29:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "316c1c84-66d8-42e1-a332-fe4ede298237", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53-kserve-route-authn"} 2026-07-24T19:29:08Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "316c1c84-66d8-42e1-a332-fe4ede298237", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:29:08Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "316c1c84-66d8-42e1-a332-fe4ede298237", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:29:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3552df0-193d-49e1-8a5f-29a1b2ca96ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:29:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3552df0-193d-49e1-8a5f-29a1b2ca96ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T19:29:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3552df0-193d-49e1-8a5f-29a1b2ca96ee", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-2d5d53 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T19:29:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "odh-trusted-ca-bundle", "reconcileID": "7f8d9aaf-579d-4f47-9e55-fb9773332be8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:29:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "odh-trusted-ca-bundle", "reconcileID": "7f8d9aaf-579d-4f47-9e55-fb9773332be8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:29:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "openshift-service-ca.crt", "reconcileID": "e7b2f907-2d10-42a8-99c0-b6dde151956b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:29:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "openshift-service-ca.crt", "reconcileID": "e7b2f907-2d10-42a8-99c0-b6dde151956b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:29:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24a28929-2352-4686-a973-b31e44d6474d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:29:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24a28929-2352-4686-a973-b31e44d6474d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:29:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "f8b7f859-dc21-4184-bea8-0e8152a052e1", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:29:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "f8b7f859-dc21-4184-bea8-0e8152a052e1", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53"} 2026-07-24T19:29:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "f8b7f859-dc21-4184-bea8-0e8152a052e1", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:29:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "f8b7f859-dc21-4184-bea8-0e8152a052e1", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:29:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "f8b7f859-dc21-4184-bea8-0e8152a052e1", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53-kserve-route-authn"} 2026-07-24T19:29:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "f8b7f859-dc21-4184-bea8-0e8152a052e1", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53-kserve-route-authn"} 2026-07-24T19:29:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "f8b7f859-dc21-4184-bea8-0e8152a052e1", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:29:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "f8b7f859-dc21-4184-bea8-0e8152a052e1", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:29:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2d5d53","namespace":"ai-tenant-e2e-ipp-a-2d5d53"}, "namespace": "ai-tenant-e2e-ipp-a-2d5d53", "name": "ipp-route-2d5d53", "reconcileID": "bc98b515-e6e3-49aa-a92c-9f68b37072b6", "LLMInferenceService": "ipp-route-2d5d53", "namespace": "ai-tenant-e2e-ipp-a-2d5d53"} 2026-07-24T19:29:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "d695e6db-e59a-48ac-90eb-c994561d7102", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:29:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "d695e6db-e59a-48ac-90eb-c994561d7102", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53-authn-ssl"} 2026-07-24T19:29:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2d5d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2d5d53", "reconcileID": "d695e6db-e59a-48ac-90eb-c994561d7102", "Gateway": "e2e-ipp-a-2d5d53", "namespace": "openshift-ingress"} 2026-07-24T19:29:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f17082bb-0772-48c1-b36a-a1223a701ac4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:29:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "12333529-4d74-4fd5-a358-ca80b8be7fb0", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress"} 2026-07-24T19:29:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "12333529-4d74-4fd5-a358-ca80b8be7fb0", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a-authn-ssl"} 2026-07-24T19:29:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "12333529-4d74-4fd5-a358-ca80b8be7fb0", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress"} 2026-07-24T19:29:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "352f1846-a71e-4d9f-a24e-e565f312015f", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress"} 2026-07-24T19:29:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "352f1846-a71e-4d9f-a24e-e565f312015f", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a-authn-ssl"} 2026-07-24T19:29:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8a409a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8a409a", "reconcileID": "352f1846-a71e-4d9f-a24e-e565f312015f", "Gateway": "e2e-ipp-b-8a409a", "namespace": "openshift-ingress"} 2026-07-24T19:29:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8a409a"}, "namespace": "ai-tenant-e2e-ipp-b-8a409a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "777b6550-0370-49de-95af-2199c6fd5f75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8a409a"} 2026-07-24T19:29:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8a409a"}, "namespace": "ai-tenant-e2e-ipp-b-8a409a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "777b6550-0370-49de-95af-2199c6fd5f75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8a409a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T19:29:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8a409a"}, "namespace": "ai-tenant-e2e-ipp-b-8a409a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "777b6550-0370-49de-95af-2199c6fd5f75", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-8a409a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T19:29:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8a409a"}, "namespace": "ai-tenant-e2e-ipp-b-8a409a", "name": "odh-trusted-ca-bundle", "reconcileID": "a23022e9-53e9-44b8-9230-21675ae4b78c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8a409a"} 2026-07-24T19:29:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8a409a"}, "namespace": "ai-tenant-e2e-ipp-b-8a409a", "name": "odh-trusted-ca-bundle", "reconcileID": "a23022e9-53e9-44b8-9230-21675ae4b78c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8a409a"} 2026-07-24T19:29:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8a409a"}, "namespace": "ai-tenant-e2e-ipp-b-8a409a", "name": "openshift-service-ca.crt", "reconcileID": "aef811fb-0d1e-4c4b-bb00-aa31ef137ba4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8a409a"} 2026-07-24T19:29:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8a409a"}, "namespace": "ai-tenant-e2e-ipp-b-8a409a", "name": "openshift-service-ca.crt", "reconcileID": "aef811fb-0d1e-4c4b-bb00-aa31ef137ba4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8a409a"} 2026-07-24T19:29:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8a409a"}, "namespace": "ai-tenant-e2e-ipp-b-8a409a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34ad302a-a37d-4a6e-a813-cf580833e7a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8a409a"} 2026-07-24T19:29:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8a409a"}, "namespace": "ai-tenant-e2e-ipp-b-8a409a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34ad302a-a37d-4a6e-a813-cf580833e7a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8a409a"} 2026-07-24T19:29:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "117462b2-f8bb-47f5-90f9-5e0c79a88155", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:30:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "f314f831-c078-46f5-8962-34bf94e83bb4", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:30:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "f314f831-c078-46f5-8962-34bf94e83bb4", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f-authn-ssl"} 2026-07-24T19:30:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "f314f831-c078-46f5-8962-34bf94e83bb4", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:30:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "5afbd9ba-8493-4e84-b2b2-e3b9f0127426", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:30:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "5afbd9ba-8493-4e84-b2b2-e3b9f0127426", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f-authn-ssl"} 2026-07-24T19:30:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-65184f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-65184f", "reconcileID": "5afbd9ba-8493-4e84-b2b2-e3b9f0127426", "Gateway": "e2e-shared-a-65184f", "namespace": "openshift-ingress"} 2026-07-24T19:30:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "264cfd29-ce43-4f7d-8b75-605e5713ebf2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:30:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "264cfd29-ce43-4f7d-8b75-605e5713ebf2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-65184f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T19:30:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "264cfd29-ce43-4f7d-8b75-605e5713ebf2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-65184f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T19:30:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "odh-trusted-ca-bundle", "reconcileID": "bd283bda-44fa-4247-8f20-30a555745fd1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:30:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "odh-trusted-ca-bundle", "reconcileID": "bd283bda-44fa-4247-8f20-30a555745fd1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:30:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "openshift-service-ca.crt", "reconcileID": "808960ea-178a-432a-ae32-69224541679e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:30:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "openshift-service-ca.crt", "reconcileID": "808960ea-178a-432a-ae32-69224541679e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:30:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e0b1a4e-6aba-4ea0-909b-88774e848aca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:30:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-65184f"}, "namespace": "ai-tenant-e2e-shared-a-65184f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e0b1a4e-6aba-4ea0-909b-88774e848aca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-65184f"} 2026-07-24T19:30:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f9ca4567-9ba1-48aa-9d18-faffce99853a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:30:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "196570c7-ee15-4cc9-8b46-bc72c93df9bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:30:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "51489268-cb53-44b5-a6d9-4daba6fef495", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:30:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8feb7457-d06b-4d5f-9ab5-5ecf77606768", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:30:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5daf45ad-3f8f-4096-9fb9-7f2d352628f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:30:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ff80b303-e71a-446e-a483-2e69fc787009", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:30:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "45ae314b-5420-4c11-8f1b-d7dd63e293d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:30:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f144cdc7-3911-44b1-b1e8-444340321623", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:30:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6dfb0ffe-8408-4af4-9289-26b7bc401084", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:30:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dd9f5dbe-65f6-499d-83f2-169bab97069b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:30:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "850fe972-95f2-4674-b253-e1c0b242d4c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:30:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c4f3948b-30c3-455b-a139-ff9205843fe4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:30:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bdecccca-a1d4-4a13-86e6-aed00500eb5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:30:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0f54d82a-b4d3-41f3-b0ed-7a6032eb0e47", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:30:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7e55e561-f5d5-4982-b889-c21c760f54fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T19:30:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "f698c2aa-8249-4133-9f58-5d7ed3c6372e", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:30:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "f698c2aa-8249-4133-9f58-5d7ed3c6372e", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5-authn-ssl"} 2026-07-24T19:30:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "f698c2aa-8249-4133-9f58-5d7ed3c6372e", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:30:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "dbb68e88-5277-46ab-a3b6-c788eaeabb77", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:30:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "dbb68e88-5277-46ab-a3b6-c788eaeabb77", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5-authn-ssl"} 2026-07-24T19:30:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d391c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d391c5", "reconcileID": "dbb68e88-5277-46ab-a3b6-c788eaeabb77", "Gateway": "e2e-shared-b-d391c5", "namespace": "openshift-ingress"} 2026-07-24T19:30:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3af77501-bb8c-45ff-8fcd-bf4a8038ed76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:30:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3af77501-bb8c-45ff-8fcd-bf4a8038ed76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d391c5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T19:30:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3af77501-bb8c-45ff-8fcd-bf4a8038ed76", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-d391c5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T19:30:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "odh-trusted-ca-bundle", "reconcileID": "284adea3-ac5c-458a-89ac-e0b9313fe5b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:30:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "odh-trusted-ca-bundle", "reconcileID": "284adea3-ac5c-458a-89ac-e0b9313fe5b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:30:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "openshift-service-ca.crt", "reconcileID": "21e6b55c-bf07-4070-b215-5309eac66a00", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:30:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "openshift-service-ca.crt", "reconcileID": "21e6b55c-bf07-4070-b215-5309eac66a00", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:30:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db6ca84f-a2fe-4a99-8fb7-bda1ad85eb21", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d391c5"} 2026-07-24T19:30:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d391c5"}, "namespace": "ai-tenant-e2e-shared-b-d391c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db6ca84f-a2fe-4a99-8fb7-bda1ad85eb21", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d391c5"}