2026-07-21T16:04:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-682cb4","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "test-model-682cb4", "reconcileID": "5b6539a6-0457-4d90-a723-2043ad108e92", "LLMInferenceService": "test-model-682cb4", "namespace": "ai-tenant-e2e-inf-a-682cb4", "authType": "userdefined"} 2026-07-21T16:04:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-682cb4","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "test-model-682cb4", "reconcileID": "5b6539a6-0457-4d90-a723-2043ad108e92", "LLMInferenceService": "test-model-682cb4", "namespace": "ai-tenant-e2e-inf-a-682cb4"} 2026-07-21T16:04:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-682cb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-682cb4", "reconcileID": "59af1dd7-77fb-4dd8-87f4-57f48ab66808", "Gateway": "e2e-inf-a-682cb4", "namespace": "openshift-ingress"} 2026-07-21T16:04:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-682cb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-682cb4", "reconcileID": "59af1dd7-77fb-4dd8-87f4-57f48ab66808", "Gateway": "e2e-inf-a-682cb4", "namespace": "openshift-ingress", "name": "e2e-inf-a-682cb4-authn-ssl"} 2026-07-21T16:04:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-682cb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-682cb4", "reconcileID": "59af1dd7-77fb-4dd8-87f4-57f48ab66808", "Gateway": "e2e-inf-a-682cb4", "namespace": "openshift-ingress"} 2026-07-21T16:05:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-682cb4","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "test-model-682cb4", "reconcileID": "9e81a21c-6510-40f3-ad85-402d031b56c8", "LLMInferenceService": "test-model-682cb4", "namespace": "ai-tenant-e2e-inf-a-682cb4"} 2026-07-21T16:05:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-682cb4","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "test-model-682cb4", "reconcileID": "9e81a21c-6510-40f3-ad85-402d031b56c8", "LLMInferenceService": "test-model-682cb4", "namespace": "ai-tenant-e2e-inf-a-682cb4"} 2026-07-21T16:05:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-682cb4","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "test-model-682cb4", "reconcileID": "9e81a21c-6510-40f3-ad85-402d031b56c8", "LLMInferenceService": "test-model-682cb4", "namespace": "ai-tenant-e2e-inf-a-682cb4"} 2026-07-21T16:05:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-682cb4","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "test-model-682cb4", "reconcileID": "9e81a21c-6510-40f3-ad85-402d031b56c8", "LLMInferenceService": "test-model-682cb4", "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "test-model-682cb4-kserve-route-authn"} 2026-07-21T16:05:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-682cb4","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "test-model-682cb4", "reconcileID": "9e81a21c-6510-40f3-ad85-402d031b56c8", "LLMInferenceService": "test-model-682cb4", "namespace": "ai-tenant-e2e-inf-a-682cb4", "authType": "userdefined"} 2026-07-21T16:05:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-682cb4","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "test-model-682cb4", "reconcileID": "9e81a21c-6510-40f3-ad85-402d031b56c8", "LLMInferenceService": "test-model-682cb4", "namespace": "ai-tenant-e2e-inf-a-682cb4"} 2026-07-21T16:05:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "c847f03c-5d27-455d-aae5-9b30056c3154", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:05:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "c847f03c-5d27-455d-aae5-9b30056c3154", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:05:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "c847f03c-5d27-455d-aae5-9b30056c3154", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:05:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-26bb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92", "reconcileID": "9eea0194-b435-45c9-8198-80f4564aaba3", "Gateway": "e2e-inf-b-26bb92", "namespace": "openshift-ingress"} 2026-07-21T16:05:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "c847f03c-5d27-455d-aae5-9b30056c3154", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92-kserve-route-authn"} 2026-07-21T16:05:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "c847f03c-5d27-455d-aae5-9b30056c3154", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92", "authType": "userdefined"} 2026-07-21T16:05:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "c847f03c-5d27-455d-aae5-9b30056c3154", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:05:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-26bb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92", "reconcileID": "9eea0194-b435-45c9-8198-80f4564aaba3", "Gateway": "e2e-inf-b-26bb92", "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92-authn-ssl"} 2026-07-21T16:05:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-26bb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92", "reconcileID": "9eea0194-b435-45c9-8198-80f4564aaba3", "Gateway": "e2e-inf-b-26bb92", "namespace": "openshift-ingress"} 2026-07-21T16:05:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "c41546e1-88cf-4fc6-826a-3af02554dc58", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:05:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "c41546e1-88cf-4fc6-826a-3af02554dc58", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:05:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "c41546e1-88cf-4fc6-826a-3af02554dc58", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:05:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "c41546e1-88cf-4fc6-826a-3af02554dc58", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92-kserve-route-authn"} 2026-07-21T16:05:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "c41546e1-88cf-4fc6-826a-3af02554dc58", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92", "authType": "userdefined"} 2026-07-21T16:05:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "c41546e1-88cf-4fc6-826a-3af02554dc58", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:05:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-26bb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92", "reconcileID": "8b470c76-c457-4cc0-80eb-6b071a9eb2af", "Gateway": "e2e-inf-b-26bb92", "namespace": "openshift-ingress"} 2026-07-21T16:05:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-26bb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92", "reconcileID": "8b470c76-c457-4cc0-80eb-6b071a9eb2af", "Gateway": "e2e-inf-b-26bb92", "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92-authn-ssl"} 2026-07-21T16:05:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-26bb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92", "reconcileID": "8b470c76-c457-4cc0-80eb-6b071a9eb2af", "Gateway": "e2e-inf-b-26bb92", "namespace": "openshift-ingress"} 2026-07-21T16:05:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "5b6b590f-3f63-46b3-83ef-0e0cea37169a", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:05:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "5b6b590f-3f63-46b3-83ef-0e0cea37169a", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:05:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "5b6b590f-3f63-46b3-83ef-0e0cea37169a", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:05:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "5b6b590f-3f63-46b3-83ef-0e0cea37169a", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92-kserve-route-authn"} 2026-07-21T16:05:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "5b6b590f-3f63-46b3-83ef-0e0cea37169a", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92", "authType": "userdefined"} 2026-07-21T16:05:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "5b6b590f-3f63-46b3-83ef-0e0cea37169a", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:05:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-26bb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92", "reconcileID": "d82f99a4-3b84-4c97-9c56-fafa9e47b6fd", "Gateway": "e2e-inf-b-26bb92", "namespace": "openshift-ingress"} 2026-07-21T16:05:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-26bb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92", "reconcileID": "d82f99a4-3b84-4c97-9c56-fafa9e47b6fd", "Gateway": "e2e-inf-b-26bb92", "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92-authn-ssl"} 2026-07-21T16:05:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-26bb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92", "reconcileID": "d82f99a4-3b84-4c97-9c56-fafa9e47b6fd", "Gateway": "e2e-inf-b-26bb92", "namespace": "openshift-ingress"} 2026-07-21T16:05:22Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-21T16:05:22Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-21T16:05:26Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-21T16:05:26Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-21T16:05:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "da2fb55b-71fb-4cf6-a0db-390279f4ac69", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:05:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "da2fb55b-71fb-4cf6-a0db-390279f4ac69", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:05:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "da2fb55b-71fb-4cf6-a0db-390279f4ac69", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:05:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "da2fb55b-71fb-4cf6-a0db-390279f4ac69", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92-kserve-route-authn"} 2026-07-21T16:05:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "da2fb55b-71fb-4cf6-a0db-390279f4ac69", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92", "authType": "userdefined"} 2026-07-21T16:05:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "da2fb55b-71fb-4cf6-a0db-390279f4ac69", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:06:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-682cb4","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "test-model-682cb4", "reconcileID": "57c07d4c-cb4a-48ac-94ed-40b6b109fc12", "LLMInferenceService": "test-model-682cb4", "namespace": "ai-tenant-e2e-inf-a-682cb4"} 2026-07-21T16:06:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-682cb4","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "test-model-682cb4", "reconcileID": "57c07d4c-cb4a-48ac-94ed-40b6b109fc12", "LLMInferenceService": "test-model-682cb4", "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "test-model-682cb4"} 2026-07-21T16:06:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-682cb4","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "test-model-682cb4", "reconcileID": "57c07d4c-cb4a-48ac-94ed-40b6b109fc12", "LLMInferenceService": "test-model-682cb4", "namespace": "ai-tenant-e2e-inf-a-682cb4"} 2026-07-21T16:06:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-682cb4","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "test-model-682cb4", "reconcileID": "57c07d4c-cb4a-48ac-94ed-40b6b109fc12", "LLMInferenceService": "test-model-682cb4", "namespace": "ai-tenant-e2e-inf-a-682cb4"} 2026-07-21T16:06:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-682cb4","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "test-model-682cb4", "reconcileID": "57c07d4c-cb4a-48ac-94ed-40b6b109fc12", "LLMInferenceService": "test-model-682cb4", "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "test-model-682cb4-kserve-route-authn"} 2026-07-21T16:06:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-682cb4","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "test-model-682cb4", "reconcileID": "57c07d4c-cb4a-48ac-94ed-40b6b109fc12", "LLMInferenceService": "test-model-682cb4", "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "test-model-682cb4-kserve-route-authn"} 2026-07-21T16:06:05Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-682cb4","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "test-model-682cb4", "reconcileID": "57c07d4c-cb4a-48ac-94ed-40b6b109fc12", "LLMInferenceService": "test-model-682cb4", "namespace": "ai-tenant-e2e-inf-a-682cb4", "namespace": "ai-tenant-e2e-inf-a-682cb4"} 2026-07-21T16:06:05Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-682cb4","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "test-model-682cb4", "reconcileID": "57c07d4c-cb4a-48ac-94ed-40b6b109fc12", "LLMInferenceService": "test-model-682cb4", "namespace": "ai-tenant-e2e-inf-a-682cb4", "namespace": "ai-tenant-e2e-inf-a-682cb4"} 2026-07-21T16:06:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-682cb4","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "test-model-682cb4", "reconcileID": "ce0406bd-08fa-4045-bb06-d42e91d88acb", "LLMInferenceService": "test-model-682cb4", "namespace": "ai-tenant-e2e-inf-a-682cb4"} 2026-07-21T16:06:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-682cb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-682cb4", "reconcileID": "f7a7db68-c5fc-480d-b731-ac02b4b962d1", "Gateway": "e2e-inf-a-682cb4", "namespace": "openshift-ingress"} 2026-07-21T16:06:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-682cb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-682cb4", "reconcileID": "f7a7db68-c5fc-480d-b731-ac02b4b962d1", "Gateway": "e2e-inf-a-682cb4", "namespace": "openshift-ingress", "name": "e2e-inf-a-682cb4-authn-ssl"} 2026-07-21T16:06:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-682cb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-682cb4", "reconcileID": "f7a7db68-c5fc-480d-b731-ac02b4b962d1", "Gateway": "e2e-inf-a-682cb4", "namespace": "openshift-ingress"} 2026-07-21T16:06:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-682cb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-682cb4", "reconcileID": "7f16af25-e9c8-411f-a6da-219b556b302c", "Gateway": "e2e-inf-a-682cb4", "namespace": "openshift-ingress"} 2026-07-21T16:06:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-682cb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-682cb4", "reconcileID": "7f16af25-e9c8-411f-a6da-219b556b302c", "Gateway": "e2e-inf-a-682cb4", "namespace": "openshift-ingress", "name": "e2e-inf-a-682cb4-authn-ssl"} 2026-07-21T16:06:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-682cb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-682cb4", "reconcileID": "7f16af25-e9c8-411f-a6da-219b556b302c", "Gateway": "e2e-inf-a-682cb4", "namespace": "openshift-ingress"} 2026-07-21T16:06:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "3e497aae-2b12-4ed5-937f-7e526a254b64", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:06:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "3e497aae-2b12-4ed5-937f-7e526a254b64", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92"} 2026-07-21T16:06:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "3e497aae-2b12-4ed5-937f-7e526a254b64", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:06:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "3e497aae-2b12-4ed5-937f-7e526a254b64", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:06:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "3e497aae-2b12-4ed5-937f-7e526a254b64", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92-kserve-route-authn"} 2026-07-21T16:06:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "3e497aae-2b12-4ed5-937f-7e526a254b64", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92-kserve-route-authn"} 2026-07-21T16:06:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "3e497aae-2b12-4ed5-937f-7e526a254b64", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:06:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "3e497aae-2b12-4ed5-937f-7e526a254b64", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:06:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-26bb92","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "test-model-26bb92", "reconcileID": "8d157ffd-906f-4b11-8561-1c9bf91a6e16", "LLMInferenceService": "test-model-26bb92", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:06:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-26bb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92", "reconcileID": "4bc2efea-f0d3-439d-8bfc-ebb5d2147496", "Gateway": "e2e-inf-b-26bb92", "namespace": "openshift-ingress"} 2026-07-21T16:06:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-26bb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92", "reconcileID": "4bc2efea-f0d3-439d-8bfc-ebb5d2147496", "Gateway": "e2e-inf-b-26bb92", "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92-authn-ssl"} 2026-07-21T16:06:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-26bb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92", "reconcileID": "4bc2efea-f0d3-439d-8bfc-ebb5d2147496", "Gateway": "e2e-inf-b-26bb92", "namespace": "openshift-ingress"} 2026-07-21T16:06:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-26bb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92", "reconcileID": "3b80c88e-562c-427c-8db8-aeba0f9b25dd", "Gateway": "e2e-inf-b-26bb92", "namespace": "openshift-ingress"} 2026-07-21T16:06:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-26bb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92", "reconcileID": "3b80c88e-562c-427c-8db8-aeba0f9b25dd", "Gateway": "e2e-inf-b-26bb92", "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92-authn-ssl"} 2026-07-21T16:06:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-26bb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92", "reconcileID": "3b80c88e-562c-427c-8db8-aeba0f9b25dd", "Gateway": "e2e-inf-b-26bb92", "namespace": "openshift-ingress"} 2026-07-21T16:06:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a5d71cf0-4edf-4645-9ff9-961d5ed3de04", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T16:06:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-682cb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-682cb4", "reconcileID": "2c91d598-b11a-4538-8ba2-65c16afe6704", "Gateway": "e2e-inf-a-682cb4", "namespace": "openshift-ingress"} 2026-07-21T16:06:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-682cb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-682cb4", "reconcileID": "2c91d598-b11a-4538-8ba2-65c16afe6704", "Gateway": "e2e-inf-a-682cb4", "namespace": "openshift-ingress", "name": "e2e-inf-a-682cb4-authn-ssl"} 2026-07-21T16:06:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-682cb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-682cb4", "reconcileID": "2c91d598-b11a-4538-8ba2-65c16afe6704", "Gateway": "e2e-inf-a-682cb4", "namespace": "openshift-ingress"} 2026-07-21T16:06:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-682cb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-682cb4", "reconcileID": "a9071063-a045-4ad1-a8c4-4122e8b96149", "Gateway": "e2e-inf-a-682cb4", "namespace": "openshift-ingress"} 2026-07-21T16:06:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-682cb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-682cb4", "reconcileID": "a9071063-a045-4ad1-a8c4-4122e8b96149", "Gateway": "e2e-inf-a-682cb4", "namespace": "openshift-ingress", "name": "e2e-inf-a-682cb4-authn-ssl"} 2026-07-21T16:06:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-682cb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-682cb4", "reconcileID": "a9071063-a045-4ad1-a8c4-4122e8b96149", "Gateway": "e2e-inf-a-682cb4", "namespace": "openshift-ingress"} 2026-07-21T16:09:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1946fe05-017d-4ba3-8e0b-e6e56525441d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T16:09:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2bf6633-7cac-48ea-8dc9-e42a8855992a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-682cb4"} 2026-07-21T16:09:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2bf6633-7cac-48ea-8dc9-e42a8855992a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-682cb4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T16:09:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2bf6633-7cac-48ea-8dc9-e42a8855992a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-682cb4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T16:09:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "odh-trusted-ca-bundle", "reconcileID": "400c05f9-7a10-4de3-abb4-a176c029e477", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-682cb4"} 2026-07-21T16:09:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "odh-trusted-ca-bundle", "reconcileID": "400c05f9-7a10-4de3-abb4-a176c029e477", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-682cb4"} 2026-07-21T16:09:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "openshift-service-ca.crt", "reconcileID": "2b4dc0df-4caf-46af-9056-e54440a4c928", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-682cb4"} 2026-07-21T16:09:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "openshift-service-ca.crt", "reconcileID": "2b4dc0df-4caf-46af-9056-e54440a4c928", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-682cb4"} 2026-07-21T16:09:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f865dd77-8c2a-4f3f-be6e-f1bb2d1ddc4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-682cb4"} 2026-07-21T16:09:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-682cb4"}, "namespace": "ai-tenant-e2e-inf-a-682cb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f865dd77-8c2a-4f3f-be6e-f1bb2d1ddc4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-682cb4"} 2026-07-21T16:09:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-682cb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-682cb4", "reconcileID": "a9601968-b20b-43a0-a872-7e80cafde4ba", "Gateway": "e2e-inf-a-682cb4", "namespace": "openshift-ingress"} 2026-07-21T16:09:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "287e1d1f-49e7-4be2-a475-aa0a85a7f0ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T16:09:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-26bb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92", "reconcileID": "1a12e19f-a1e4-491d-add5-d5058e2fd00a", "Gateway": "e2e-inf-b-26bb92", "namespace": "openshift-ingress"} 2026-07-21T16:09:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-26bb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92", "reconcileID": "1a12e19f-a1e4-491d-add5-d5058e2fd00a", "Gateway": "e2e-inf-b-26bb92", "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92-authn-ssl"} 2026-07-21T16:09:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-26bb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92", "reconcileID": "1a12e19f-a1e4-491d-add5-d5058e2fd00a", "Gateway": "e2e-inf-b-26bb92", "namespace": "openshift-ingress"} 2026-07-21T16:09:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-26bb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92", "reconcileID": "e0c531a6-14d3-4c42-a01e-1334483c372d", "Gateway": "e2e-inf-b-26bb92", "namespace": "openshift-ingress"} 2026-07-21T16:09:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-26bb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92", "reconcileID": "e0c531a6-14d3-4c42-a01e-1334483c372d", "Gateway": "e2e-inf-b-26bb92", "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92-authn-ssl"} 2026-07-21T16:09:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-26bb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92", "reconcileID": "e0c531a6-14d3-4c42-a01e-1334483c372d", "Gateway": "e2e-inf-b-26bb92", "namespace": "openshift-ingress"} 2026-07-21T16:12:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d481b403-0c9f-4fda-834b-ae8e0cdb774f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:12:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d481b403-0c9f-4fda-834b-ae8e0cdb774f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-26bb92", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T16:12:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d481b403-0c9f-4fda-834b-ae8e0cdb774f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-26bb92 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T16:12:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "odh-trusted-ca-bundle", "reconcileID": "5e9415fd-2793-4212-b74a-f4fc171d693d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:12:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "odh-trusted-ca-bundle", "reconcileID": "5e9415fd-2793-4212-b74a-f4fc171d693d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:12:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "openshift-service-ca.crt", "reconcileID": "1128654d-1605-49b1-9172-e4d058b7f0b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:12:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "openshift-service-ca.crt", "reconcileID": "1128654d-1605-49b1-9172-e4d058b7f0b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:12:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1080a4d-29d8-4234-9c08-d15e17306557", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:12:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-26bb92"}, "namespace": "ai-tenant-e2e-inf-b-26bb92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1080a4d-29d8-4234-9c08-d15e17306557", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-26bb92"} 2026-07-21T16:12:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-26bb92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-26bb92", "reconcileID": "810deb0d-aa11-4311-8e73-faab7622258e", "Gateway": "e2e-inf-b-26bb92", "namespace": "openshift-ingress"} 2026-07-21T16:12:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "677c741c-1aa2-46ee-a2a3-94d100fcdfdf", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:12:20Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "677c741c-1aa2-46ee-a2a3-94d100fcdfdf", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d-authn-ssl"} 2026-07-21T16:12:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "677c741c-1aa2-46ee-a2a3-94d100fcdfdf", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:12:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "bf2bc1d9-dc24-4643-9d58-f0977f98e10f", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:12:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "bf2bc1d9-dc24-4643-9d58-f0977f98e10f", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d-authn-ssl"} 2026-07-21T16:12:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "bf2bc1d9-dc24-4643-9d58-f0977f98e10f", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:12:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "7ce3e203-b90e-401c-8959-ccd79727e645", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:12:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "7ce3e203-b90e-401c-8959-ccd79727e645", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d-authn-ssl"} 2026-07-21T16:12:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "7ce3e203-b90e-401c-8959-ccd79727e645", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:12:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "acb8dc60-18d7-48f0-a2a0-1ba6e8bc8d9e", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:12:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "acb8dc60-18d7-48f0-a2a0-1ba6e8bc8d9e", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d-authn-ssl"} 2026-07-21T16:12:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "acb8dc60-18d7-48f0-a2a0-1ba6e8bc8d9e", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:12:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "9b8a78a0-5a60-4db9-b541-79d6a16685da", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:12:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "9b8a78a0-5a60-4db9-b541-79d6a16685da", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d-authn-ssl"} 2026-07-21T16:12:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "9b8a78a0-5a60-4db9-b541-79d6a16685da", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:12:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "c7c21014-47cd-49ab-bd0c-dcd0a5d8135e", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:12:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "c7c21014-47cd-49ab-bd0c-dcd0a5d8135e", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d-authn-ssl"} 2026-07-21T16:12:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "c7c21014-47cd-49ab-bd0c-dcd0a5d8135e", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:12:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "d2e168ef-631f-463d-8195-53300cd9b7d7", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:12:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "d2e168ef-631f-463d-8195-53300cd9b7d7", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d-authn-ssl"} 2026-07-21T16:12:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "d2e168ef-631f-463d-8195-53300cd9b7d7", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:12:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-40a33d"}, "namespace": "ai-tenant-e2e-api-a-40a33d", "name": "openshift-service-ca.crt", "reconcileID": "c14a7f15-872a-4e08-98ec-2e2f0c900ccb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-40a33d"} 2026-07-21T16:12:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-40a33d"}, "namespace": "ai-tenant-e2e-api-a-40a33d", "name": "openshift-service-ca.crt", "reconcileID": "78756f3f-e530-4f6d-8ab7-744cb1b0ce4b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-40a33d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T16:12:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-40a33d"}, "namespace": "ai-tenant-e2e-api-a-40a33d", "name": "openshift-service-ca.crt", "reconcileID": "78756f3f-e530-4f6d-8ab7-744cb1b0ce4b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-40a33d"} 2026-07-21T16:12:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-40a33d"}, "namespace": "ai-tenant-e2e-api-a-40a33d", "name": "odh-trusted-ca-bundle", "reconcileID": "a37d0d6a-fc3e-4089-9965-1168df18e75a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-40a33d"} 2026-07-21T16:12:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-40a33d"}, "namespace": "ai-tenant-e2e-api-a-40a33d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ef644a1-a3be-4b78-b1ae-63a940c31e14", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-40a33d"} 2026-07-21T16:12:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-40a33d"}, "namespace": "ai-tenant-e2e-api-a-40a33d", "name": "openshift-service-ca.crt", "reconcileID": "9d010114-7bf6-475d-8354-d87e7076d09a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-40a33d"} 2026-07-21T16:12:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-40a33d"}, "namespace": "ai-tenant-e2e-api-a-40a33d", "name": "odh-trusted-ca-bundle", "reconcileID": "961a9c9d-86d1-4dfe-aae9-f1bd33e6970f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-40a33d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T16:12:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-40a33d"}, "namespace": "ai-tenant-e2e-api-a-40a33d", "name": "odh-trusted-ca-bundle", "reconcileID": "961a9c9d-86d1-4dfe-aae9-f1bd33e6970f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-40a33d"} 2026-07-21T16:12:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-40a33d"}, "namespace": "ai-tenant-e2e-api-a-40a33d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5f3b5a1-3096-47d3-9703-83278350f14b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-40a33d"} 2026-07-21T16:12:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "e98ddc00-542f-4fcb-861c-ef3553612887", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:12:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "e98ddc00-542f-4fcb-861c-ef3553612887", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d-authn-ssl"} 2026-07-21T16:12:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "e98ddc00-542f-4fcb-861c-ef3553612887", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:12:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e4dc3436-2ff1-4dc4-82c0-a2f10228c692", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T16:12:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "bb27adbe-8759-42d9-a768-7f71a39a4dc8", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:12:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "bb27adbe-8759-42d9-a768-7f71a39a4dc8", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d-authn-ssl"} 2026-07-21T16:12:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "bb27adbe-8759-42d9-a768-7f71a39a4dc8", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:12:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "5f8abb44-28d2-4582-bd60-17762733d30f", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress"} 2026-07-21T16:12:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "5f8abb44-28d2-4582-bd60-17762733d30f", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd-authn-ssl"} 2026-07-21T16:12:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "5f8abb44-28d2-4582-bd60-17762733d30f", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress"} 2026-07-21T16:12:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "f82e4cd0-cab6-4ec6-99f4-21c790b65adc", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress"} 2026-07-21T16:12:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "f82e4cd0-cab6-4ec6-99f4-21c790b65adc", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd-authn-ssl"} 2026-07-21T16:12:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "f82e4cd0-cab6-4ec6-99f4-21c790b65adc", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress"} 2026-07-21T16:12:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "8d2a03c8-8021-47ef-acfb-c506c329560f", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress"} 2026-07-21T16:12:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "8d2a03c8-8021-47ef-acfb-c506c329560f", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd-authn-ssl"} 2026-07-21T16:12:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "8d2a03c8-8021-47ef-acfb-c506c329560f", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress"} 2026-07-21T16:12:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "7d81b74c-af7d-4886-8b0d-66f7ba09b17d", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress"} 2026-07-21T16:12:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "7d81b74c-af7d-4886-8b0d-66f7ba09b17d", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd-authn-ssl"} 2026-07-21T16:12:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "7d81b74c-af7d-4886-8b0d-66f7ba09b17d", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress"} 2026-07-21T16:12:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "f8f2dd56-3e2c-4e6c-805d-f59c03ba8c6e", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress"} 2026-07-21T16:12:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "f8f2dd56-3e2c-4e6c-805d-f59c03ba8c6e", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd-authn-ssl"} 2026-07-21T16:12:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "f8f2dd56-3e2c-4e6c-805d-f59c03ba8c6e", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress"} 2026-07-21T16:12:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "7beecce3-04ad-499a-89ea-3c56611fbee1", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress"} 2026-07-21T16:12:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "7beecce3-04ad-499a-89ea-3c56611fbee1", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd-authn-ssl"} 2026-07-21T16:12:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "7beecce3-04ad-499a-89ea-3c56611fbee1", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress"} 2026-07-21T16:12:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "4789812e-4b92-45bf-bbdf-564e53497cc7", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress"} 2026-07-21T16:12:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "4789812e-4b92-45bf-bbdf-564e53497cc7", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd-authn-ssl"} 2026-07-21T16:12:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "4789812e-4b92-45bf-bbdf-564e53497cc7", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress"} 2026-07-21T16:12:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fb94bd"}, "namespace": "ai-tenant-e2e-api-b-fb94bd", "name": "openshift-service-ca.crt", "reconcileID": "5fc966c6-ea08-4f26-a132-7a610dc8d0bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fb94bd"} 2026-07-21T16:12:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb94bd"}, "namespace": "ai-tenant-e2e-api-b-fb94bd", "name": "odh-trusted-ca-bundle", "reconcileID": "1d684572-de8d-4979-8d1c-c08c7e169989", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb94bd"} 2026-07-21T16:12:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fb94bd"}, "namespace": "ai-tenant-e2e-api-b-fb94bd", "name": "openshift-service-ca.crt", "reconcileID": "9ffdde67-fcfd-4119-9b85-7d0866f5bdac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fb94bd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T16:12:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fb94bd"}, "namespace": "ai-tenant-e2e-api-b-fb94bd", "name": "openshift-service-ca.crt", "reconcileID": "9ffdde67-fcfd-4119-9b85-7d0866f5bdac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fb94bd"} 2026-07-21T16:12:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb94bd"}, "namespace": "ai-tenant-e2e-api-b-fb94bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67556916-aa1a-42cf-9b51-36ff6a0c2a6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb94bd"} 2026-07-21T16:12:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fb94bd"}, "namespace": "ai-tenant-e2e-api-b-fb94bd", "name": "openshift-service-ca.crt", "reconcileID": "dcbfa5aa-7705-4aea-b9f3-e69bfc272285", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fb94bd"} 2026-07-21T16:12:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb94bd"}, "namespace": "ai-tenant-e2e-api-b-fb94bd", "name": "odh-trusted-ca-bundle", "reconcileID": "915c5f95-f4df-47a3-8df3-f47965e10d65", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb94bd", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T16:12:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb94bd"}, "namespace": "ai-tenant-e2e-api-b-fb94bd", "name": "odh-trusted-ca-bundle", "reconcileID": "915c5f95-f4df-47a3-8df3-f47965e10d65", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb94bd"} 2026-07-21T16:12:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb94bd"}, "namespace": "ai-tenant-e2e-api-b-fb94bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0ea0bba-9f88-474d-bee3-1fca15f4e006", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb94bd"} 2026-07-21T16:12:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "c20d986e-21b3-4528-b07d-90a55f8a009f", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress"} 2026-07-21T16:12:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "c20d986e-21b3-4528-b07d-90a55f8a009f", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd-authn-ssl"} 2026-07-21T16:12:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "c20d986e-21b3-4528-b07d-90a55f8a009f", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress"} 2026-07-21T16:12:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "71b90687-f3fc-4e5b-abc1-995a6a9b98c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T16:12:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "29bf0749-1573-42aa-a1bd-f205b8d38c1f", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:12:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "29bf0749-1573-42aa-a1bd-f205b8d38c1f", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d-authn-ssl"} 2026-07-21T16:12:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "29bf0749-1573-42aa-a1bd-f205b8d38c1f", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:12:37Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-21T16:12:37Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-21T16:12:38Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-21T16:12:38Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-21T16:12:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "b35d3278-7b31-4f37-b978-8f82d07e7499", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress"} 2026-07-21T16:12:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "b35d3278-7b31-4f37-b978-8f82d07e7499", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd-authn-ssl"} 2026-07-21T16:12:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "b35d3278-7b31-4f37-b978-8f82d07e7499", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress"} 2026-07-21T16:12:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "45e681ef-b345-489f-9258-69035b58c7ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T16:12:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "28919ae9-6082-461b-b08c-352eb5959ba8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T16:12:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1229ef7f-ac99-441c-acd7-261e72b9224f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T16:12:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "67615837-f41e-429c-b7e8-ffe4a900060d", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:12:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "67615837-f41e-429c-b7e8-ffe4a900060d", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d-authn-ssl"} 2026-07-21T16:12:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "67615837-f41e-429c-b7e8-ffe4a900060d", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:12:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "14963026-4635-4f2c-b1ff-1d805ced8a1b", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:12:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "14963026-4635-4f2c-b1ff-1d805ced8a1b", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d-authn-ssl"} 2026-07-21T16:12:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "14963026-4635-4f2c-b1ff-1d805ced8a1b", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:14:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "82d05c4f-b8e5-4cfa-94d4-734fd12fd5e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T16:15:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-40a33d"}, "namespace": "ai-tenant-e2e-api-a-40a33d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6776b674-35cd-415e-bf2f-460c64076468", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-40a33d"} 2026-07-21T16:15:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-40a33d"}, "namespace": "ai-tenant-e2e-api-a-40a33d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6776b674-35cd-415e-bf2f-460c64076468", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-40a33d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T16:15:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-40a33d"}, "namespace": "ai-tenant-e2e-api-a-40a33d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6776b674-35cd-415e-bf2f-460c64076468", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-40a33d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T16:15:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-40a33d"}, "namespace": "ai-tenant-e2e-api-a-40a33d", "name": "odh-trusted-ca-bundle", "reconcileID": "ccf52b45-77b1-4de8-beb4-05731e63e1ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-40a33d"} 2026-07-21T16:15:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-40a33d"}, "namespace": "ai-tenant-e2e-api-a-40a33d", "name": "odh-trusted-ca-bundle", "reconcileID": "ccf52b45-77b1-4de8-beb4-05731e63e1ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-40a33d"} 2026-07-21T16:15:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-40a33d"}, "namespace": "ai-tenant-e2e-api-a-40a33d", "name": "openshift-service-ca.crt", "reconcileID": "8f3b62cb-7530-4a46-9fd6-064701e78e7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-40a33d"} 2026-07-21T16:15:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-40a33d"}, "namespace": "ai-tenant-e2e-api-a-40a33d", "name": "openshift-service-ca.crt", "reconcileID": "8f3b62cb-7530-4a46-9fd6-064701e78e7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-40a33d"} 2026-07-21T16:15:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-40a33d"}, "namespace": "ai-tenant-e2e-api-a-40a33d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84f6e674-d936-4592-9023-050a294a13b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-40a33d"} 2026-07-21T16:15:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-40a33d"}, "namespace": "ai-tenant-e2e-api-a-40a33d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84f6e674-d936-4592-9023-050a294a13b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-40a33d"} 2026-07-21T16:15:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40a33d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40a33d", "reconcileID": "58e4a4d8-e810-4fa1-8c0e-26aebdcfc43a", "Gateway": "e2e-api-a-40a33d", "namespace": "openshift-ingress"} 2026-07-21T16:15:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a90b7035-2bcb-412c-8967-00dad68b6bc9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T16:16:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "7ca04be5-c52f-49df-8dfb-c169abd8ae4a", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress"} 2026-07-21T16:16:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "7ca04be5-c52f-49df-8dfb-c169abd8ae4a", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd-authn-ssl"} 2026-07-21T16:16:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "7ca04be5-c52f-49df-8dfb-c169abd8ae4a", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress"} 2026-07-21T16:16:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "55d36389-85cb-4635-9431-0ae8a7694954", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress"} 2026-07-21T16:16:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "55d36389-85cb-4635-9431-0ae8a7694954", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd-authn-ssl"} 2026-07-21T16:16:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "55d36389-85cb-4635-9431-0ae8a7694954", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress"} 2026-07-21T16:18:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb94bd"}, "namespace": "ai-tenant-e2e-api-b-fb94bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf1f13ca-9ad6-4f9d-ae20-904b25feb02b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb94bd"} 2026-07-21T16:18:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb94bd"}, "namespace": "ai-tenant-e2e-api-b-fb94bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf1f13ca-9ad6-4f9d-ae20-904b25feb02b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb94bd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T16:18:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb94bd"}, "namespace": "ai-tenant-e2e-api-b-fb94bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf1f13ca-9ad6-4f9d-ae20-904b25feb02b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-fb94bd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T16:18:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb94bd"}, "namespace": "ai-tenant-e2e-api-b-fb94bd", "name": "odh-trusted-ca-bundle", "reconcileID": "dc97387a-277a-439e-a653-d54f91d9b0d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb94bd"} 2026-07-21T16:18:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb94bd"}, "namespace": "ai-tenant-e2e-api-b-fb94bd", "name": "odh-trusted-ca-bundle", "reconcileID": "dc97387a-277a-439e-a653-d54f91d9b0d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb94bd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T16:18:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb94bd"}, "namespace": "ai-tenant-e2e-api-b-fb94bd", "name": "odh-trusted-ca-bundle", "reconcileID": "dc97387a-277a-439e-a653-d54f91d9b0d6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-fb94bd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T16:18:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb94bd"}, "namespace": "ai-tenant-e2e-api-b-fb94bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "671f060f-9c86-48a7-ae5c-79c534894f3c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb94bd"} 2026-07-21T16:18:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb94bd"}, "namespace": "ai-tenant-e2e-api-b-fb94bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "671f060f-9c86-48a7-ae5c-79c534894f3c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb94bd"} 2026-07-21T16:18:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fb94bd"}, "namespace": "ai-tenant-e2e-api-b-fb94bd", "name": "openshift-service-ca.crt", "reconcileID": "3b07cfcc-e332-4ed2-8e62-2642060aff08", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fb94bd"} 2026-07-21T16:18:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fb94bd"}, "namespace": "ai-tenant-e2e-api-b-fb94bd", "name": "openshift-service-ca.crt", "reconcileID": "3b07cfcc-e332-4ed2-8e62-2642060aff08", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fb94bd"} 2026-07-21T16:18:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb94bd"}, "namespace": "ai-tenant-e2e-api-b-fb94bd", "name": "odh-trusted-ca-bundle", "reconcileID": "305302bd-d681-4915-98f1-3ab7f53ed7ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb94bd"} 2026-07-21T16:18:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb94bd"}, "namespace": "ai-tenant-e2e-api-b-fb94bd", "name": "odh-trusted-ca-bundle", "reconcileID": "305302bd-d681-4915-98f1-3ab7f53ed7ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb94bd"} 2026-07-21T16:18:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb94bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb94bd", "reconcileID": "b6e1f0b4-3fc8-4dc9-b054-5cb1f1b120ec", "Gateway": "e2e-api-b-fb94bd", "namespace": "openshift-ingress"} 2026-07-21T16:18:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "0ef03730-fe9b-4ac0-8bca-c27c324513c1", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:18:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "0ef03730-fe9b-4ac0-8bca-c27c324513c1", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80-authn-ssl"} 2026-07-21T16:18:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "0ef03730-fe9b-4ac0-8bca-c27c324513c1", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:18:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "e6b212ba-1edf-4e08-9a04-213c2a421235", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:18:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "e6b212ba-1edf-4e08-9a04-213c2a421235", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80-authn-ssl"} 2026-07-21T16:18:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "e6b212ba-1edf-4e08-9a04-213c2a421235", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:18:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "427fc262-f97d-4fed-8554-282f9b8db318", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:18:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "427fc262-f97d-4fed-8554-282f9b8db318", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80-authn-ssl"} 2026-07-21T16:18:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "427fc262-f97d-4fed-8554-282f9b8db318", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:18:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "db47d2d5-15dd-489c-898d-24a82f0ea2f0", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:18:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "db47d2d5-15dd-489c-898d-24a82f0ea2f0", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80-authn-ssl"} 2026-07-21T16:18:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "db47d2d5-15dd-489c-898d-24a82f0ea2f0", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:18:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "50c1e248-a992-4e8b-ab97-b44b1ca02991", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:18:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "50c1e248-a992-4e8b-ab97-b44b1ca02991", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80-authn-ssl"} 2026-07-21T16:18:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "50c1e248-a992-4e8b-ab97-b44b1ca02991", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:18:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "68ea3024-1b21-4f07-8d89-66edbd8c1c7d", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:18:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "68ea3024-1b21-4f07-8d89-66edbd8c1c7d", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80-authn-ssl"} 2026-07-21T16:18:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "68ea3024-1b21-4f07-8d89-66edbd8c1c7d", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:19:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "ba546d3e-d7c7-4600-b70d-ec555537163d", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:19:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "ba546d3e-d7c7-4600-b70d-ec555537163d", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80-authn-ssl"} 2026-07-21T16:19:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "ba546d3e-d7c7-4600-b70d-ec555537163d", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:19:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "openshift-service-ca.crt", "reconcileID": "c89d4d80-950b-44ce-89fd-2f77e1071e76", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:19:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "odh-trusted-ca-bundle", "reconcileID": "895b1665-c824-49af-b18c-7a663ab4342c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:19:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "openshift-service-ca.crt", "reconcileID": "b6abe413-752a-42b1-b853-672cb66ed8e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-524b80", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T16:19:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "openshift-service-ca.crt", "reconcileID": "b6abe413-752a-42b1-b853-672cb66ed8e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:19:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aec6deb9-978b-45bf-b0a4-7897cef98a98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:19:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "openshift-service-ca.crt", "reconcileID": "49652c32-268b-4d93-a0d4-50b118a8f610", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:19:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "odh-trusted-ca-bundle", "reconcileID": "ea477d92-890b-455f-bdfb-e2dc82164c78", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-524b80", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T16:19:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "odh-trusted-ca-bundle", "reconcileID": "ea477d92-890b-455f-bdfb-e2dc82164c78", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:19:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da40b62e-594a-4798-a7a0-9cf84231acf9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:19:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "8fee7f05-b285-4aa5-a87d-b2838cc0984d", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:19:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "8fee7f05-b285-4aa5-a87d-b2838cc0984d", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80-authn-ssl"} 2026-07-21T16:19:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "8fee7f05-b285-4aa5-a87d-b2838cc0984d", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:19:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c1fef038-a956-4253-b5cb-9de72c8dffd2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T16:19:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3ba7ba12-7cff-4b8d-b626-da160a1fc9a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T16:19:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1046388b-fe8b-430e-a72e-a0eb1ca6a604", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T16:19:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "4246bf54-0a85-428c-b7e7-fb4fbbb3b096", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:19:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "4246bf54-0a85-428c-b7e7-fb4fbbb3b096", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80-authn-ssl"} 2026-07-21T16:19:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "4246bf54-0a85-428c-b7e7-fb4fbbb3b096", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:19:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "dd96154b-eab6-4b89-ba80-ca80d8785465", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:19:07Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "dd96154b-eab6-4b89-ba80-ca80d8785465", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d-authn-ssl"} 2026-07-21T16:19:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "dd96154b-eab6-4b89-ba80-ca80d8785465", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:19:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "947ee019-49e0-4c47-b08a-a08be7a6ee26", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:19:07Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "947ee019-49e0-4c47-b08a-a08be7a6ee26", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d-authn-ssl"} 2026-07-21T16:19:07Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "947ee019-49e0-4c47-b08a-a08be7a6ee26", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-b-bbeb7d-authn-ssl: envoyfilters.networking.istio.io \"e2e-shared-b-bbeb7d-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T16:19:07Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-b-bbeb7d-authn-ssl: envoyfilters.networking.istio.io "e2e-shared-b-bbeb7d-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-shared-b-bbeb7d","uid":"8cc2df7b-ce2e-4026-9b68-135049ef09d3","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"79410"}, "reason": "ReconcileError"} 2026-07-21T16:19:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "2ece1e22-026c-4d5e-8344-e982dc4522ac", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:19:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "2ece1e22-026c-4d5e-8344-e982dc4522ac", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d-authn-ssl"} 2026-07-21T16:19:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "2ece1e22-026c-4d5e-8344-e982dc4522ac", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:19:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "308b0ac4-865f-470b-8edb-ecd0bce19a82", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:19:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "308b0ac4-865f-470b-8edb-ecd0bce19a82", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d-authn-ssl"} 2026-07-21T16:19:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "308b0ac4-865f-470b-8edb-ecd0bce19a82", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:19:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "36af77c6-cbd7-4fb6-8784-4d2556aa1e04", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:19:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "36af77c6-cbd7-4fb6-8784-4d2556aa1e04", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d-authn-ssl"} 2026-07-21T16:19:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "36af77c6-cbd7-4fb6-8784-4d2556aa1e04", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:19:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "fca8b155-dd19-4085-be34-f74f33e235a6", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:19:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "fca8b155-dd19-4085-be34-f74f33e235a6", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d-authn-ssl"} 2026-07-21T16:19:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "fca8b155-dd19-4085-be34-f74f33e235a6", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:19:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "bcfecaea-1e81-4773-94b6-d458b229af2c", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:19:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "bcfecaea-1e81-4773-94b6-d458b229af2c", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d-authn-ssl"} 2026-07-21T16:19:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "bcfecaea-1e81-4773-94b6-d458b229af2c", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:19:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "d5f4ee67-7e63-446d-bc84-7b49cbe2bbb6", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:19:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "d5f4ee67-7e63-446d-bc84-7b49cbe2bbb6", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d-authn-ssl"} 2026-07-21T16:19:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "d5f4ee67-7e63-446d-bc84-7b49cbe2bbb6", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:19:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "openshift-service-ca.crt", "reconcileID": "fcd68e77-90f4-4332-b308-a529a461c463", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:19:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "odh-trusted-ca-bundle", "reconcileID": "ef501433-2a4e-40a3-895c-1a02a614e60b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:19:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "openshift-service-ca.crt", "reconcileID": "0de9c0ee-fa4b-473d-9880-45bd39c5727a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T16:19:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "openshift-service-ca.crt", "reconcileID": "0de9c0ee-fa4b-473d-9880-45bd39c5727a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:19:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c237f5fc-7d47-48d7-b84d-ed909290007c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:19:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "openshift-service-ca.crt", "reconcileID": "b558ff17-26df-41f2-9194-5cb4c74aea3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:19:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "odh-trusted-ca-bundle", "reconcileID": "31948628-3dcc-423e-862e-242749ca7281", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T16:19:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "odh-trusted-ca-bundle", "reconcileID": "31948628-3dcc-423e-862e-242749ca7281", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:19:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9541b1a-3bd0-444c-af1c-43a74527353f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:19:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "e3bbf432-9485-4a62-863c-2801ef169a2a", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:19:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "e3bbf432-9485-4a62-863c-2801ef169a2a", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d-authn-ssl"} 2026-07-21T16:19:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "e3bbf432-9485-4a62-863c-2801ef169a2a", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:19:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ae22b3d4-2a3e-4648-a5c8-82f2c5add450", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T16:19:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "ca3240d2-edc8-4723-b5ca-af6b91f53a48", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:19:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "ca3240d2-edc8-4723-b5ca-af6b91f53a48", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d-authn-ssl"} 2026-07-21T16:19:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "ca3240d2-edc8-4723-b5ca-af6b91f53a48", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:19:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "e6f87bab-ab26-4a7d-8d9b-83282cfe8bc7", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:19:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "e6f87bab-ab26-4a7d-8d9b-83282cfe8bc7", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:19:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "e6f87bab-ab26-4a7d-8d9b-83282cfe8bc7", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:19:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "a48580f6-c85b-4e0c-a55d-a8d0af6f9780", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:19:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "e6f87bab-ab26-4a7d-8d9b-83282cfe8bc7", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80-kserve-route-authn"} 2026-07-21T16:19:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "e6f87bab-ab26-4a7d-8d9b-83282cfe8bc7", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80", "authType": "userdefined"} 2026-07-21T16:19:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "e6f87bab-ab26-4a7d-8d9b-83282cfe8bc7", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:19:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "a48580f6-c85b-4e0c-a55d-a8d0af6f9780", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80-authn-ssl"} 2026-07-21T16:19:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "a48580f6-c85b-4e0c-a55d-a8d0af6f9780", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:19:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "cc215360-d408-4410-ad4e-b142a1194c9a", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:19:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "cc215360-d408-4410-ad4e-b142a1194c9a", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:19:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "cc215360-d408-4410-ad4e-b142a1194c9a", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:19:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "cc215360-d408-4410-ad4e-b142a1194c9a", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80-kserve-route-authn"} 2026-07-21T16:19:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "cc215360-d408-4410-ad4e-b142a1194c9a", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80", "authType": "userdefined"} 2026-07-21T16:19:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "cc215360-d408-4410-ad4e-b142a1194c9a", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:19:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ee030f48-8547-4743-a19d-f84947d6ced3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T16:19:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e1a74318-36cd-4d1f-8174-5f367c9c762c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T16:19:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "4d8bf42f-a94c-43ce-b6a6-906c703acc6f", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:19:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "4d8bf42f-a94c-43ce-b6a6-906c703acc6f", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80-authn-ssl"} 2026-07-21T16:19:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "4d8bf42f-a94c-43ce-b6a6-906c703acc6f", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:19:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "cd27e37e-2946-4a7d-b663-c653a87cdab3", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:19:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "cd27e37e-2946-4a7d-b663-c653a87cdab3", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:19:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "cd27e37e-2946-4a7d-b663-c653a87cdab3", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:19:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "cd27e37e-2946-4a7d-b663-c653a87cdab3", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80-kserve-route-authn"} 2026-07-21T16:19:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "cd27e37e-2946-4a7d-b663-c653a87cdab3", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80", "authType": "userdefined"} 2026-07-21T16:19:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "cd27e37e-2946-4a7d-b663-c653a87cdab3", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:19:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "3f4ee0fb-57ba-4b60-9027-0fd8ef10f036", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:19:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "3f4ee0fb-57ba-4b60-9027-0fd8ef10f036", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:19:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "3f4ee0fb-57ba-4b60-9027-0fd8ef10f036", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:19:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "3f4ee0fb-57ba-4b60-9027-0fd8ef10f036", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80-kserve-route-authn"} 2026-07-21T16:19:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "3f4ee0fb-57ba-4b60-9027-0fd8ef10f036", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80", "authType": "userdefined"} 2026-07-21T16:19:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "3f4ee0fb-57ba-4b60-9027-0fd8ef10f036", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:19:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "8edbefde-4f1f-4b6d-9cce-754aab450b77", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:19:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "8edbefde-4f1f-4b6d-9cce-754aab450b77", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:19:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "8edbefde-4f1f-4b6d-9cce-754aab450b77", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:19:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "7af4fe1b-a15e-4301-855b-8486fca67e78", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:19:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "8edbefde-4f1f-4b6d-9cce-754aab450b77", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d-kserve-route-authn"} 2026-07-21T16:19:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "8edbefde-4f1f-4b6d-9cce-754aab450b77", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "authType": "userdefined"} 2026-07-21T16:19:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "8edbefde-4f1f-4b6d-9cce-754aab450b77", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:19:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "7af4fe1b-a15e-4301-855b-8486fca67e78", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d-authn-ssl"} 2026-07-21T16:19:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "7af4fe1b-a15e-4301-855b-8486fca67e78", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:19:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "f691828f-71a5-42cd-aa30-0fd5854abeb3", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:19:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "f691828f-71a5-42cd-aa30-0fd5854abeb3", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:19:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "f691828f-71a5-42cd-aa30-0fd5854abeb3", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:19:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "f691828f-71a5-42cd-aa30-0fd5854abeb3", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d-kserve-route-authn"} 2026-07-21T16:19:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "f691828f-71a5-42cd-aa30-0fd5854abeb3", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "authType": "userdefined"} 2026-07-21T16:19:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "f691828f-71a5-42cd-aa30-0fd5854abeb3", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:20:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "4f23322d-5c1f-4f10-b808-27d6271d7cf8", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:20:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "4f23322d-5c1f-4f10-b808-27d6271d7cf8", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d-authn-ssl"} 2026-07-21T16:20:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "4f23322d-5c1f-4f10-b808-27d6271d7cf8", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:20:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "3a036215-914d-4675-9908-35e1c05609d7", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:20:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "3a036215-914d-4675-9908-35e1c05609d7", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:20:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "3a036215-914d-4675-9908-35e1c05609d7", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:20:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "3a036215-914d-4675-9908-35e1c05609d7", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d-kserve-route-authn"} 2026-07-21T16:20:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "3a036215-914d-4675-9908-35e1c05609d7", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "authType": "userdefined"} 2026-07-21T16:20:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "3a036215-914d-4675-9908-35e1c05609d7", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:20:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "8ba2b056-56bd-4cdd-a63f-f9fc12ec62db", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:20:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "8ba2b056-56bd-4cdd-a63f-f9fc12ec62db", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:20:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "8ba2b056-56bd-4cdd-a63f-f9fc12ec62db", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:20:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "8ba2b056-56bd-4cdd-a63f-f9fc12ec62db", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d-kserve-route-authn"} 2026-07-21T16:20:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "8ba2b056-56bd-4cdd-a63f-f9fc12ec62db", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "authType": "userdefined"} 2026-07-21T16:20:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "8ba2b056-56bd-4cdd-a63f-f9fc12ec62db", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:20:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "4b3f28a7-e330-4403-83e7-74599232af61", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:20:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "4b3f28a7-e330-4403-83e7-74599232af61", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80-authn-ssl"} 2026-07-21T16:20:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "4b3f28a7-e330-4403-83e7-74599232af61", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:20:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "c772882d-c87c-4f2c-8e6c-62ff9b7df55b", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:20:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "c772882d-c87c-4f2c-8e6c-62ff9b7df55b", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d-authn-ssl"} 2026-07-21T16:20:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "c772882d-c87c-4f2c-8e6c-62ff9b7df55b", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:20:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "a1b20484-bbf0-424c-908f-f7be4a68c99b", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:20:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "a1b20484-bbf0-424c-908f-f7be4a68c99b", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80"} 2026-07-21T16:20:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "a1b20484-bbf0-424c-908f-f7be4a68c99b", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:20:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "a1b20484-bbf0-424c-908f-f7be4a68c99b", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:20:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "a1b20484-bbf0-424c-908f-f7be4a68c99b", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80-kserve-route-authn"} 2026-07-21T16:20:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "a1b20484-bbf0-424c-908f-f7be4a68c99b", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80-kserve-route-authn"} 2026-07-21T16:20:55Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "a1b20484-bbf0-424c-908f-f7be4a68c99b", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:20:55Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "a1b20484-bbf0-424c-908f-f7be4a68c99b", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:20:55Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "auth-test-model-524b80", "reconcileID": "c3e55fc0-3f63-42c7-aac9-af8bb44e4970", "LLMInferenceService": "auth-test-model-524b80", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:20:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "c4891679-4af5-4d64-a923-f06aa9667248", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:20:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "c4891679-4af5-4d64-a923-f06aa9667248", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80-authn-ssl"} 2026-07-21T16:20:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "c4891679-4af5-4d64-a923-f06aa9667248", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:20:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "e99b58d7-5a1d-42dd-8899-0a4add88db77", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:20:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "e99b58d7-5a1d-42dd-8899-0a4add88db77", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80-authn-ssl"} 2026-07-21T16:20:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "e99b58d7-5a1d-42dd-8899-0a4add88db77", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:20:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "1ddafb15-f2fe-4c76-8450-3a0558d64e67", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:20:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "1ddafb15-f2fe-4c76-8450-3a0558d64e67", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d"} 2026-07-21T16:20:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "1ddafb15-f2fe-4c76-8450-3a0558d64e67", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:20:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "1ddafb15-f2fe-4c76-8450-3a0558d64e67", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:20:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "1ddafb15-f2fe-4c76-8450-3a0558d64e67", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d-kserve-route-authn"} 2026-07-21T16:20:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "1ddafb15-f2fe-4c76-8450-3a0558d64e67", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d-kserve-route-authn"} 2026-07-21T16:20:55Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "1ddafb15-f2fe-4c76-8450-3a0558d64e67", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:20:55Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "1ddafb15-f2fe-4c76-8450-3a0558d64e67", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:20:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "auth-test-model-bbeb7d", "reconcileID": "c4e72942-7347-4f4e-9e4a-0e578ab32463", "LLMInferenceService": "auth-test-model-bbeb7d", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:20:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "3f502057-26c5-47f5-83f3-ee9809a31a52", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:20:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "3f502057-26c5-47f5-83f3-ee9809a31a52", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d-authn-ssl"} 2026-07-21T16:20:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "3f502057-26c5-47f5-83f3-ee9809a31a52", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:20:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "bebf8e35-9f21-4fc1-bcce-d728dd4827cb", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:20:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "bebf8e35-9f21-4fc1-bcce-d728dd4827cb", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d-authn-ssl"} 2026-07-21T16:20:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "bebf8e35-9f21-4fc1-bcce-d728dd4827cb", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7827f3cb-119b-4f74-824e-19e0e0a729a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T16:21:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "cc9d83fa-8216-47c2-946e-2bc69368539c", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:21:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "cc9d83fa-8216-47c2-946e-2bc69368539c", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80-authn-ssl"} 2026-07-21T16:21:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "cc9d83fa-8216-47c2-946e-2bc69368539c", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:21:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "89facdee-b2b4-4a7f-8c8d-9eb69dd0f372", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:21:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "89facdee-b2b4-4a7f-8c8d-9eb69dd0f372", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80-authn-ssl"} 2026-07-21T16:21:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "89facdee-b2b4-4a7f-8c8d-9eb69dd0f372", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:22:37Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-21T16:22:37Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-21T16:22:38Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-21T16:22:38Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-21T16:24:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59feb43f-26a0-401d-a17b-480b33418316", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:24:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59feb43f-26a0-401d-a17b-480b33418316", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-524b80", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T16:24:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59feb43f-26a0-401d-a17b-480b33418316", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-524b80 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T16:24:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "odh-trusted-ca-bundle", "reconcileID": "19432017-bc92-46f5-b11d-0cb7dbf98190", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:24:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "odh-trusted-ca-bundle", "reconcileID": "19432017-bc92-46f5-b11d-0cb7dbf98190", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:24:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "openshift-service-ca.crt", "reconcileID": "72507742-b629-4778-81c0-783bc2ec8aaf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:24:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "openshift-service-ca.crt", "reconcileID": "72507742-b629-4778-81c0-783bc2ec8aaf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:24:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a7a240f-1304-4da1-9238-2c0e0691838a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:24:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-524b80"}, "namespace": "ai-tenant-e2e-shared-a-524b80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a7a240f-1304-4da1-9238-2c0e0691838a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-524b80"} 2026-07-21T16:24:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-524b80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-524b80", "reconcileID": "81ff5763-0a1e-4d2b-a4bf-aa089c34cd99", "Gateway": "e2e-shared-a-524b80", "namespace": "openshift-ingress"} 2026-07-21T16:24:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4d8a8a15-4d26-4602-8c47-3f99b6757f1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T16:24:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c539646e-b550-49af-a9c2-f07e301de161", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T16:24:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0bb9e824-73cb-4468-8593-54c4fb145bf6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T16:24:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "9331d9f6-1485-47ca-99ad-23b450a17d45", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:24:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "9331d9f6-1485-47ca-99ad-23b450a17d45", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d-authn-ssl"} 2026-07-21T16:24:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "9331d9f6-1485-47ca-99ad-23b450a17d45", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:24:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "8f44cf46-86e9-4199-9f1d-2c0ec5769d3e", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:24:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "8f44cf46-86e9-4199-9f1d-2c0ec5769d3e", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d-authn-ssl"} 2026-07-21T16:24:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "8f44cf46-86e9-4199-9f1d-2c0ec5769d3e", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"} 2026-07-21T16:27:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "394cb77a-2be1-4ad9-aad8-3a76b645212c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:27:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "394cb77a-2be1-4ad9-aad8-3a76b645212c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T16:27:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "394cb77a-2be1-4ad9-aad8-3a76b645212c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-bbeb7d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T16:27:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "odh-trusted-ca-bundle", "reconcileID": "cc4f514e-e55e-43d4-91b6-e6d7445dd00c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:27:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "odh-trusted-ca-bundle", "reconcileID": "cc4f514e-e55e-43d4-91b6-e6d7445dd00c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:27:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "openshift-service-ca.crt", "reconcileID": "4af29a03-e178-47ed-adcc-b280a7eee90d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:27:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "openshift-service-ca.crt", "reconcileID": "4af29a03-e178-47ed-adcc-b280a7eee90d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:27:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7fb3e3c9-e48e-4dce-a571-bd4e881586bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:27:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bbeb7d"}, "namespace": "ai-tenant-e2e-shared-b-bbeb7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7fb3e3c9-e48e-4dce-a571-bd4e881586bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bbeb7d"} 2026-07-21T16:27:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bbeb7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bbeb7d", "reconcileID": "62a8d1c9-ce4e-4b6d-9e91-3ff9d36f3785", "Gateway": "e2e-shared-b-bbeb7d", "namespace": "openshift-ingress"}