2026-07-08T03:18:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a6e00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a", "reconcileID": "6e976824-daa3-4487-a47c-1bda37bc4d6c", "Gateway": "e2e-inf-b-a6e00a", "namespace": "openshift-ingress"} 2026-07-08T03:18:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a6e00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a", "reconcileID": "6e976824-daa3-4487-a47c-1bda37bc4d6c", "Gateway": "e2e-inf-b-a6e00a", "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a-authn-ssl"} 2026-07-08T03:18:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a6e00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a", "reconcileID": "6e976824-daa3-4487-a47c-1bda37bc4d6c", "Gateway": "e2e-inf-b-a6e00a", "namespace": "openshift-ingress"} 2026-07-08T03:18:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-91d71d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-91d71d", "reconcileID": "61d4a51f-02a2-4192-9bc5-0c7486f10e80", "Gateway": "e2e-inf-a-91d71d", "namespace": "openshift-ingress"} 2026-07-08T03:18:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-91d71d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-91d71d", "reconcileID": "61d4a51f-02a2-4192-9bc5-0c7486f10e80", "Gateway": "e2e-inf-a-91d71d", "namespace": "openshift-ingress", "name": "e2e-inf-a-91d71d-authn-ssl"} 2026-07-08T03:18:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-91d71d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-91d71d", "reconcileID": "61d4a51f-02a2-4192-9bc5-0c7486f10e80", "Gateway": "e2e-inf-a-91d71d", "namespace": "openshift-ingress"} 2026-07-08T03:18:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "2196cbb3-8cc1-447e-9893-d55bffe36159", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:18:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "2196cbb3-8cc1-447e-9893-d55bffe36159", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:18:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "2196cbb3-8cc1-447e-9893-d55bffe36159", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:18:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "2196cbb3-8cc1-447e-9893-d55bffe36159", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d-kserve-route-authn"} 2026-07-08T03:18:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "2196cbb3-8cc1-447e-9893-d55bffe36159", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d", "authType": "userdefined"} 2026-07-08T03:18:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "2196cbb3-8cc1-447e-9893-d55bffe36159", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:18:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0d88d0f5-24ed-4e95-a992-4c7e0c83e26b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T03:18:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "32388bec-98b7-46c2-b812-59e506e97354", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:18:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "32388bec-98b7-46c2-b812-59e506e97354", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:18:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "32388bec-98b7-46c2-b812-59e506e97354", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:18:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "32388bec-98b7-46c2-b812-59e506e97354", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d-kserve-route-authn"} 2026-07-08T03:18:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "32388bec-98b7-46c2-b812-59e506e97354", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d", "authType": "userdefined"} 2026-07-08T03:18:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "32388bec-98b7-46c2-b812-59e506e97354", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:18:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b23ae419-1a86-4b2d-8487-bc9534ce93ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T03:18:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "34321c63-e884-41ea-b74b-1865342ab7f6", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:18:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "34321c63-e884-41ea-b74b-1865342ab7f6", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:18:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "34321c63-e884-41ea-b74b-1865342ab7f6", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:18:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "34321c63-e884-41ea-b74b-1865342ab7f6", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d-kserve-route-authn"} 2026-07-08T03:18:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "34321c63-e884-41ea-b74b-1865342ab7f6", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d", "authType": "userdefined"} 2026-07-08T03:18:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "34321c63-e884-41ea-b74b-1865342ab7f6", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:18:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-91d71d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-91d71d", "reconcileID": "390af2d0-217b-4e8f-a11e-6c711f771ebf", "Gateway": "e2e-inf-a-91d71d", "namespace": "openshift-ingress"} 2026-07-08T03:18:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-91d71d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-91d71d", "reconcileID": "390af2d0-217b-4e8f-a11e-6c711f771ebf", "Gateway": "e2e-inf-a-91d71d", "namespace": "openshift-ingress", "name": "e2e-inf-a-91d71d-authn-ssl"} 2026-07-08T03:18:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-91d71d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-91d71d", "reconcileID": "390af2d0-217b-4e8f-a11e-6c711f771ebf", "Gateway": "e2e-inf-a-91d71d", "namespace": "openshift-ingress"} 2026-07-08T03:18:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "8212b055-0472-4547-898b-833531d3e059", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:18:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "8212b055-0472-4547-898b-833531d3e059", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:18:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "8212b055-0472-4547-898b-833531d3e059", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:18:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a6e00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a", "reconcileID": "f72a25dd-41fc-4078-96d2-8cc889559e66", "Gateway": "e2e-inf-b-a6e00a", "namespace": "openshift-ingress"} 2026-07-08T03:18:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "8212b055-0472-4547-898b-833531d3e059", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a-kserve-route-authn"} 2026-07-08T03:18:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "8212b055-0472-4547-898b-833531d3e059", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a", "authType": "userdefined"} 2026-07-08T03:18:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "8212b055-0472-4547-898b-833531d3e059", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:18:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a6e00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a", "reconcileID": "f72a25dd-41fc-4078-96d2-8cc889559e66", "Gateway": "e2e-inf-b-a6e00a", "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a-authn-ssl"} 2026-07-08T03:18:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a6e00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a", "reconcileID": "f72a25dd-41fc-4078-96d2-8cc889559e66", "Gateway": "e2e-inf-b-a6e00a", "namespace": "openshift-ingress"} 2026-07-08T03:18:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "55926b9d-bb1a-4161-97bc-3a32f2e41cc1", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:18:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "55926b9d-bb1a-4161-97bc-3a32f2e41cc1", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:18:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "55926b9d-bb1a-4161-97bc-3a32f2e41cc1", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:18:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "55926b9d-bb1a-4161-97bc-3a32f2e41cc1", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a-kserve-route-authn"} 2026-07-08T03:18:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "55926b9d-bb1a-4161-97bc-3a32f2e41cc1", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a", "authType": "userdefined"} 2026-07-08T03:18:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "55926b9d-bb1a-4161-97bc-3a32f2e41cc1", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:19:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a6e00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a", "reconcileID": "e2943223-99a5-436b-9c63-d2a278572c75", "Gateway": "e2e-inf-b-a6e00a", "namespace": "openshift-ingress"} 2026-07-08T03:19:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a6e00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a", "reconcileID": "e2943223-99a5-436b-9c63-d2a278572c75", "Gateway": "e2e-inf-b-a6e00a", "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a-authn-ssl"} 2026-07-08T03:19:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a6e00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a", "reconcileID": "e2943223-99a5-436b-9c63-d2a278572c75", "Gateway": "e2e-inf-b-a6e00a", "namespace": "openshift-ingress"} 2026-07-08T03:19:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "4f3e07e1-1ec0-4488-86b4-ecb776f06bc0", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:19:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "4f3e07e1-1ec0-4488-86b4-ecb776f06bc0", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:19:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "4f3e07e1-1ec0-4488-86b4-ecb776f06bc0", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:19:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "4f3e07e1-1ec0-4488-86b4-ecb776f06bc0", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a-kserve-route-authn"} 2026-07-08T03:19:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "4f3e07e1-1ec0-4488-86b4-ecb776f06bc0", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a", "authType": "userdefined"} 2026-07-08T03:19:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "4f3e07e1-1ec0-4488-86b4-ecb776f06bc0", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:19:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "73bcd733-a8f0-4211-8f0b-2797a34e52e5", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:19:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "73bcd733-a8f0-4211-8f0b-2797a34e52e5", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:19:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "73bcd733-a8f0-4211-8f0b-2797a34e52e5", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:19:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "73bcd733-a8f0-4211-8f0b-2797a34e52e5", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a-kserve-route-authn"} 2026-07-08T03:19:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "73bcd733-a8f0-4211-8f0b-2797a34e52e5", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a", "authType": "userdefined"} 2026-07-08T03:19:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "73bcd733-a8f0-4211-8f0b-2797a34e52e5", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:19:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "37c04fa7-41c9-4cf5-a156-dc0dafb9f4bc", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:19:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "37c04fa7-41c9-4cf5-a156-dc0dafb9f4bc", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:19:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "37c04fa7-41c9-4cf5-a156-dc0dafb9f4bc", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:19:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "37c04fa7-41c9-4cf5-a156-dc0dafb9f4bc", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a-kserve-route-authn"} 2026-07-08T03:19:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "37c04fa7-41c9-4cf5-a156-dc0dafb9f4bc", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a", "authType": "userdefined"} 2026-07-08T03:19:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "37c04fa7-41c9-4cf5-a156-dc0dafb9f4bc", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:19:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a6e00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a", "reconcileID": "8de3a847-bb58-4f16-8b97-9799456c6894", "Gateway": "e2e-inf-b-a6e00a", "namespace": "openshift-ingress"} 2026-07-08T03:19:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a6e00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a", "reconcileID": "8de3a847-bb58-4f16-8b97-9799456c6894", "Gateway": "e2e-inf-b-a6e00a", "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a-authn-ssl"} 2026-07-08T03:19:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a6e00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a", "reconcileID": "8de3a847-bb58-4f16-8b97-9799456c6894", "Gateway": "e2e-inf-b-a6e00a", "namespace": "openshift-ingress"} 2026-07-08T03:19:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "c79054fd-c1e9-428a-bbe3-a842301b3ea0", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:19:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "c79054fd-c1e9-428a-bbe3-a842301b3ea0", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5-authn-ssl"} 2026-07-08T03:19:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "c79054fd-c1e9-428a-bbe3-a842301b3ea0", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:19:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "860974f1-6bc1-45f5-85f0-b8af3e01d9ca", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:19:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "860974f1-6bc1-45f5-85f0-b8af3e01d9ca", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5-authn-ssl"} 2026-07-08T03:19:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "860974f1-6bc1-45f5-85f0-b8af3e01d9ca", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:19:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "086e820f-a5b2-4fd6-b511-5a243e5a450a", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:19:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "086e820f-a5b2-4fd6-b511-5a243e5a450a", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5-authn-ssl"} 2026-07-08T03:19:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "086e820f-a5b2-4fd6-b511-5a243e5a450a", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:19:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "0a83e2ae-c333-402e-9db5-f1b1512c49c5", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:19:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "0a83e2ae-c333-402e-9db5-f1b1512c49c5", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5-authn-ssl"} 2026-07-08T03:19:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "0a83e2ae-c333-402e-9db5-f1b1512c49c5", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:19:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "d6ec4103-1445-4b4d-8b37-c634a1fb237d", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:19:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "d6ec4103-1445-4b4d-8b37-c634a1fb237d", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5-authn-ssl"} 2026-07-08T03:19:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "d6ec4103-1445-4b4d-8b37-c634a1fb237d", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:19:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "2394828f-d59c-4196-ab86-f23a4ae722d0", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:19:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "2394828f-d59c-4196-ab86-f23a4ae722d0", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5-authn-ssl"} 2026-07-08T03:19:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "2394828f-d59c-4196-ab86-f23a4ae722d0", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:19:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "e9c5e94b-31a5-4163-9af1-8c69d409e1e1", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:19:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "e9c5e94b-31a5-4163-9af1-8c69d409e1e1", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5-authn-ssl"} 2026-07-08T03:19:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "e9c5e94b-31a5-4163-9af1-8c69d409e1e1", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:19:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "openshift-service-ca.crt", "reconcileID": "11847b84-8615-487e-862b-ded853a7881a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:19:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "odh-trusted-ca-bundle", "reconcileID": "98ee514b-66dd-4b26-9a9c-74d54aef5614", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:19:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "openshift-service-ca.crt", "reconcileID": "719839e5-95dc-4bea-9aa9-7d55fbf1dda2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-reuse-57a7d5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:19:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "openshift-service-ca.crt", "reconcileID": "719839e5-95dc-4bea-9aa9-7d55fbf1dda2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:19:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "openshift-service-ca.crt", "reconcileID": "8e706062-a7d2-4fa4-8b48-4ab67c92de58", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:19:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8cf41a77-0ace-455b-86a6-5c92f1e3ba97", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:19:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "odh-trusted-ca-bundle", "reconcileID": "a5bf583f-a63c-4903-87d9-cf5a8eb47b2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-reuse-57a7d5", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:19:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "odh-trusted-ca-bundle", "reconcileID": "a5bf583f-a63c-4903-87d9-cf5a8eb47b2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:19:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d082307d-741e-4ca5-98e2-5f792858eb9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:19:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "5f3f5f34-04d9-4a70-8e0f-c500c7c5a321", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:19:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "5f3f5f34-04d9-4a70-8e0f-c500c7c5a321", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5-authn-ssl"} 2026-07-08T03:19:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "5f3f5f34-04d9-4a70-8e0f-c500c7c5a321", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:19:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "87d63146-8dc0-4db4-9bf2-ed3d92dea4a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T03:19:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "c9c7e8b6-a74c-4bc4-a2a9-d573df6dcbbf", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:19:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "c9c7e8b6-a74c-4bc4-a2a9-d573df6dcbbf", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:19:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "c9c7e8b6-a74c-4bc4-a2a9-d573df6dcbbf", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:19:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "a7729839-635d-4557-8ef5-b64c637f8671", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:19:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "c9c7e8b6-a74c-4bc4-a2a9-d573df6dcbbf", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5-kserve-route-authn"} 2026-07-08T03:19:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "c9c7e8b6-a74c-4bc4-a2a9-d573df6dcbbf", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5", "authType": "userdefined"} 2026-07-08T03:19:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "c9c7e8b6-a74c-4bc4-a2a9-d573df6dcbbf", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:19:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "a7729839-635d-4557-8ef5-b64c637f8671", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5-authn-ssl"} 2026-07-08T03:19:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "a7729839-635d-4557-8ef5-b64c637f8671", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:19:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "0f441559-19ec-4862-a475-cb8b03ea1a7b", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:19:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "0f441559-19ec-4862-a475-cb8b03ea1a7b", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:19:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "0f441559-19ec-4862-a475-cb8b03ea1a7b", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:19:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "0f441559-19ec-4862-a475-cb8b03ea1a7b", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5-kserve-route-authn"} 2026-07-08T03:19:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "0f441559-19ec-4862-a475-cb8b03ea1a7b", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5", "authType": "userdefined"} 2026-07-08T03:19:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "0f441559-19ec-4862-a475-cb8b03ea1a7b", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:19:43Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T03:19:43Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T03:19:45Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T03:19:45Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T03:19:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "3cb7bc26-c56a-436e-9f5b-117f6a809865", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:19:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "3cb7bc26-c56a-436e-9f5b-117f6a809865", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5-authn-ssl"} 2026-07-08T03:19:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "3cb7bc26-c56a-436e-9f5b-117f6a809865", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:20:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "5f176bae-58d0-45da-9304-6ef605492c7d", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:20:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "5f176bae-58d0-45da-9304-6ef605492c7d", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5-authn-ssl"} 2026-07-08T03:20:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "5f176bae-58d0-45da-9304-6ef605492c7d", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:20:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "1ecd8a6f-5d0e-4ec4-a99b-165e8bbbe255", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:20:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "1ecd8a6f-5d0e-4ec4-a99b-165e8bbbe255", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:20:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "1ecd8a6f-5d0e-4ec4-a99b-165e8bbbe255", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:20:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "1ecd8a6f-5d0e-4ec4-a99b-165e8bbbe255", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5-kserve-route-authn"} 2026-07-08T03:20:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "1ecd8a6f-5d0e-4ec4-a99b-165e8bbbe255", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5", "authType": "userdefined"} 2026-07-08T03:20:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "1ecd8a6f-5d0e-4ec4-a99b-165e8bbbe255", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:20:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "99e02bdf-5191-44e5-b6b5-501a7db3e0f0", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:20:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "99e02bdf-5191-44e5-b6b5-501a7db3e0f0", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:20:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "99e02bdf-5191-44e5-b6b5-501a7db3e0f0", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:20:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "99e02bdf-5191-44e5-b6b5-501a7db3e0f0", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5-kserve-route-authn"} 2026-07-08T03:20:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "99e02bdf-5191-44e5-b6b5-501a7db3e0f0", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5", "authType": "userdefined"} 2026-07-08T03:20:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "99e02bdf-5191-44e5-b6b5-501a7db3e0f0", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:20:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "57833fff-e484-4d7a-a14c-5742267c6080", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:20:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "57833fff-e484-4d7a-a14c-5742267c6080", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:20:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "57833fff-e484-4d7a-a14c-5742267c6080", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:20:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "57833fff-e484-4d7a-a14c-5742267c6080", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5-kserve-route-authn"} 2026-07-08T03:20:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "57833fff-e484-4d7a-a14c-5742267c6080", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5", "authType": "userdefined"} 2026-07-08T03:20:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "57833fff-e484-4d7a-a14c-5742267c6080", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:20:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "51cef486-cd08-41ec-a57d-1ab5ff95df01", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:20:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "51cef486-cd08-41ec-a57d-1ab5ff95df01", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5-authn-ssl"} 2026-07-08T03:20:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "51cef486-cd08-41ec-a57d-1ab5ff95df01", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:20:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "41063b15-0533-4d21-a721-bfef78d3107c", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:20:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "41063b15-0533-4d21-a721-bfef78d3107c", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5-authn-ssl"} 2026-07-08T03:20:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "41063b15-0533-4d21-a721-bfef78d3107c", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:20:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "89523b6f-d8ac-46a0-8d6f-57d47f21ef83", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:20:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "89523b6f-d8ac-46a0-8d6f-57d47f21ef83", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:20:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "89523b6f-d8ac-46a0-8d6f-57d47f21ef83", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:20:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "89523b6f-d8ac-46a0-8d6f-57d47f21ef83", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5-kserve-route-authn"} 2026-07-08T03:20:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "89523b6f-d8ac-46a0-8d6f-57d47f21ef83", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5", "authType": "userdefined"} 2026-07-08T03:20:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "89523b6f-d8ac-46a0-8d6f-57d47f21ef83", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:20:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "4d44bc13-a46c-420b-b0f1-be6f11f75ab5", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:20:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "4d44bc13-a46c-420b-b0f1-be6f11f75ab5", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5-authn-ssl"} 2026-07-08T03:20:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "4d44bc13-a46c-420b-b0f1-be6f11f75ab5", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:21:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "30a6e631-73ee-4b0c-8531-5317373b2d05", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:21:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "30a6e631-73ee-4b0c-8531-5317373b2d05", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5-authn-ssl"} 2026-07-08T03:21:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "30a6e631-73ee-4b0c-8531-5317373b2d05", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:21:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "b9300bff-7ff8-4c2e-be07-3c584e861704", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:21:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "b9300bff-7ff8-4c2e-be07-3c584e861704", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5"} 2026-07-08T03:21:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "b9300bff-7ff8-4c2e-be07-3c584e861704", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:21:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "b9300bff-7ff8-4c2e-be07-3c584e861704", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:21:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "b9300bff-7ff8-4c2e-be07-3c584e861704", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5-kserve-route-authn"} 2026-07-08T03:21:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "b9300bff-7ff8-4c2e-be07-3c584e861704", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5-kserve-route-authn"} 2026-07-08T03:21:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "b9300bff-7ff8-4c2e-be07-3c584e861704", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:21:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "b9300bff-7ff8-4c2e-be07-3c584e861704", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:21:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "556e2e48-3213-4f30-b35f-02280b44de36", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:21:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "556e2e48-3213-4f30-b35f-02280b44de36", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-reuse-57a7d5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:21:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "556e2e48-3213-4f30-b35f-02280b44de36", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-reuse-57a7d5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T03:21:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "odh-trusted-ca-bundle", "reconcileID": "1b2a73a4-7bb8-47be-ae76-4547df913aef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:21:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "odh-trusted-ca-bundle", "reconcileID": "1b2a73a4-7bb8-47be-ae76-4547df913aef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:21:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "openshift-service-ca.crt", "reconcileID": "39266320-89fa-4b9d-9100-8e1327c832e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:21:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "openshift-service-ca.crt", "reconcileID": "39266320-89fa-4b9d-9100-8e1327c832e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:21:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a324c69-cee0-4c8e-a461-38e4e959b9aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:21:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a324c69-cee0-4c8e-a461-38e4e959b9aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:21:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "34d9cf96-0e47-493c-bd4b-4baeb0199993", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:21:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "34d9cf96-0e47-493c-bd4b-4baeb0199993", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5"} 2026-07-08T03:21:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "34d9cf96-0e47-493c-bd4b-4baeb0199993", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:21:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "34d9cf96-0e47-493c-bd4b-4baeb0199993", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:21:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "34d9cf96-0e47-493c-bd4b-4baeb0199993", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5-kserve-route-authn"} 2026-07-08T03:21:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "34d9cf96-0e47-493c-bd4b-4baeb0199993", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5-kserve-route-authn"} 2026-07-08T03:21:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "34d9cf96-0e47-493c-bd4b-4baeb0199993", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:21:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "34d9cf96-0e47-493c-bd4b-4baeb0199993", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:21:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-57a7d5","namespace":"ai-tenant-e2e-reuse-57a7d5"}, "namespace": "ai-tenant-e2e-reuse-57a7d5", "name": "test-model-57a7d5", "reconcileID": "ef77531b-caf3-46a0-b0f1-01d902cc55ca", "LLMInferenceService": "test-model-57a7d5", "namespace": "ai-tenant-e2e-reuse-57a7d5"} 2026-07-08T03:21:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "41813f86-8a71-443d-8e10-7813d351cc98", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:21:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "41813f86-8a71-443d-8e10-7813d351cc98", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5-authn-ssl"} 2026-07-08T03:21:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "41813f86-8a71-443d-8e10-7813d351cc98", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:21:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-57a7d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-57a7d5", "reconcileID": "b0281f2b-87d5-41b7-a1d5-987d5cf3ff7a", "Gateway": "e2e-reuse-57a7d5", "namespace": "openshift-ingress"} 2026-07-08T03:21:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "189ceda5-2b96-4188-9997-c5e918860d9f", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:21:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "189ceda5-2b96-4188-9997-c5e918860d9f", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d"} 2026-07-08T03:21:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "189ceda5-2b96-4188-9997-c5e918860d9f", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:21:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "189ceda5-2b96-4188-9997-c5e918860d9f", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:21:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "189ceda5-2b96-4188-9997-c5e918860d9f", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d-kserve-route-authn"} 2026-07-08T03:21:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "189ceda5-2b96-4188-9997-c5e918860d9f", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d-kserve-route-authn"} 2026-07-08T03:21:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "189ceda5-2b96-4188-9997-c5e918860d9f", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:21:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "189ceda5-2b96-4188-9997-c5e918860d9f", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:21:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-91d71d","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "test-model-91d71d", "reconcileID": "4295748c-35cb-4c4c-995e-9f5ed40ccfaf", "LLMInferenceService": "test-model-91d71d", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:21:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-91d71d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-91d71d", "reconcileID": "d4f738d4-a9ec-42c5-8ada-c1e6b1652434", "Gateway": "e2e-inf-a-91d71d", "namespace": "openshift-ingress"} 2026-07-08T03:21:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-91d71d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-91d71d", "reconcileID": "d4f738d4-a9ec-42c5-8ada-c1e6b1652434", "Gateway": "e2e-inf-a-91d71d", "namespace": "openshift-ingress", "name": "e2e-inf-a-91d71d-authn-ssl"} 2026-07-08T03:21:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-91d71d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-91d71d", "reconcileID": "d4f738d4-a9ec-42c5-8ada-c1e6b1652434", "Gateway": "e2e-inf-a-91d71d", "namespace": "openshift-ingress"} 2026-07-08T03:21:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-91d71d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-91d71d", "reconcileID": "3e25c2ed-4cbd-484d-bfca-7e6f8ccabce3", "Gateway": "e2e-inf-a-91d71d", "namespace": "openshift-ingress"} 2026-07-08T03:21:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-91d71d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-91d71d", "reconcileID": "3e25c2ed-4cbd-484d-bfca-7e6f8ccabce3", "Gateway": "e2e-inf-a-91d71d", "namespace": "openshift-ingress", "name": "e2e-inf-a-91d71d-authn-ssl"} 2026-07-08T03:21:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-91d71d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-91d71d", "reconcileID": "3e25c2ed-4cbd-484d-bfca-7e6f8ccabce3", "Gateway": "e2e-inf-a-91d71d", "namespace": "openshift-ingress"} 2026-07-08T03:21:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "a8712064-2a78-4ec1-8b18-8c4663600ec3", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:21:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "a8712064-2a78-4ec1-8b18-8c4663600ec3", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a"} 2026-07-08T03:21:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "a8712064-2a78-4ec1-8b18-8c4663600ec3", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:21:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "a8712064-2a78-4ec1-8b18-8c4663600ec3", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:21:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "a8712064-2a78-4ec1-8b18-8c4663600ec3", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a-kserve-route-authn"} 2026-07-08T03:21:10Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "a8712064-2a78-4ec1-8b18-8c4663600ec3", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a-kserve-route-authn"} 2026-07-08T03:21:10Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "a8712064-2a78-4ec1-8b18-8c4663600ec3", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:21:10Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "a8712064-2a78-4ec1-8b18-8c4663600ec3", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:21:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a6e00a","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "test-model-a6e00a", "reconcileID": "c3b83038-afb8-45f7-b151-a28a41a06ea4", "LLMInferenceService": "test-model-a6e00a", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:21:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a6e00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a", "reconcileID": "1d2bd721-5779-4a76-b46b-d3771153f371", "Gateway": "e2e-inf-b-a6e00a", "namespace": "openshift-ingress"} 2026-07-08T03:21:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a6e00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a", "reconcileID": "1d2bd721-5779-4a76-b46b-d3771153f371", "Gateway": "e2e-inf-b-a6e00a", "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a-authn-ssl"} 2026-07-08T03:21:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a6e00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a", "reconcileID": "1d2bd721-5779-4a76-b46b-d3771153f371", "Gateway": "e2e-inf-b-a6e00a", "namespace": "openshift-ingress"} 2026-07-08T03:21:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a6e00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a", "reconcileID": "9b8f5495-6b87-4209-b029-b78111165136", "Gateway": "e2e-inf-b-a6e00a", "namespace": "openshift-ingress"} 2026-07-08T03:21:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a6e00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a", "reconcileID": "9b8f5495-6b87-4209-b029-b78111165136", "Gateway": "e2e-inf-b-a6e00a", "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a-authn-ssl"} 2026-07-08T03:21:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a6e00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a", "reconcileID": "9b8f5495-6b87-4209-b029-b78111165136", "Gateway": "e2e-inf-b-a6e00a", "namespace": "openshift-ingress"} 2026-07-08T03:21:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f9bd32c0-6562-47a2-9d3d-62dd88005fc9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T03:21:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-91d71d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-91d71d", "reconcileID": "7052aae9-85e7-43c7-868d-462e20061fab", "Gateway": "e2e-inf-a-91d71d", "namespace": "openshift-ingress"} 2026-07-08T03:21:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-91d71d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-91d71d", "reconcileID": "7052aae9-85e7-43c7-868d-462e20061fab", "Gateway": "e2e-inf-a-91d71d", "namespace": "openshift-ingress", "name": "e2e-inf-a-91d71d-authn-ssl"} 2026-07-08T03:21:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-91d71d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-91d71d", "reconcileID": "7052aae9-85e7-43c7-868d-462e20061fab", "Gateway": "e2e-inf-a-91d71d", "namespace": "openshift-ingress"} 2026-07-08T03:21:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1d19244-ad34-43ac-a36c-171d17b5c53d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:21:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1d19244-ad34-43ac-a36c-171d17b5c53d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-91d71d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:21:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1d19244-ad34-43ac-a36c-171d17b5c53d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-91d71d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T03:21:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "odh-trusted-ca-bundle", "reconcileID": "92ddbad4-7b85-4104-a3a6-a942f431ebb4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:21:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "odh-trusted-ca-bundle", "reconcileID": "92ddbad4-7b85-4104-a3a6-a942f431ebb4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:21:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "openshift-service-ca.crt", "reconcileID": "9663d744-9271-4658-8b0e-46e6b7ab351e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:21:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "openshift-service-ca.crt", "reconcileID": "9663d744-9271-4658-8b0e-46e6b7ab351e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:21:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0dcc8008-c9ba-4a6d-8808-bb6b1d0a7560", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:21:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-91d71d"}, "namespace": "ai-tenant-e2e-inf-a-91d71d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0dcc8008-c9ba-4a6d-8808-bb6b1d0a7560", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-91d71d"} 2026-07-08T03:21:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-91d71d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-91d71d", "reconcileID": "924f5c26-64d5-41eb-9730-13431722ecfc", "Gateway": "e2e-inf-a-91d71d", "namespace": "openshift-ingress"} 2026-07-08T03:21:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7a69b78b-60b0-42d8-9bfc-35e60823b777", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T03:21:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a6e00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a", "reconcileID": "1421dd13-cb00-433b-93d5-b3902d43fa93", "Gateway": "e2e-inf-b-a6e00a", "namespace": "openshift-ingress"} 2026-07-08T03:21:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a6e00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a", "reconcileID": "1421dd13-cb00-433b-93d5-b3902d43fa93", "Gateway": "e2e-inf-b-a6e00a", "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a-authn-ssl"} 2026-07-08T03:21:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a6e00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a", "reconcileID": "1421dd13-cb00-433b-93d5-b3902d43fa93", "Gateway": "e2e-inf-b-a6e00a", "namespace": "openshift-ingress"} 2026-07-08T03:21:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16b410c4-e8b3-4ba5-9cb8-f908edc1ca30", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:21:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16b410c4-e8b3-4ba5-9cb8-f908edc1ca30", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a6e00a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:21:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16b410c4-e8b3-4ba5-9cb8-f908edc1ca30", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-a6e00a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T03:21:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "odh-trusted-ca-bundle", "reconcileID": "ff849581-1367-4762-bcc3-cea2e23de6e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:21:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "odh-trusted-ca-bundle", "reconcileID": "ff849581-1367-4762-bcc3-cea2e23de6e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:21:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "openshift-service-ca.crt", "reconcileID": "c1a4c027-eb03-455c-8422-81049701d483", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:21:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "openshift-service-ca.crt", "reconcileID": "c1a4c027-eb03-455c-8422-81049701d483", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:21:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8431fe90-d778-4940-bd8c-5052ce45a0db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:21:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a6e00a"}, "namespace": "ai-tenant-e2e-inf-b-a6e00a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8431fe90-d778-4940-bd8c-5052ce45a0db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a6e00a"} 2026-07-08T03:22:00Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a6e00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a6e00a", "reconcileID": "bff25d9e-b43b-4db5-9bd7-2f786165bd40", "Gateway": "e2e-inf-b-a6e00a", "namespace": "openshift-ingress"} 2026-07-08T03:22:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "84b16da2-0de7-4b09-a57c-11927b3fca62", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress"} 2026-07-08T03:22:01Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "84b16da2-0de7-4b09-a57c-11927b3fca62", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785-authn-ssl"} 2026-07-08T03:22:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "84b16da2-0de7-4b09-a57c-11927b3fca62", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress"} 2026-07-08T03:22:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "85c962c1-c47e-4ffe-b301-92b10a62df09", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress"} 2026-07-08T03:22:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "85c962c1-c47e-4ffe-b301-92b10a62df09", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785-authn-ssl"} 2026-07-08T03:22:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "85c962c1-c47e-4ffe-b301-92b10a62df09", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress"} 2026-07-08T03:22:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "46718073-0d27-4121-b592-b3c8162561eb", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress"} 2026-07-08T03:22:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "46718073-0d27-4121-b592-b3c8162561eb", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785-authn-ssl"} 2026-07-08T03:22:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "46718073-0d27-4121-b592-b3c8162561eb", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress"} 2026-07-08T03:22:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "bf05110f-0450-446e-bdef-e14bb67b1370", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress"} 2026-07-08T03:22:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "bf05110f-0450-446e-bdef-e14bb67b1370", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785-authn-ssl"} 2026-07-08T03:22:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "bf05110f-0450-446e-bdef-e14bb67b1370", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress"} 2026-07-08T03:22:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "707f95bd-39d9-4b1a-b1ff-5f83e9077b79", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress"} 2026-07-08T03:22:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "707f95bd-39d9-4b1a-b1ff-5f83e9077b79", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785-authn-ssl"} 2026-07-08T03:22:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "707f95bd-39d9-4b1a-b1ff-5f83e9077b79", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress"} 2026-07-08T03:22:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "ca0742b6-cb94-4cf4-9527-fea210b839a8", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress"} 2026-07-08T03:22:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "ca0742b6-cb94-4cf4-9527-fea210b839a8", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785-authn-ssl"} 2026-07-08T03:22:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "ca0742b6-cb94-4cf4-9527-fea210b839a8", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress"} 2026-07-08T03:22:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "80f87314-e0dd-4de9-9e7b-af62c1df70c1", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress"} 2026-07-08T03:22:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "80f87314-e0dd-4de9-9e7b-af62c1df70c1", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785-authn-ssl"} 2026-07-08T03:22:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "80f87314-e0dd-4de9-9e7b-af62c1df70c1", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress"} 2026-07-08T03:22:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ed1785"}, "namespace": "ai-tenant-e2e-api-a-ed1785", "name": "openshift-service-ca.crt", "reconcileID": "b5fd41c1-b179-4939-ab8a-983bfe1ac9bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ed1785"} 2026-07-08T03:22:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed1785"}, "namespace": "ai-tenant-e2e-api-a-ed1785", "name": "odh-trusted-ca-bundle", "reconcileID": "e52f99f3-73ca-4b6c-8650-06e4d8522a14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ed1785"} 2026-07-08T03:22:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ed1785"}, "namespace": "ai-tenant-e2e-api-a-ed1785", "name": "openshift-service-ca.crt", "reconcileID": "1bc62a76-06da-4ac3-b182-1075bd083bbd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ed1785", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:22:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ed1785"}, "namespace": "ai-tenant-e2e-api-a-ed1785", "name": "openshift-service-ca.crt", "reconcileID": "1bc62a76-06da-4ac3-b182-1075bd083bbd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ed1785"} 2026-07-08T03:22:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed1785"}, "namespace": "ai-tenant-e2e-api-a-ed1785", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d21b17b-7eb0-42c7-b836-709a0e22c10c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ed1785"} 2026-07-08T03:22:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ed1785"}, "namespace": "ai-tenant-e2e-api-a-ed1785", "name": "openshift-service-ca.crt", "reconcileID": "995115c5-6636-4638-b04c-b1dde2a0a0e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ed1785"} 2026-07-08T03:22:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed1785"}, "namespace": "ai-tenant-e2e-api-a-ed1785", "name": "odh-trusted-ca-bundle", "reconcileID": "3890abc4-58a3-4489-9fd9-f28ca2e4ed5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ed1785", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:22:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed1785"}, "namespace": "ai-tenant-e2e-api-a-ed1785", "name": "odh-trusted-ca-bundle", "reconcileID": "3890abc4-58a3-4489-9fd9-f28ca2e4ed5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ed1785"} 2026-07-08T03:22:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed1785"}, "namespace": "ai-tenant-e2e-api-a-ed1785", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a901c5a-49d0-47d2-8a34-9b543cb1fdd1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ed1785"} 2026-07-08T03:22:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "16fecd3b-82e1-4ef2-ade8-17a65da349dc", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress"} 2026-07-08T03:22:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "16fecd3b-82e1-4ef2-ade8-17a65da349dc", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785-authn-ssl"} 2026-07-08T03:22:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "16fecd3b-82e1-4ef2-ade8-17a65da349dc", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress"} 2026-07-08T03:22:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4cb8a432-15e6-4771-afc5-85313560ab00", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T03:22:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "fa71a363-f4ad-429e-93e7-ea99621c5221", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress"} 2026-07-08T03:22:09Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "fa71a363-f4ad-429e-93e7-ea99621c5221", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e-authn-ssl"} 2026-07-08T03:22:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "fa71a363-f4ad-429e-93e7-ea99621c5221", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress"} 2026-07-08T03:22:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "ac6a9591-5f78-4d07-9587-e99a05e319bb", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress"} 2026-07-08T03:22:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "ac6a9591-5f78-4d07-9587-e99a05e319bb", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e-authn-ssl"} 2026-07-08T03:22:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "ac6a9591-5f78-4d07-9587-e99a05e319bb", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress"} 2026-07-08T03:22:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "68544b1a-8014-45d4-8082-86c57577d7e2", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress"} 2026-07-08T03:22:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "68544b1a-8014-45d4-8082-86c57577d7e2", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e-authn-ssl"} 2026-07-08T03:22:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "68544b1a-8014-45d4-8082-86c57577d7e2", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress"} 2026-07-08T03:22:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "90dbccaa-1ad1-4082-bb99-9c67c8bc7eff", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress"} 2026-07-08T03:22:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "90dbccaa-1ad1-4082-bb99-9c67c8bc7eff", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e-authn-ssl"} 2026-07-08T03:22:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "90dbccaa-1ad1-4082-bb99-9c67c8bc7eff", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress"} 2026-07-08T03:22:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "337d2db4-ccd4-4eb8-ac54-5e62aeb03875", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress"} 2026-07-08T03:22:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "337d2db4-ccd4-4eb8-ac54-5e62aeb03875", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e-authn-ssl"} 2026-07-08T03:22:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "337d2db4-ccd4-4eb8-ac54-5e62aeb03875", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress"} 2026-07-08T03:22:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "7165b15b-2cc2-435b-9380-aa1aaf8587ad", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress"} 2026-07-08T03:22:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "7165b15b-2cc2-435b-9380-aa1aaf8587ad", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e-authn-ssl"} 2026-07-08T03:22:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "7165b15b-2cc2-435b-9380-aa1aaf8587ad", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress"} 2026-07-08T03:22:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a4e50e"}, "namespace": "ai-tenant-e2e-api-b-a4e50e", "name": "openshift-service-ca.crt", "reconcileID": "664c53d2-cd3d-453b-9818-479b617be43b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a4e50e"} 2026-07-08T03:22:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a4e50e"}, "namespace": "ai-tenant-e2e-api-b-a4e50e", "name": "odh-trusted-ca-bundle", "reconcileID": "8799948c-4fe7-449c-9dff-422dabd33658", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a4e50e"} 2026-07-08T03:22:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a4e50e"}, "namespace": "ai-tenant-e2e-api-b-a4e50e", "name": "openshift-service-ca.crt", "reconcileID": "61d4711f-00e3-41e9-8798-5b9388031bc8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a4e50e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:22:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a4e50e"}, "namespace": "ai-tenant-e2e-api-b-a4e50e", "name": "openshift-service-ca.crt", "reconcileID": "61d4711f-00e3-41e9-8798-5b9388031bc8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a4e50e"} 2026-07-08T03:22:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a4e50e"}, "namespace": "ai-tenant-e2e-api-b-a4e50e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47b87b7b-2205-4ea5-acf3-49e0a7ddf305", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a4e50e"} 2026-07-08T03:22:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a4e50e"}, "namespace": "ai-tenant-e2e-api-b-a4e50e", "name": "openshift-service-ca.crt", "reconcileID": "118a9729-36de-4751-97d1-289ac4688499", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a4e50e"} 2026-07-08T03:22:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a4e50e"}, "namespace": "ai-tenant-e2e-api-b-a4e50e", "name": "odh-trusted-ca-bundle", "reconcileID": "ae639366-977b-4f67-90f3-c8fa0d0dcb21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a4e50e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:22:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a4e50e"}, "namespace": "ai-tenant-e2e-api-b-a4e50e", "name": "odh-trusted-ca-bundle", "reconcileID": "ae639366-977b-4f67-90f3-c8fa0d0dcb21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a4e50e"} 2026-07-08T03:22:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a4e50e"}, "namespace": "ai-tenant-e2e-api-b-a4e50e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "deb73cb5-001c-431c-b058-3e1136e85805", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a4e50e"} 2026-07-08T03:22:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "cfa9020e-6f19-4817-a572-a3d889adef2e", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress"} 2026-07-08T03:22:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "cfa9020e-6f19-4817-a572-a3d889adef2e", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e-authn-ssl"} 2026-07-08T03:22:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "cfa9020e-6f19-4817-a572-a3d889adef2e", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress"} 2026-07-08T03:22:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d1883524-cb0c-4bcf-8610-827cdf20e8dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T03:22:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "fc2e9219-ac87-4f4b-8c24-082bcbf889fa", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress"} 2026-07-08T03:22:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "fc2e9219-ac87-4f4b-8c24-082bcbf889fa", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785-authn-ssl"} 2026-07-08T03:22:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "fc2e9219-ac87-4f4b-8c24-082bcbf889fa", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress"} 2026-07-08T03:22:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "d7889045-7f66-4fcc-a4b5-da1d758ff39e", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress"} 2026-07-08T03:22:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "d7889045-7f66-4fcc-a4b5-da1d758ff39e", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e-authn-ssl"} 2026-07-08T03:22:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "d7889045-7f66-4fcc-a4b5-da1d758ff39e", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress"} 2026-07-08T03:22:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "04efd4b9-6cdf-4b52-ad89-3c6264b489b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T03:22:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "fb7e1c97-eae0-403f-b0f7-1f440351a4ac", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress"} 2026-07-08T03:22:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "fb7e1c97-eae0-403f-b0f7-1f440351a4ac", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785-authn-ssl"} 2026-07-08T03:22:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "fb7e1c97-eae0-403f-b0f7-1f440351a4ac", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress"} 2026-07-08T03:22:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9b801c4a-3839-42e8-a1ae-7a278d2083bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T03:22:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed1785"}, "namespace": "ai-tenant-e2e-api-a-ed1785", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "127fcb70-b845-403b-8ecb-21a5c33563e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ed1785"} 2026-07-08T03:22:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed1785"}, "namespace": "ai-tenant-e2e-api-a-ed1785", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "127fcb70-b845-403b-8ecb-21a5c33563e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ed1785", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:22:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed1785"}, "namespace": "ai-tenant-e2e-api-a-ed1785", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "127fcb70-b845-403b-8ecb-21a5c33563e4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-ed1785 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T03:22:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed1785"}, "namespace": "ai-tenant-e2e-api-a-ed1785", "name": "odh-trusted-ca-bundle", "reconcileID": "7df74431-077d-4c39-88be-f74c77b6a881", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ed1785"} 2026-07-08T03:22:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed1785"}, "namespace": "ai-tenant-e2e-api-a-ed1785", "name": "odh-trusted-ca-bundle", "reconcileID": "7df74431-077d-4c39-88be-f74c77b6a881", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ed1785"} 2026-07-08T03:22:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ed1785"}, "namespace": "ai-tenant-e2e-api-a-ed1785", "name": "openshift-service-ca.crt", "reconcileID": "893bba72-7483-4a85-933d-c4fe66079482", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ed1785"} 2026-07-08T03:22:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ed1785"}, "namespace": "ai-tenant-e2e-api-a-ed1785", "name": "openshift-service-ca.crt", "reconcileID": "893bba72-7483-4a85-933d-c4fe66079482", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ed1785"} 2026-07-08T03:22:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed1785"}, "namespace": "ai-tenant-e2e-api-a-ed1785", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35bfbcd5-a3ae-4f8d-8566-4372b43502d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ed1785"} 2026-07-08T03:22:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed1785"}, "namespace": "ai-tenant-e2e-api-a-ed1785", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35bfbcd5-a3ae-4f8d-8566-4372b43502d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ed1785"} 2026-07-08T03:22:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed1785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed1785", "reconcileID": "6a12aaf3-3089-4ac4-92ec-2ae6fd25a943", "Gateway": "e2e-api-a-ed1785", "namespace": "openshift-ingress"} 2026-07-08T03:22:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "58265ddf-691d-4ec3-a938-cd0d3f804e26", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T03:22:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "95f823dc-267a-42eb-9b80-eec0a19a565c", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress"} 2026-07-08T03:22:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "95f823dc-267a-42eb-9b80-eec0a19a565c", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e-authn-ssl"} 2026-07-08T03:22:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "95f823dc-267a-42eb-9b80-eec0a19a565c", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress"} 2026-07-08T03:22:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a4e50e"}, "namespace": "ai-tenant-e2e-api-b-a4e50e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07564c9c-8293-4170-83db-032cdac2ef1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a4e50e"} 2026-07-08T03:22:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a4e50e"}, "namespace": "ai-tenant-e2e-api-b-a4e50e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07564c9c-8293-4170-83db-032cdac2ef1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a4e50e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:22:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a4e50e"}, "namespace": "ai-tenant-e2e-api-b-a4e50e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07564c9c-8293-4170-83db-032cdac2ef1a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-a4e50e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T03:22:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a4e50e"}, "namespace": "ai-tenant-e2e-api-b-a4e50e", "name": "odh-trusted-ca-bundle", "reconcileID": "8b15f6fa-87f2-4b0a-912d-5907a1cdd626", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a4e50e"} 2026-07-08T03:22:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a4e50e"}, "namespace": "ai-tenant-e2e-api-b-a4e50e", "name": "odh-trusted-ca-bundle", "reconcileID": "8b15f6fa-87f2-4b0a-912d-5907a1cdd626", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a4e50e"} 2026-07-08T03:22:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a4e50e"}, "namespace": "ai-tenant-e2e-api-b-a4e50e", "name": "openshift-service-ca.crt", "reconcileID": "e177f1bd-856b-4170-8b8a-75227e847398", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a4e50e"} 2026-07-08T03:22:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a4e50e"}, "namespace": "ai-tenant-e2e-api-b-a4e50e", "name": "openshift-service-ca.crt", "reconcileID": "e177f1bd-856b-4170-8b8a-75227e847398", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a4e50e"} 2026-07-08T03:22:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a4e50e"}, "namespace": "ai-tenant-e2e-api-b-a4e50e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "516d29ad-5aec-4153-904e-ca1df736e36b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a4e50e"} 2026-07-08T03:22:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a4e50e"}, "namespace": "ai-tenant-e2e-api-b-a4e50e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "516d29ad-5aec-4153-904e-ca1df736e36b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a4e50e"} 2026-07-08T03:22:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a4e50e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a4e50e", "reconcileID": "76be5661-71ab-471a-9f7a-4b3a13f40323", "Gateway": "e2e-api-b-a4e50e", "namespace": "openshift-ingress"} 2026-07-08T03:22:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "c2f09641-0ddc-4a11-b21a-7be5e2a627f8", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress"} 2026-07-08T03:22:38Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "c2f09641-0ddc-4a11-b21a-7be5e2a627f8", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30-authn-ssl"} 2026-07-08T03:22:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "c2f09641-0ddc-4a11-b21a-7be5e2a627f8", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress"} 2026-07-08T03:22:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "860815ed-3f09-41c9-842b-fb789708be4a", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress"} 2026-07-08T03:22:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "860815ed-3f09-41c9-842b-fb789708be4a", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30-authn-ssl"} 2026-07-08T03:22:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "860815ed-3f09-41c9-842b-fb789708be4a", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress"} 2026-07-08T03:22:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "ae504536-a765-4b77-96ef-4a835f559318", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress"} 2026-07-08T03:22:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "ae504536-a765-4b77-96ef-4a835f559318", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30-authn-ssl"} 2026-07-08T03:22:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "ae504536-a765-4b77-96ef-4a835f559318", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress"} 2026-07-08T03:22:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "a5bb9f5f-83e7-41a7-b297-3e1d91c72d16", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress"} 2026-07-08T03:22:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "a5bb9f5f-83e7-41a7-b297-3e1d91c72d16", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30-authn-ssl"} 2026-07-08T03:22:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "a5bb9f5f-83e7-41a7-b297-3e1d91c72d16", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress"} 2026-07-08T03:22:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "c016e639-c411-442b-b957-eca96be28ea1", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress"} 2026-07-08T03:22:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "c016e639-c411-442b-b957-eca96be28ea1", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30-authn-ssl"} 2026-07-08T03:22:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "c016e639-c411-442b-b957-eca96be28ea1", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress"} 2026-07-08T03:22:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "7cfd7c7c-1198-4797-991a-00e93ed9534f", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress"} 2026-07-08T03:22:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "7cfd7c7c-1198-4797-991a-00e93ed9534f", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30-authn-ssl"} 2026-07-08T03:22:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "7cfd7c7c-1198-4797-991a-00e93ed9534f", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress"} 2026-07-08T03:22:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "bc53ce77-48a7-4cdf-b26d-e3504e618f51", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress"} 2026-07-08T03:22:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "bc53ce77-48a7-4cdf-b26d-e3504e618f51", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30-authn-ssl"} 2026-07-08T03:22:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "bc53ce77-48a7-4cdf-b26d-e3504e618f51", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress"} 2026-07-08T03:22:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-34dd30"}, "namespace": "ai-tenant-e2e-shared-a-34dd30", "name": "openshift-service-ca.crt", "reconcileID": "0252add2-450b-4e93-8067-82dfca72c15e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-34dd30"} 2026-07-08T03:22:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-34dd30"}, "namespace": "ai-tenant-e2e-shared-a-34dd30", "name": "openshift-service-ca.crt", "reconcileID": "2f331fa4-b932-4c39-a103-b5bdc322267a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-34dd30", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:22:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-34dd30"}, "namespace": "ai-tenant-e2e-shared-a-34dd30", "name": "openshift-service-ca.crt", "reconcileID": "2f331fa4-b932-4c39-a103-b5bdc322267a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-34dd30"} 2026-07-08T03:22:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-34dd30"}, "namespace": "ai-tenant-e2e-shared-a-34dd30", "name": "odh-trusted-ca-bundle", "reconcileID": "10f26b45-0949-46c8-af30-eed16e1555e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-34dd30"} 2026-07-08T03:22:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-34dd30"}, "namespace": "ai-tenant-e2e-shared-a-34dd30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38b90a97-2720-4ade-bf0e-b0664de97f08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-34dd30"} 2026-07-08T03:22:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-34dd30"}, "namespace": "ai-tenant-e2e-shared-a-34dd30", "name": "openshift-service-ca.crt", "reconcileID": "7104d75a-2f36-4b25-b7d6-19cdb20ee717", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-34dd30"} 2026-07-08T03:22:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-34dd30"}, "namespace": "ai-tenant-e2e-shared-a-34dd30", "name": "odh-trusted-ca-bundle", "reconcileID": "c419540b-96c0-4357-81e6-25e18e5349f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-34dd30", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:22:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-34dd30"}, "namespace": "ai-tenant-e2e-shared-a-34dd30", "name": "odh-trusted-ca-bundle", "reconcileID": "c419540b-96c0-4357-81e6-25e18e5349f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-34dd30"} 2026-07-08T03:22:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-34dd30"}, "namespace": "ai-tenant-e2e-shared-a-34dd30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64fd2769-f0ea-4817-b3e2-9f6e9fc8c5db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-34dd30"} 2026-07-08T03:22:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "cf5eaca1-a415-4867-9295-71eefac1f128", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress"} 2026-07-08T03:22:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "cf5eaca1-a415-4867-9295-71eefac1f128", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30-authn-ssl"} 2026-07-08T03:22:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "cf5eaca1-a415-4867-9295-71eefac1f128", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress"} 2026-07-08T03:22:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b96aa2cf-6fce-40bd-8133-a3eecd456582", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T03:22:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "afd7a3ad-3652-4ed9-b343-62eecfb414d0", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress"} 2026-07-08T03:22:46Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "afd7a3ad-3652-4ed9-b343-62eecfb414d0", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa-authn-ssl"} 2026-07-08T03:22:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "afd7a3ad-3652-4ed9-b343-62eecfb414d0", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress"} 2026-07-08T03:22:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "de3eb3f6-5e86-4956-8c75-5309286515d1", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress"} 2026-07-08T03:22:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "de3eb3f6-5e86-4956-8c75-5309286515d1", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa-authn-ssl"} 2026-07-08T03:22:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "de3eb3f6-5e86-4956-8c75-5309286515d1", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress"} 2026-07-08T03:22:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "294938a8-7d6c-407c-a81c-a4fa1d4d0ecb", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress"} 2026-07-08T03:22:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "294938a8-7d6c-407c-a81c-a4fa1d4d0ecb", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa-authn-ssl"} 2026-07-08T03:22:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "294938a8-7d6c-407c-a81c-a4fa1d4d0ecb", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress"} 2026-07-08T03:22:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "d5eded7b-e3ed-43b0-8d2d-73f8824b4803", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress"} 2026-07-08T03:22:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "d5eded7b-e3ed-43b0-8d2d-73f8824b4803", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa-authn-ssl"} 2026-07-08T03:22:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "d5eded7b-e3ed-43b0-8d2d-73f8824b4803", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress"} 2026-07-08T03:22:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "3a73d3d0-7b25-438a-845e-5b227e2dea1a", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress"} 2026-07-08T03:22:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "3a73d3d0-7b25-438a-845e-5b227e2dea1a", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa-authn-ssl"} 2026-07-08T03:22:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "3a73d3d0-7b25-438a-845e-5b227e2dea1a", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress"} 2026-07-08T03:22:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "88b8419c-cde7-4555-9b00-644a444dae77", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress"} 2026-07-08T03:22:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "88b8419c-cde7-4555-9b00-644a444dae77", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa-authn-ssl"} 2026-07-08T03:22:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "88b8419c-cde7-4555-9b00-644a444dae77", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress"} 2026-07-08T03:22:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "9f6d5c7a-453a-4ab2-bdca-c6dd7912884d", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress"} 2026-07-08T03:22:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "9f6d5c7a-453a-4ab2-bdca-c6dd7912884d", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa-authn-ssl"} 2026-07-08T03:22:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "9f6d5c7a-453a-4ab2-bdca-c6dd7912884d", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress"} 2026-07-08T03:22:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "aef1186b-8b44-4c9e-a34c-9d2edf1f5198", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress"} 2026-07-08T03:22:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "aef1186b-8b44-4c9e-a34c-9d2edf1f5198", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa-authn-ssl"} 2026-07-08T03:22:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "aef1186b-8b44-4c9e-a34c-9d2edf1f5198", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress"} 2026-07-08T03:22:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6493fa"}, "namespace": "ai-tenant-e2e-shared-b-6493fa", "name": "openshift-service-ca.crt", "reconcileID": "a9bd09a3-fd9e-4c23-abf1-afa914554a1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6493fa"} 2026-07-08T03:22:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6493fa"}, "namespace": "ai-tenant-e2e-shared-b-6493fa", "name": "odh-trusted-ca-bundle", "reconcileID": "77738c4d-d495-4c35-8cb3-0936128b715a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6493fa"} 2026-07-08T03:22:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6493fa"}, "namespace": "ai-tenant-e2e-shared-b-6493fa", "name": "openshift-service-ca.crt", "reconcileID": "cb96f48f-a8cb-4ebb-b12b-395ace31e975", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6493fa", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:22:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6493fa"}, "namespace": "ai-tenant-e2e-shared-b-6493fa", "name": "openshift-service-ca.crt", "reconcileID": "cb96f48f-a8cb-4ebb-b12b-395ace31e975", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6493fa"} 2026-07-08T03:22:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6493fa"}, "namespace": "ai-tenant-e2e-shared-b-6493fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44649515-3355-4b46-ab71-45da5da30861", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6493fa"} 2026-07-08T03:22:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6493fa"}, "namespace": "ai-tenant-e2e-shared-b-6493fa", "name": "openshift-service-ca.crt", "reconcileID": "bd28d234-9657-411b-8ac2-1857b71ba9af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6493fa"} 2026-07-08T03:22:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6493fa"}, "namespace": "ai-tenant-e2e-shared-b-6493fa", "name": "odh-trusted-ca-bundle", "reconcileID": "7db562f1-628b-4f45-a7d1-3e8e7946260b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6493fa", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:22:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6493fa"}, "namespace": "ai-tenant-e2e-shared-b-6493fa", "name": "odh-trusted-ca-bundle", "reconcileID": "7db562f1-628b-4f45-a7d1-3e8e7946260b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6493fa"} 2026-07-08T03:22:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6493fa"}, "namespace": "ai-tenant-e2e-shared-b-6493fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f738dde-271d-4157-a92b-16ae869eeb86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6493fa"} 2026-07-08T03:22:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "4fee3701-fab2-44ea-9d99-13e3b161c155", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress"} 2026-07-08T03:22:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "4fee3701-fab2-44ea-9d99-13e3b161c155", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa-authn-ssl"} 2026-07-08T03:22:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "4fee3701-fab2-44ea-9d99-13e3b161c155", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress"} 2026-07-08T03:22:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6d1c1e4c-5c64-4229-a09f-58527a274bc8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T03:22:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "cc429c02-6d62-4005-ab97-53c212f8c842", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress"} 2026-07-08T03:22:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "cc429c02-6d62-4005-ab97-53c212f8c842", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30-authn-ssl"} 2026-07-08T03:22:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "cc429c02-6d62-4005-ab97-53c212f8c842", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress"} 2026-07-08T03:22:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "90c70a1a-3017-4ea0-81aa-e9dce5260601", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress"} 2026-07-08T03:22:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "90c70a1a-3017-4ea0-81aa-e9dce5260601", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa-authn-ssl"} 2026-07-08T03:22:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "90c70a1a-3017-4ea0-81aa-e9dce5260601", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress"} 2026-07-08T03:23:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "92241bc7-84b0-47c7-a285-0b14505b32e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T03:23:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c80d03d4-80a7-47b6-b880-21c3174cfb2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T03:25:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ac324d77-2f0a-4376-8b29-28a3744fb896", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T03:25:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "52f28916-de1e-4e92-9147-45ce2010db1a", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress"} 2026-07-08T03:25:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "52f28916-de1e-4e92-9147-45ce2010db1a", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30-authn-ssl"} 2026-07-08T03:25:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "52f28916-de1e-4e92-9147-45ce2010db1a", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress"} 2026-07-08T03:26:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-34dd30"}, "namespace": "ai-tenant-e2e-shared-a-34dd30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16de1e60-b43f-405f-bbcb-5bc02a9c0264", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-34dd30"} 2026-07-08T03:26:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-34dd30"}, "namespace": "ai-tenant-e2e-shared-a-34dd30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16de1e60-b43f-405f-bbcb-5bc02a9c0264", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-34dd30", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:26:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-34dd30"}, "namespace": "ai-tenant-e2e-shared-a-34dd30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16de1e60-b43f-405f-bbcb-5bc02a9c0264", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-34dd30 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T03:26:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-34dd30"}, "namespace": "ai-tenant-e2e-shared-a-34dd30", "name": "odh-trusted-ca-bundle", "reconcileID": "b6805e19-cb80-439f-b53b-11b311632e04", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-34dd30"} 2026-07-08T03:26:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-34dd30"}, "namespace": "ai-tenant-e2e-shared-a-34dd30", "name": "odh-trusted-ca-bundle", "reconcileID": "b6805e19-cb80-439f-b53b-11b311632e04", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-34dd30"} 2026-07-08T03:26:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-34dd30"}, "namespace": "ai-tenant-e2e-shared-a-34dd30", "name": "openshift-service-ca.crt", "reconcileID": "5cb688d8-145e-4c6b-931d-e128f1657d51", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-34dd30"} 2026-07-08T03:26:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-34dd30"}, "namespace": "ai-tenant-e2e-shared-a-34dd30", "name": "openshift-service-ca.crt", "reconcileID": "5cb688d8-145e-4c6b-931d-e128f1657d51", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-34dd30"} 2026-07-08T03:26:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-34dd30"}, "namespace": "ai-tenant-e2e-shared-a-34dd30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9692c2e6-55b7-4864-8c0a-4368befb7226", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-34dd30"} 2026-07-08T03:26:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-34dd30"}, "namespace": "ai-tenant-e2e-shared-a-34dd30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9692c2e6-55b7-4864-8c0a-4368befb7226", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-34dd30"} 2026-07-08T03:26:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-34dd30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-34dd30", "reconcileID": "56958df5-b134-4095-a118-64038d23d395", "Gateway": "e2e-shared-a-34dd30", "namespace": "openshift-ingress"} 2026-07-08T03:26:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "44f78da7-17c3-402e-90ce-d89d447005e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T03:26:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "8ab87211-37ed-4140-a4d7-19634abfdbff", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress"} 2026-07-08T03:26:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "8ab87211-37ed-4140-a4d7-19634abfdbff", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa-authn-ssl"} 2026-07-08T03:26:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "8ab87211-37ed-4140-a4d7-19634abfdbff", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress"} 2026-07-08T03:26:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6493fa"}, "namespace": "ai-tenant-e2e-shared-b-6493fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e7015e8-ab82-49b8-bb20-ac6c41433fe4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6493fa"} 2026-07-08T03:26:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6493fa"}, "namespace": "ai-tenant-e2e-shared-b-6493fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e7015e8-ab82-49b8-bb20-ac6c41433fe4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6493fa", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:26:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6493fa"}, "namespace": "ai-tenant-e2e-shared-b-6493fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e7015e8-ab82-49b8-bb20-ac6c41433fe4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-6493fa because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T03:26:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6493fa"}, "namespace": "ai-tenant-e2e-shared-b-6493fa", "name": "odh-trusted-ca-bundle", "reconcileID": "3069a940-daeb-40f3-8972-3f2c931417ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6493fa"} 2026-07-08T03:26:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6493fa"}, "namespace": "ai-tenant-e2e-shared-b-6493fa", "name": "odh-trusted-ca-bundle", "reconcileID": "3069a940-daeb-40f3-8972-3f2c931417ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6493fa"} 2026-07-08T03:26:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6493fa"}, "namespace": "ai-tenant-e2e-shared-b-6493fa", "name": "openshift-service-ca.crt", "reconcileID": "68d89e51-d7e0-4419-ab79-1d2b0d83bd1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6493fa"} 2026-07-08T03:26:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6493fa"}, "namespace": "ai-tenant-e2e-shared-b-6493fa", "name": "openshift-service-ca.crt", "reconcileID": "68d89e51-d7e0-4419-ab79-1d2b0d83bd1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6493fa"} 2026-07-08T03:26:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6493fa"}, "namespace": "ai-tenant-e2e-shared-b-6493fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33634212-345f-438c-829d-ce08621657aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6493fa"} 2026-07-08T03:26:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6493fa"}, "namespace": "ai-tenant-e2e-shared-b-6493fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33634212-345f-438c-829d-ce08621657aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6493fa"} 2026-07-08T03:26:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6493fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6493fa", "reconcileID": "b0501e1c-0f8a-4a6e-9b4e-2e25088241b7", "Gateway": "e2e-shared-b-6493fa", "namespace": "openshift-ingress"}