2026-07-28T20:22:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd", "reconcileID": "41d453ac-4af4-4aa5-b147-3d382583a196", "LLMInferenceService": "sub-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:22:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd", "reconcileID": "41d453ac-4af4-4aa5-b147-3d382583a196", "LLMInferenceService": "sub-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:22:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd", "reconcileID": "41d453ac-4af4-4aa5-b147-3d382583a196", "LLMInferenceService": "sub-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:22:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd", "reconcileID": "41d453ac-4af4-4aa5-b147-3d382583a196", "LLMInferenceService": "sub-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd-kserve-route-authn"} 2026-07-28T20:22:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd", "reconcileID": "41d453ac-4af4-4aa5-b147-3d382583a196", "LLMInferenceService": "sub-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd", "authType": "userdefined"} 2026-07-28T20:22:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd", "reconcileID": "41d453ac-4af4-4aa5-b147-3d382583a196", "LLMInferenceService": "sub-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:23:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd", "reconcileID": "38e4d443-a06f-48e3-b1cf-853db182032c", "LLMInferenceService": "sub-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:23:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd", "reconcileID": "38e4d443-a06f-48e3-b1cf-853db182032c", "LLMInferenceService": "sub-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:23:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd", "reconcileID": "38e4d443-a06f-48e3-b1cf-853db182032c", "LLMInferenceService": "sub-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:23:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd", "reconcileID": "38e4d443-a06f-48e3-b1cf-853db182032c", "LLMInferenceService": "sub-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd-kserve-route-authn"} 2026-07-28T20:23:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd", "reconcileID": "38e4d443-a06f-48e3-b1cf-853db182032c", "LLMInferenceService": "sub-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd", "authType": "userdefined"} 2026-07-28T20:23:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd", "reconcileID": "38e4d443-a06f-48e3-b1cf-853db182032c", "LLMInferenceService": "sub-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:23:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "d90b1fed-f68d-4329-bc83-237b16403d19", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:23:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "d90b1fed-f68d-4329-bc83-237b16403d19", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd-authn-ssl"} 2026-07-28T20:23:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "d90b1fed-f68d-4329-bc83-237b16403d19", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:23:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "84139f45-e8c7-40df-8dd4-9edc83783dc3", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:23:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "84139f45-e8c7-40df-8dd4-9edc83783dc3", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57-authn-ssl"} 2026-07-28T20:23:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "84139f45-e8c7-40df-8dd4-9edc83783dc3", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:23:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c1136606-710d-454f-9392-e88927888f03", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:23:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "4dbe1034-003a-4fec-8e1e-3db651909f45", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:23:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "4dbe1034-003a-4fec-8e1e-3db651909f45", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57-authn-ssl"} 2026-07-28T20:23:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "4dbe1034-003a-4fec-8e1e-3db651909f45", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:23:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "0ba621ea-1431-42cc-ba00-7e06185f73d5", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:23:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "0ba621ea-1431-42cc-ba00-7e06185f73d5", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57-authn-ssl"} 2026-07-28T20:23:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "0ba621ea-1431-42cc-ba00-7e06185f73d5", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:24:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "sub-test-model-c38c57", "reconcileID": "370d453b-50d6-4866-aa8b-61975b73131b", "LLMInferenceService": "sub-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:24:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "sub-test-model-c38c57", "reconcileID": "370d453b-50d6-4866-aa8b-61975b73131b", "LLMInferenceService": "sub-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "sub-test-model-c38c57"} 2026-07-28T20:24:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "sub-test-model-c38c57", "reconcileID": "370d453b-50d6-4866-aa8b-61975b73131b", "LLMInferenceService": "sub-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:24:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "sub-test-model-c38c57", "reconcileID": "370d453b-50d6-4866-aa8b-61975b73131b", "LLMInferenceService": "sub-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:24:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "sub-test-model-c38c57", "reconcileID": "370d453b-50d6-4866-aa8b-61975b73131b", "LLMInferenceService": "sub-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "sub-test-model-c38c57-kserve-route-authn"} 2026-07-28T20:24:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "sub-test-model-c38c57", "reconcileID": "370d453b-50d6-4866-aa8b-61975b73131b", "LLMInferenceService": "sub-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "sub-test-model-c38c57-kserve-route-authn"} 2026-07-28T20:24:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "sub-test-model-c38c57", "reconcileID": "370d453b-50d6-4866-aa8b-61975b73131b", "LLMInferenceService": "sub-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:24:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "sub-test-model-c38c57", "reconcileID": "370d453b-50d6-4866-aa8b-61975b73131b", "LLMInferenceService": "sub-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:24:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "sub-test-model-c38c57", "reconcileID": "72400e6a-0889-43a8-a64a-4c48c8ee4472", "LLMInferenceService": "sub-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:24:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "df26f62e-b51c-440f-9ec7-8bf040f24ce4", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:24:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "df26f62e-b51c-440f-9ec7-8bf040f24ce4", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57-authn-ssl"} 2026-07-28T20:24:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "df26f62e-b51c-440f-9ec7-8bf040f24ce4", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:24:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "8a9e2b00-f593-4749-a332-579ca1ea2909", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:24:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "8a9e2b00-f593-4749-a332-579ca1ea2909", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57-authn-ssl"} 2026-07-28T20:24:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "8a9e2b00-f593-4749-a332-579ca1ea2909", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:24:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd", "reconcileID": "3ff32906-1851-484c-b650-074fb8696747", "LLMInferenceService": "sub-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:24:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd", "reconcileID": "3ff32906-1851-484c-b650-074fb8696747", "LLMInferenceService": "sub-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd"} 2026-07-28T20:24:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd", "reconcileID": "3ff32906-1851-484c-b650-074fb8696747", "LLMInferenceService": "sub-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:24:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd", "reconcileID": "3ff32906-1851-484c-b650-074fb8696747", "LLMInferenceService": "sub-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:24:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd", "reconcileID": "3ff32906-1851-484c-b650-074fb8696747", "LLMInferenceService": "sub-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd-kserve-route-authn"} 2026-07-28T20:24:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd", "reconcileID": "3ff32906-1851-484c-b650-074fb8696747", "LLMInferenceService": "sub-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd-kserve-route-authn"} 2026-07-28T20:24:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd", "reconcileID": "3ff32906-1851-484c-b650-074fb8696747", "LLMInferenceService": "sub-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:24:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd", "reconcileID": "3ff32906-1851-484c-b650-074fb8696747", "LLMInferenceService": "sub-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:24:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "sub-test-model-d170bd", "reconcileID": "9580c9d8-7352-488a-956e-4905cbf27d0d", "LLMInferenceService": "sub-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:24:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "fce7700e-6f9c-4354-a153-f83453fcf5c5", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:24:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "fce7700e-6f9c-4354-a153-f83453fcf5c5", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd-authn-ssl"} 2026-07-28T20:24:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "fce7700e-6f9c-4354-a153-f83453fcf5c5", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:24:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "431378a9-866a-4e32-872a-e6e557ea8432", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:24:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "431378a9-866a-4e32-872a-e6e557ea8432", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd-authn-ssl"} 2026-07-28T20:24:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "431378a9-866a-4e32-872a-e6e557ea8432", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:24:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "fdc3354d-99f8-4a0c-a22d-02c91b1a552b", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:24:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "fdc3354d-99f8-4a0c-a22d-02c91b1a552b", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:24:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "fdc3354d-99f8-4a0c-a22d-02c91b1a552b", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:24:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "9fa4e485-3e05-4383-a144-ae6ce1cb03df", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:24:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "fdc3354d-99f8-4a0c-a22d-02c91b1a552b", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57-kserve-route-authn"} 2026-07-28T20:24:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "fdc3354d-99f8-4a0c-a22d-02c91b1a552b", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57", "authType": "userdefined"} 2026-07-28T20:24:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "fdc3354d-99f8-4a0c-a22d-02c91b1a552b", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:24:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "9fa4e485-3e05-4383-a144-ae6ce1cb03df", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57-authn-ssl"} 2026-07-28T20:24:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "9fa4e485-3e05-4383-a144-ae6ce1cb03df", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:24:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "ad88b277-81dd-4192-bed8-05088c2a3028", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:24:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "ad88b277-81dd-4192-bed8-05088c2a3028", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:24:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "ad88b277-81dd-4192-bed8-05088c2a3028", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:24:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "ad88b277-81dd-4192-bed8-05088c2a3028", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57-kserve-route-authn"} 2026-07-28T20:24:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "ad88b277-81dd-4192-bed8-05088c2a3028", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57", "authType": "userdefined"} 2026-07-28T20:24:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "ad88b277-81dd-4192-bed8-05088c2a3028", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:24:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "1044e958-848b-4671-a101-45c7205cc85a", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:24:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "1044e958-848b-4671-a101-45c7205cc85a", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57-authn-ssl"} 2026-07-28T20:24:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "1044e958-848b-4671-a101-45c7205cc85a", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:24:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "ffc4b52c-b2b4-405f-839e-0210d7d273a6", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:24:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "ffc4b52c-b2b4-405f-839e-0210d7d273a6", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:24:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "ffc4b52c-b2b4-405f-839e-0210d7d273a6", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:24:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "ffc4b52c-b2b4-405f-839e-0210d7d273a6", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57-kserve-route-authn"} 2026-07-28T20:24:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "ffc4b52c-b2b4-405f-839e-0210d7d273a6", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57", "authType": "userdefined"} 2026-07-28T20:24:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "ffc4b52c-b2b4-405f-839e-0210d7d273a6", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:24:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "ca2ba529-8ce5-42bf-8d56-6135496ce98a", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:24:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "ca2ba529-8ce5-42bf-8d56-6135496ce98a", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd-authn-ssl"} 2026-07-28T20:24:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "ca2ba529-8ce5-42bf-8d56-6135496ce98a", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:24:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "3c0e34db-4034-4cab-8254-f956bedf75ac", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:24:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "3c0e34db-4034-4cab-8254-f956bedf75ac", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57-authn-ssl"} 2026-07-28T20:24:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "3c0e34db-4034-4cab-8254-f956bedf75ac", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:24:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "c9b70be2-850d-4607-af7a-a95c21e5eea0", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:24:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "c9b70be2-850d-4607-af7a-a95c21e5eea0", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:24:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "c9b70be2-850d-4607-af7a-a95c21e5eea0", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:24:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "c9b70be2-850d-4607-af7a-a95c21e5eea0", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57-kserve-route-authn"} 2026-07-28T20:24:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "c9b70be2-850d-4607-af7a-a95c21e5eea0", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57", "authType": "userdefined"} 2026-07-28T20:24:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "c9b70be2-850d-4607-af7a-a95c21e5eea0", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:24:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "90361ca5-1607-4061-b0de-466adf48d6b4", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:24:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "90361ca5-1607-4061-b0de-466adf48d6b4", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:24:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "90361ca5-1607-4061-b0de-466adf48d6b4", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:24:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "fda1e22a-a9eb-4d93-a51c-fb8808eebb89", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:24:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "90361ca5-1607-4061-b0de-466adf48d6b4", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd-kserve-route-authn"} 2026-07-28T20:24:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "90361ca5-1607-4061-b0de-466adf48d6b4", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd", "authType": "userdefined"} 2026-07-28T20:24:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "90361ca5-1607-4061-b0de-466adf48d6b4", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:24:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "fda1e22a-a9eb-4d93-a51c-fb8808eebb89", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd-authn-ssl"} 2026-07-28T20:24:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "fda1e22a-a9eb-4d93-a51c-fb8808eebb89", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:24:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "0cd5a09c-0f64-423e-9d58-0686451ed12b", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:24:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "0cd5a09c-0f64-423e-9d58-0686451ed12b", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:24:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "0cd5a09c-0f64-423e-9d58-0686451ed12b", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:24:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "0cd5a09c-0f64-423e-9d58-0686451ed12b", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd-kserve-route-authn"} 2026-07-28T20:24:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "0cd5a09c-0f64-423e-9d58-0686451ed12b", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd", "authType": "userdefined"} 2026-07-28T20:24:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "0cd5a09c-0f64-423e-9d58-0686451ed12b", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:24:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "f8063d5b-987f-477f-8191-eae840b86b96", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:24:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "f8063d5b-987f-477f-8191-eae840b86b96", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd-authn-ssl"} 2026-07-28T20:24:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "f8063d5b-987f-477f-8191-eae840b86b96", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:24:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "9feace71-0c56-4a48-bea6-2476adb9e3be", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:24:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "9feace71-0c56-4a48-bea6-2476adb9e3be", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:24:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "9feace71-0c56-4a48-bea6-2476adb9e3be", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:24:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "9feace71-0c56-4a48-bea6-2476adb9e3be", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd-kserve-route-authn"} 2026-07-28T20:24:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "9feace71-0c56-4a48-bea6-2476adb9e3be", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd", "authType": "userdefined"} 2026-07-28T20:24:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "9feace71-0c56-4a48-bea6-2476adb9e3be", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:25:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "6e8f0a7b-2efe-40c1-bc52-8a6ce14340ec", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:25:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "6e8f0a7b-2efe-40c1-bc52-8a6ce14340ec", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:25:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "6e8f0a7b-2efe-40c1-bc52-8a6ce14340ec", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:25:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "6e8f0a7b-2efe-40c1-bc52-8a6ce14340ec", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd-kserve-route-authn"} 2026-07-28T20:25:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "6e8f0a7b-2efe-40c1-bc52-8a6ce14340ec", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd", "authType": "userdefined"} 2026-07-28T20:25:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "6e8f0a7b-2efe-40c1-bc52-8a6ce14340ec", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:25:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "16c5f456-b24c-41bc-bd69-d0c68d04dc16", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:25:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "16c5f456-b24c-41bc-bd69-d0c68d04dc16", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57-authn-ssl"} 2026-07-28T20:25:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "16c5f456-b24c-41bc-bd69-d0c68d04dc16", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:25:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "8278d1b2-8469-4681-af09-f9641bfd2b84", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:25:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "8278d1b2-8469-4681-af09-f9641bfd2b84", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd-authn-ssl"} 2026-07-28T20:25:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "8278d1b2-8469-4681-af09-f9641bfd2b84", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:25:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "fcd294d9-d88a-44af-a941-ddcfc958413c", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:25:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "fcd294d9-d88a-44af-a941-ddcfc958413c", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd-authn-ssl"} 2026-07-28T20:25:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "fcd294d9-d88a-44af-a941-ddcfc958413c", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:25:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "9afdf3cb-bfa5-43ce-964f-830789b72044", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:25:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "9afdf3cb-bfa5-43ce-964f-830789b72044", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57-authn-ssl"} 2026-07-28T20:25:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "9afdf3cb-bfa5-43ce-964f-830789b72044", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:25:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "63ec4d5b-180e-4e39-b7a3-0d67607d6be6", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:25:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "63ec4d5b-180e-4e39-b7a3-0d67607d6be6", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd-authn-ssl"} 2026-07-28T20:25:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "63ec4d5b-180e-4e39-b7a3-0d67607d6be6", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:25:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "3a519a9b-aaa8-4c59-a633-e7c59218fea6", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:25:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "3a519a9b-aaa8-4c59-a633-e7c59218fea6", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57-authn-ssl"} 2026-07-28T20:25:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "3a519a9b-aaa8-4c59-a633-e7c59218fea6", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:26:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "38407f3c-1f63-4cff-b7e7-fb96d1cc6dcf", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:26:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "38407f3c-1f63-4cff-b7e7-fb96d1cc6dcf", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57"} 2026-07-28T20:26:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "38407f3c-1f63-4cff-b7e7-fb96d1cc6dcf", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:26:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "38407f3c-1f63-4cff-b7e7-fb96d1cc6dcf", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:26:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "38407f3c-1f63-4cff-b7e7-fb96d1cc6dcf", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57-kserve-route-authn"} 2026-07-28T20:26:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "38407f3c-1f63-4cff-b7e7-fb96d1cc6dcf", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57-kserve-route-authn"} 2026-07-28T20:26:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "38407f3c-1f63-4cff-b7e7-fb96d1cc6dcf", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:26:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "38407f3c-1f63-4cff-b7e7-fb96d1cc6dcf", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:26:19Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c38c57","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "rate-test-model-c38c57", "reconcileID": "444b513e-1298-48ee-bfe4-8117449e93f5", "LLMInferenceService": "rate-test-model-c38c57", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:26:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "bf4046f5-7044-4588-b999-fee1f9dc381b", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:26:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "bf4046f5-7044-4588-b999-fee1f9dc381b", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57-authn-ssl"} 2026-07-28T20:26:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "bf4046f5-7044-4588-b999-fee1f9dc381b", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:26:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "3ea1bcaf-bd01-4eac-a59a-817ec5981b02", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:26:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "3ea1bcaf-bd01-4eac-a59a-817ec5981b02", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57-authn-ssl"} 2026-07-28T20:26:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "3ea1bcaf-bd01-4eac-a59a-817ec5981b02", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:26:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "0cbbcb2f-f325-45dd-a190-9706f7615c90", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:26:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "0cbbcb2f-f325-45dd-a190-9706f7615c90", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd"} 2026-07-28T20:26:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "0cbbcb2f-f325-45dd-a190-9706f7615c90", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:26:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "0cbbcb2f-f325-45dd-a190-9706f7615c90", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:26:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "0cbbcb2f-f325-45dd-a190-9706f7615c90", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd-kserve-route-authn"} 2026-07-28T20:26:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "0cbbcb2f-f325-45dd-a190-9706f7615c90", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd-kserve-route-authn"} 2026-07-28T20:26:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "0cbbcb2f-f325-45dd-a190-9706f7615c90", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:26:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "0cbbcb2f-f325-45dd-a190-9706f7615c90", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:26:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "adf6f2ae-c132-44b9-9b10-30a5446f7c57", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:26:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d170bd","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "rate-test-model-d170bd", "reconcileID": "bbeb1e7f-4ad3-4fb7-83a7-18b719d41882", "LLMInferenceService": "rate-test-model-d170bd", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:26:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "74fd93a9-5fa6-4ec0-a08d-8d1e93417ff1", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:26:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "74fd93a9-5fa6-4ec0-a08d-8d1e93417ff1", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd-authn-ssl"} 2026-07-28T20:26:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "74fd93a9-5fa6-4ec0-a08d-8d1e93417ff1", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:26:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "15912a42-c105-4195-801f-0c5288101261", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:26:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "15912a42-c105-4195-801f-0c5288101261", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd-authn-ssl"} 2026-07-28T20:26:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "15912a42-c105-4195-801f-0c5288101261", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:26:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "cac88570-3c7a-48ec-82fc-adb62df14dfa", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:26:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "cac88570-3c7a-48ec-82fc-adb62df14dfa", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57-authn-ssl"} 2026-07-28T20:26:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "cac88570-3c7a-48ec-82fc-adb62df14dfa", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:26:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "d9b884f7-b282-4357-8efa-bb51b47a8a62", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:26:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "d9b884f7-b282-4357-8efa-bb51b47a8a62", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd-authn-ssl"} 2026-07-28T20:26:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "d9b884f7-b282-4357-8efa-bb51b47a8a62", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:26:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "c1c6a91f-37c6-4858-9227-24dd8ac2ffd2", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:26:40Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "c1c6a91f-37c6-4858-9227-24dd8ac2ffd2", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a-authn-ssl"} 2026-07-28T20:26:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "c1c6a91f-37c6-4858-9227-24dd8ac2ffd2", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:26:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "8203e02f-ef69-4b78-98a2-7e75f81a09c5", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:26:40Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "8203e02f-ef69-4b78-98a2-7e75f81a09c5", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a-authn-ssl"} 2026-07-28T20:26:40Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "8203e02f-ef69-4b78-98a2-7e75f81a09c5", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-06df9a-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-a-06df9a-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:26:40Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-06df9a-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-a-06df9a-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-a-06df9a","uid":"a9f79831-d0cf-4299-92df-2c0fd94d06b9","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"71480"}, "reason": "ReconcileError"} 2026-07-28T20:26:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "bc8030e8-86dd-4fb2-b6c8-65a307bdeaf9", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:26:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "bc8030e8-86dd-4fb2-b6c8-65a307bdeaf9", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a-authn-ssl"} 2026-07-28T20:26:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "bc8030e8-86dd-4fb2-b6c8-65a307bdeaf9", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:26:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "e27e82f4-f9b3-4056-a229-2352f0983c4b", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:26:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "e27e82f4-f9b3-4056-a229-2352f0983c4b", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a-authn-ssl"} 2026-07-28T20:26:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "e27e82f4-f9b3-4056-a229-2352f0983c4b", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:26:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "dda45294-703a-4fa9-962e-86a505c184a3", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:26:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "dda45294-703a-4fa9-962e-86a505c184a3", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a-authn-ssl"} 2026-07-28T20:26:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "dda45294-703a-4fa9-962e-86a505c184a3", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:26:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "9488315f-753e-4d24-abff-4d5365b6a6ef", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:26:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "9488315f-753e-4d24-abff-4d5365b6a6ef", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a-authn-ssl"} 2026-07-28T20:26:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "9488315f-753e-4d24-abff-4d5365b6a6ef", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:26:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "1667f5dc-48c0-4281-9624-bc0c377bd7b8", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:26:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "1667f5dc-48c0-4281-9624-bc0c377bd7b8", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a-authn-ssl"} 2026-07-28T20:26:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "1667f5dc-48c0-4281-9624-bc0c377bd7b8", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:26:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "d776f77d-7983-41f8-8aab-090bedc1f030", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:26:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "d776f77d-7983-41f8-8aab-090bedc1f030", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a-authn-ssl"} 2026-07-28T20:26:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "d776f77d-7983-41f8-8aab-090bedc1f030", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:26:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "odh-trusted-ca-bundle", "reconcileID": "e2a46f51-ea6c-4522-9433-b47157769c49", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:26:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "openshift-service-ca.crt", "reconcileID": "9d37f58f-d680-4489-b5d4-2825e64e9df0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:26:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "openshift-service-ca.crt", "reconcileID": "4c0ff0c5-67d2-4b4b-9563-09296a8f0f99", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-06df9a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:26:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "openshift-service-ca.crt", "reconcileID": "4c0ff0c5-67d2-4b4b-9563-09296a8f0f99", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:26:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "odh-trusted-ca-bundle", "reconcileID": "baf3c893-4b1f-480c-bf2a-3fba6b3da8f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-06df9a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:26:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "odh-trusted-ca-bundle", "reconcileID": "baf3c893-4b1f-480c-bf2a-3fba6b3da8f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:26:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d94536b-cc25-4b9b-8179-9f98c65c84b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:26:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "openshift-service-ca.crt", "reconcileID": "fcaee2e2-6575-4965-aa48-421a84d5e030", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:26:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "d6459ecf-ae6e-4164-842e-7472531bb5a6", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:26:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "d6459ecf-ae6e-4164-842e-7472531bb5a6", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a-authn-ssl"} 2026-07-28T20:26:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "d6459ecf-ae6e-4164-842e-7472531bb5a6", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:26:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ae98e24c-b2b3-4ba5-a4d2-b1ddf2443930", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:26:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0504dafd-2dc3-4959-bd02-1cbed744a92a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:26:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "15375e58-0662-4749-aebf-aeb3720e19e6", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:26:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "15375e58-0662-4749-aebf-aeb3720e19e6", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a-authn-ssl"} 2026-07-28T20:26:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "15375e58-0662-4749-aebf-aeb3720e19e6", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:27:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "899aba83-c63d-4737-8201-3c32a565ca0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:27:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "465fcddd-f3b3-4d26-b9fd-1c6ae8e9dcf8", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:27:12Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "465fcddd-f3b3-4d26-b9fd-1c6ae8e9dcf8", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065-authn-ssl"} 2026-07-28T20:27:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "465fcddd-f3b3-4d26-b9fd-1c6ae8e9dcf8", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:27:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "2ddeb17b-6af2-4d0b-b6cf-0d5922363d82", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:27:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "2ddeb17b-6af2-4d0b-b6cf-0d5922363d82", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065-authn-ssl"} 2026-07-28T20:27:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "2ddeb17b-6af2-4d0b-b6cf-0d5922363d82", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:27:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "176f9c3f-f553-4ef8-879d-424871d09862", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:27:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "176f9c3f-f553-4ef8-879d-424871d09862", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065-authn-ssl"} 2026-07-28T20:27:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "176f9c3f-f553-4ef8-879d-424871d09862", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:27:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "4145d084-4004-4d72-b81d-0d6d27f2da4e", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:27:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "4145d084-4004-4d72-b81d-0d6d27f2da4e", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065-authn-ssl"} 2026-07-28T20:27:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "4145d084-4004-4d72-b81d-0d6d27f2da4e", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:27:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "bc9046dc-06b0-44de-a097-49d632ff2bd6", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:27:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "bc9046dc-06b0-44de-a097-49d632ff2bd6", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065-authn-ssl"} 2026-07-28T20:27:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "bc9046dc-06b0-44de-a097-49d632ff2bd6", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:27:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "490f4345-7b28-4e8a-8678-43777fc2b9d4", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:27:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "490f4345-7b28-4e8a-8678-43777fc2b9d4", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065-authn-ssl"} 2026-07-28T20:27:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "490f4345-7b28-4e8a-8678-43777fc2b9d4", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:27:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "042491c1-bdb9-43f7-9f16-5342ab4f8b04", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:27:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "042491c1-bdb9-43f7-9f16-5342ab4f8b04", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065-authn-ssl"} 2026-07-28T20:27:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "042491c1-bdb9-43f7-9f16-5342ab4f8b04", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:27:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "0ffd89a2-bb42-4163-8e82-53511af0892d", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:27:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "0ffd89a2-bb42-4163-8e82-53511af0892d", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065-authn-ssl"} 2026-07-28T20:27:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "0ffd89a2-bb42-4163-8e82-53511af0892d", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:27:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-426065"}, "namespace": "ai-tenant-e2e-ipp-b-426065", "name": "openshift-service-ca.crt", "reconcileID": "0e3d6892-4c73-495f-8663-64e19433e1b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-426065"} 2026-07-28T20:27:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-426065"}, "namespace": "ai-tenant-e2e-ipp-b-426065", "name": "odh-trusted-ca-bundle", "reconcileID": "3230c7d3-49a7-4a89-adbc-7e5c76f74e75", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-426065"} 2026-07-28T20:27:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-426065"}, "namespace": "ai-tenant-e2e-ipp-b-426065", "name": "openshift-service-ca.crt", "reconcileID": "b1f09f99-a8f6-44fe-b2c4-1d18d6684b31", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-426065", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:27:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-426065"}, "namespace": "ai-tenant-e2e-ipp-b-426065", "name": "openshift-service-ca.crt", "reconcileID": "b1f09f99-a8f6-44fe-b2c4-1d18d6684b31", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-426065"} 2026-07-28T20:27:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-426065"}, "namespace": "ai-tenant-e2e-ipp-b-426065", "name": "openshift-service-ca.crt", "reconcileID": "64d07358-8bb8-4676-8f23-8953fa8d7d7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-426065", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:27:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-426065"}, "namespace": "ai-tenant-e2e-ipp-b-426065", "name": "openshift-service-ca.crt", "reconcileID": "64d07358-8bb8-4676-8f23-8953fa8d7d7e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:27:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-426065"}, "namespace": "ai-tenant-e2e-ipp-b-426065", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fbbfc37b-d495-4c72-8c5e-a8b7797c1fbf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-426065"} 2026-07-28T20:27:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-426065"}, "namespace": "ai-tenant-e2e-ipp-b-426065", "name": "openshift-service-ca.crt", "reconcileID": "9b55075e-f48d-4b85-a0ab-364d9a863a51", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-426065"} 2026-07-28T20:27:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-426065"}, "namespace": "ai-tenant-e2e-ipp-b-426065", "name": "odh-trusted-ca-bundle", "reconcileID": "b91a668e-1610-4170-b321-b96a54c4c047", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-426065", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:27:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-426065"}, "namespace": "ai-tenant-e2e-ipp-b-426065", "name": "odh-trusted-ca-bundle", "reconcileID": "b91a668e-1610-4170-b321-b96a54c4c047", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-426065"} 2026-07-28T20:27:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-426065"}, "namespace": "ai-tenant-e2e-ipp-b-426065", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "734381d8-a613-44b7-b16a-7943357a2edb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-426065"} 2026-07-28T20:27:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "dec3dab8-70b4-4110-b95b-236f03192d6d", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:27:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "dec3dab8-70b4-4110-b95b-236f03192d6d", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065-authn-ssl"} 2026-07-28T20:27:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "dec3dab8-70b4-4110-b95b-236f03192d6d", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:27:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "577f0c4c-b511-414e-a22a-13b4c1026cdb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:27:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "4076f401-971d-4fd2-aa20-593b6d4ccda9", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:27:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "4076f401-971d-4fd2-aa20-593b6d4ccda9", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065-authn-ssl"} 2026-07-28T20:27:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "4076f401-971d-4fd2-aa20-593b6d4ccda9", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:27:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "cfe89e96-36e5-4d66-901c-d0f497a67ba4", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:27:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "cfe89e96-36e5-4d66-901c-d0f497a67ba4", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:27:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "cfe89e96-36e5-4d66-901c-d0f497a67ba4", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:27:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "4141e673-674b-46f9-8542-1b692583e710", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:27:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "cfe89e96-36e5-4d66-901c-d0f497a67ba4", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a-kserve-route-authn"} 2026-07-28T20:27:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "cfe89e96-36e5-4d66-901c-d0f497a67ba4", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a", "authType": "userdefined"} 2026-07-28T20:27:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "cfe89e96-36e5-4d66-901c-d0f497a67ba4", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:27:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "4141e673-674b-46f9-8542-1b692583e710", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a-authn-ssl"} 2026-07-28T20:27:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "4141e673-674b-46f9-8542-1b692583e710", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:27:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "041b55fe-4f27-478f-9ebe-6f8a41f52d49", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:27:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "041b55fe-4f27-478f-9ebe-6f8a41f52d49", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:27:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "041b55fe-4f27-478f-9ebe-6f8a41f52d49", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:27:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "041b55fe-4f27-478f-9ebe-6f8a41f52d49", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a-kserve-route-authn"} 2026-07-28T20:27:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "041b55fe-4f27-478f-9ebe-6f8a41f52d49", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a", "authType": "userdefined"} 2026-07-28T20:27:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "041b55fe-4f27-478f-9ebe-6f8a41f52d49", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:28:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "931a9a2f-7352-461b-95e2-3d071971fcb3", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:28:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "931a9a2f-7352-461b-95e2-3d071971fcb3", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a-authn-ssl"} 2026-07-28T20:28:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "931a9a2f-7352-461b-95e2-3d071971fcb3", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:28:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "77989bd0-4287-4217-bbbe-ee7d55b09207", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:28:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "77989bd0-4287-4217-bbbe-ee7d55b09207", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:28:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "77989bd0-4287-4217-bbbe-ee7d55b09207", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:28:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "77989bd0-4287-4217-bbbe-ee7d55b09207", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a-kserve-route-authn"} 2026-07-28T20:28:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "77989bd0-4287-4217-bbbe-ee7d55b09207", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a", "authType": "userdefined"} 2026-07-28T20:28:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "77989bd0-4287-4217-bbbe-ee7d55b09207", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:28:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "48f02542-78d4-40ee-a076-d1857b1026ea", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:28:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "48f02542-78d4-40ee-a076-d1857b1026ea", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:28:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "48f02542-78d4-40ee-a076-d1857b1026ea", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:28:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "48f02542-78d4-40ee-a076-d1857b1026ea", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a-kserve-route-authn"} 2026-07-28T20:28:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "48f02542-78d4-40ee-a076-d1857b1026ea", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a", "authType": "userdefined"} 2026-07-28T20:28:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "48f02542-78d4-40ee-a076-d1857b1026ea", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:28:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "da39a9cc-aeb0-4940-b7fd-46f5e3325c2e", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:28:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "da39a9cc-aeb0-4940-b7fd-46f5e3325c2e", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:28:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "da39a9cc-aeb0-4940-b7fd-46f5e3325c2e", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:28:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "da39a9cc-aeb0-4940-b7fd-46f5e3325c2e", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a-kserve-route-authn"} 2026-07-28T20:28:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "da39a9cc-aeb0-4940-b7fd-46f5e3325c2e", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a", "authType": "userdefined"} 2026-07-28T20:28:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "da39a9cc-aeb0-4940-b7fd-46f5e3325c2e", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:28:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "f340ae60-e8ec-4b41-91f3-b61fc4f3e555", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:28:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "f340ae60-e8ec-4b41-91f3-b61fc4f3e555", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a-authn-ssl"} 2026-07-28T20:28:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "f340ae60-e8ec-4b41-91f3-b61fc4f3e555", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:28:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1a2d85a6-4b8c-443c-8b51-949ad384179a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:28:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "3ff78879-f6c6-4989-ab99-9618933ecdc7", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:28:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "3ff78879-f6c6-4989-ab99-9618933ecdc7", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004-authn-ssl"} 2026-07-28T20:28:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "3ff78879-f6c6-4989-ab99-9618933ecdc7", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:28:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "153249dc-0913-4852-a32a-5e25398a8058", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:28:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "153249dc-0913-4852-a32a-5e25398a8058", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004-authn-ssl"} 2026-07-28T20:28:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "153249dc-0913-4852-a32a-5e25398a8058", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:28:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "a95be8d8-c7f8-4eed-a11c-f7a1ff1abe07", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:28:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "a95be8d8-c7f8-4eed-a11c-f7a1ff1abe07", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004-authn-ssl"} 2026-07-28T20:28:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "a95be8d8-c7f8-4eed-a11c-f7a1ff1abe07", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:28:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "0d157187-e13d-47a2-8f1b-2aa620264ef3", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:28:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "0d157187-e13d-47a2-8f1b-2aa620264ef3", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004-authn-ssl"} 2026-07-28T20:28:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "0d157187-e13d-47a2-8f1b-2aa620264ef3", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:28:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "35e7f413-7aed-4149-a16e-c55e440a3ec6", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:28:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "35e7f413-7aed-4149-a16e-c55e440a3ec6", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004-authn-ssl"} 2026-07-28T20:28:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "35e7f413-7aed-4149-a16e-c55e440a3ec6", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:28:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "0c09af1e-e303-4486-8bf0-bfc063a4aace", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:28:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "0c09af1e-e303-4486-8bf0-bfc063a4aace", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004-authn-ssl"} 2026-07-28T20:28:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "0c09af1e-e303-4486-8bf0-bfc063a4aace", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:28:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "98169815-13a8-444f-b782-08626d2f3fd3", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:28:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "98169815-13a8-444f-b782-08626d2f3fd3", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004-authn-ssl"} 2026-07-28T20:28:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "98169815-13a8-444f-b782-08626d2f3fd3", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:28:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "ed16e60e-9827-4edd-96a5-4545173f49d8", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:28:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "ed16e60e-9827-4edd-96a5-4545173f49d8", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004-authn-ssl"} 2026-07-28T20:28:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "ed16e60e-9827-4edd-96a5-4545173f49d8", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:28:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-0fc004"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004", "name": "openshift-service-ca.crt", "reconcileID": "046407bf-da60-4c23-afc6-81c1367c4de1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004"} 2026-07-28T20:28:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0fc004"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004", "name": "odh-trusted-ca-bundle", "reconcileID": "07df4bee-e058-4a10-a72b-5f11ab21b8ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004"} 2026-07-28T20:28:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-0fc004"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004", "name": "openshift-service-ca.crt", "reconcileID": "454865d7-e749-426b-b984-c256c19d792b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:28:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-0fc004"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004", "name": "openshift-service-ca.crt", "reconcileID": "454865d7-e749-426b-b984-c256c19d792b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004"} 2026-07-28T20:28:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0fc004"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95d42901-0a9d-4a54-b42e-2eff2c2b3a17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004"} 2026-07-28T20:28:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-0fc004"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004", "name": "openshift-service-ca.crt", "reconcileID": "a44ee16c-108d-4954-bb8e-9ff542b00c66", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004"} 2026-07-28T20:28:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0fc004"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004", "name": "odh-trusted-ca-bundle", "reconcileID": "5196abea-41aa-44f8-ba9c-fa704add0a09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:28:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0fc004"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004", "name": "odh-trusted-ca-bundle", "reconcileID": "5196abea-41aa-44f8-ba9c-fa704add0a09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004"} 2026-07-28T20:28:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0fc004"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df2ebc08-9e0a-4ee0-9ed8-958ed3d701ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004"} 2026-07-28T20:28:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "93740834-b4d8-41d2-87bd-2e0d310342dd", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:28:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "93740834-b4d8-41d2-87bd-2e0d310342dd", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004-authn-ssl"} 2026-07-28T20:28:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "93740834-b4d8-41d2-87bd-2e0d310342dd", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:28:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c5b6ab3d-d2ad-4f48-94f7-0b6977e43aa2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:28:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "aec56ad1-2de4-4f15-9dd1-4a762941b8fd", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:28:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "aec56ad1-2de4-4f15-9dd1-4a762941b8fd", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004-authn-ssl"} 2026-07-28T20:28:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "aec56ad1-2de4-4f15-9dd1-4a762941b8fd", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:29:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "83cfbf9f-3f42-44c4-bc77-b49b4de99a16", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:29:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "83cfbf9f-3f42-44c4-bc77-b49b4de99a16", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004-authn-ssl"} 2026-07-28T20:29:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "83cfbf9f-3f42-44c4-bc77-b49b4de99a16", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:29:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0fc004"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed7b3fc7-01f2-4eaa-a10c-b476e002b6c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004"} 2026-07-28T20:29:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0fc004"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed7b3fc7-01f2-4eaa-a10c-b476e002b6c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:29:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0fc004"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed7b3fc7-01f2-4eaa-a10c-b476e002b6c6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-0fc004 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:29:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0fc004"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004", "name": "odh-trusted-ca-bundle", "reconcileID": "2abdc867-1e28-4e83-b061-53519b63e6a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004"} 2026-07-28T20:29:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0fc004"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004", "name": "odh-trusted-ca-bundle", "reconcileID": "2abdc867-1e28-4e83-b061-53519b63e6a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004"} 2026-07-28T20:29:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-0fc004"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004", "name": "openshift-service-ca.crt", "reconcileID": "43319eaa-c8ef-48c5-9284-c6b5e89de9bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004"} 2026-07-28T20:29:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-0fc004"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004", "name": "openshift-service-ca.crt", "reconcileID": "43319eaa-c8ef-48c5-9284-c6b5e89de9bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004"} 2026-07-28T20:29:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0fc004"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7026f9db-953b-4992-bed0-c574ca03d36d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004"} 2026-07-28T20:29:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0fc004"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7026f9db-953b-4992-bed0-c574ca03d36d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0fc004"} 2026-07-28T20:29:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "45ec6f19-348d-429f-b4f6-af684ea2cc16", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:29:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "45ec6f19-348d-429f-b4f6-af684ea2cc16", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004-authn-ssl"} 2026-07-28T20:29:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "45ec6f19-348d-429f-b4f6-af684ea2cc16", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:29:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0fc004","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0fc004", "reconcileID": "2069bfa0-9df8-4277-93d8-e4866765dc13", "Gateway": "e2e-ipp-cleanup-0fc004", "namespace": "openshift-ingress"} 2026-07-28T20:29:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "16a8f5a5-412f-4f82-8582-722e7c3a051a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:29:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "45b142ca-6726-4ed4-8eb5-149d5858e2c0", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:29:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "45b142ca-6726-4ed4-8eb5-149d5858e2c0", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a-authn-ssl"} 2026-07-28T20:29:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "45b142ca-6726-4ed4-8eb5-149d5858e2c0", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:29:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "c6ca991d-f0c8-4cd0-9973-ef5d07c1c14c", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:29:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "c6ca991d-f0c8-4cd0-9973-ef5d07c1c14c", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a-authn-ssl"} 2026-07-28T20:29:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "c6ca991d-f0c8-4cd0-9973-ef5d07c1c14c", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:29:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "c16d44c9-0c69-47e4-9773-1d72271c0ac0", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:29:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "c16d44c9-0c69-47e4-9773-1d72271c0ac0", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:29:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "c16d44c9-0c69-47e4-9773-1d72271c0ac0", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:29:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "c16d44c9-0c69-47e4-9773-1d72271c0ac0", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a-kserve-route-authn"} 2026-07-28T20:29:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "c16d44c9-0c69-47e4-9773-1d72271c0ac0", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a", "authType": "userdefined"} 2026-07-28T20:29:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "c16d44c9-0c69-47e4-9773-1d72271c0ac0", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:29:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "432bc72f-e5a3-455a-adb4-0b7d2ef2a918", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:29:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "432bc72f-e5a3-455a-adb4-0b7d2ef2a918", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a-authn-ssl"} 2026-07-28T20:29:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "432bc72f-e5a3-455a-adb4-0b7d2ef2a918", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:30:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "a8431364-1cb6-49a9-812b-9a85f34db7fc", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:30:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "a8431364-1cb6-49a9-812b-9a85f34db7fc", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:30:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "a8431364-1cb6-49a9-812b-9a85f34db7fc", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:30:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "a8431364-1cb6-49a9-812b-9a85f34db7fc", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a-kserve-route-authn"} 2026-07-28T20:30:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "a8431364-1cb6-49a9-812b-9a85f34db7fc", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a", "authType": "userdefined"} 2026-07-28T20:30:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "a8431364-1cb6-49a9-812b-9a85f34db7fc", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:30:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "73b4046c-6651-493e-b987-0a4c3dccc213", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:30:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "73b4046c-6651-493e-b987-0a4c3dccc213", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a"} 2026-07-28T20:30:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "73b4046c-6651-493e-b987-0a4c3dccc213", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:30:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "73b4046c-6651-493e-b987-0a4c3dccc213", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:30:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "73b4046c-6651-493e-b987-0a4c3dccc213", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a-kserve-route-authn"} 2026-07-28T20:30:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "73b4046c-6651-493e-b987-0a4c3dccc213", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a-kserve-route-authn"} 2026-07-28T20:30:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "73b4046c-6651-493e-b987-0a4c3dccc213", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:30:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "73b4046c-6651-493e-b987-0a4c3dccc213", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:30:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "ipp-route-06df9a", "reconcileID": "6da41dc3-2146-4a01-a69c-3941c7108428", "LLMInferenceService": "ipp-route-06df9a", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:30:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "418fe6a7-2b29-4b15-9c4a-a20d620b647c", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:30:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "418fe6a7-2b29-4b15-9c4a-a20d620b647c", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a-authn-ssl"} 2026-07-28T20:30:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "418fe6a7-2b29-4b15-9c4a-a20d620b647c", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:30:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "335e475f-e0d6-4b4b-a32f-86ef2b11edfb", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:30:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "335e475f-e0d6-4b4b-a32f-86ef2b11edfb", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a-authn-ssl"} 2026-07-28T20:30:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "335e475f-e0d6-4b4b-a32f-86ef2b11edfb", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:30:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a765873-7976-489b-89e6-905cb3f4595e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:30:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a765873-7976-489b-89e6-905cb3f4595e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-06df9a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:30:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a765873-7976-489b-89e6-905cb3f4595e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-06df9a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:30:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "odh-trusted-ca-bundle", "reconcileID": "49eaeb05-8969-4cde-9d63-46c03f01a12f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:30:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "odh-trusted-ca-bundle", "reconcileID": "49eaeb05-8969-4cde-9d63-46c03f01a12f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:30:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "openshift-service-ca.crt", "reconcileID": "845a6aec-b8fb-44cf-af8d-9ec85f93ccb9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:30:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "openshift-service-ca.crt", "reconcileID": "845a6aec-b8fb-44cf-af8d-9ec85f93ccb9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:30:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab496b80-0748-4d09-94d8-261b114b829d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:30:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-06df9a"}, "namespace": "ai-tenant-e2e-ipp-a-06df9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab496b80-0748-4d09-94d8-261b114b829d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-06df9a"} 2026-07-28T20:30:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-06df9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-06df9a", "reconcileID": "f1e94809-a9f3-4aa5-80a3-4755172e1c70", "Gateway": "e2e-ipp-a-06df9a", "namespace": "openshift-ingress"} 2026-07-28T20:30:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2de1da97-f199-41fc-be1d-8d4d60ceb304", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:30:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "5deaaa84-4b48-4f1f-ab54-f41cc8fb48ea", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:30:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "5deaaa84-4b48-4f1f-ab54-f41cc8fb48ea", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065-authn-ssl"} 2026-07-28T20:30:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "5deaaa84-4b48-4f1f-ab54-f41cc8fb48ea", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:30:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "624a762b-841e-4803-add7-c979d170e569", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:30:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "624a762b-841e-4803-add7-c979d170e569", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065-authn-ssl"} 2026-07-28T20:30:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "624a762b-841e-4803-add7-c979d170e569", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:30:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-426065"}, "namespace": "ai-tenant-e2e-ipp-b-426065", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08551347-4e0b-46e7-a13d-eeac71d06d76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-426065"} 2026-07-28T20:30:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-426065"}, "namespace": "ai-tenant-e2e-ipp-b-426065", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08551347-4e0b-46e7-a13d-eeac71d06d76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-426065", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:30:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-426065"}, "namespace": "ai-tenant-e2e-ipp-b-426065", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08551347-4e0b-46e7-a13d-eeac71d06d76", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-426065 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:30:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-426065"}, "namespace": "ai-tenant-e2e-ipp-b-426065", "name": "odh-trusted-ca-bundle", "reconcileID": "51aed15d-4e92-47d0-b159-3095fe177c26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-426065"} 2026-07-28T20:30:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-426065"}, "namespace": "ai-tenant-e2e-ipp-b-426065", "name": "odh-trusted-ca-bundle", "reconcileID": "51aed15d-4e92-47d0-b159-3095fe177c26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-426065"} 2026-07-28T20:30:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-426065"}, "namespace": "ai-tenant-e2e-ipp-b-426065", "name": "openshift-service-ca.crt", "reconcileID": "8a631a7b-e920-4431-8990-e297eff714d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-426065"} 2026-07-28T20:30:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-426065"}, "namespace": "ai-tenant-e2e-ipp-b-426065", "name": "openshift-service-ca.crt", "reconcileID": "8a631a7b-e920-4431-8990-e297eff714d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-426065"} 2026-07-28T20:30:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-426065"}, "namespace": "ai-tenant-e2e-ipp-b-426065", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61845c8f-7103-4fa3-9249-12b58f1fc107", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-426065"} 2026-07-28T20:30:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-426065"}, "namespace": "ai-tenant-e2e-ipp-b-426065", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61845c8f-7103-4fa3-9249-12b58f1fc107", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-426065"} 2026-07-28T20:30:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-426065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-426065", "reconcileID": "ecdebedb-736b-42a0-a8e0-ce8e8f2d5978", "Gateway": "e2e-ipp-b-426065", "namespace": "openshift-ingress"} 2026-07-28T20:30:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "470b9584-3eee-45df-b181-dcaf626c07b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:31:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "f5824ac5-ead9-4f46-84a8-3ffd364cf2d4", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:31:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "f5824ac5-ead9-4f46-84a8-3ffd364cf2d4", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57-authn-ssl"} 2026-07-28T20:31:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "f5824ac5-ead9-4f46-84a8-3ffd364cf2d4", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:31:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "657672b7-43e4-4f11-b9e5-2c04d3b344f4", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:31:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "657672b7-43e4-4f11-b9e5-2c04d3b344f4", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57-authn-ssl"} 2026-07-28T20:31:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "657672b7-43e4-4f11-b9e5-2c04d3b344f4", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:31:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a57cd87d-bde6-4d9e-9cf7-778dd445c09a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:31:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a57cd87d-bde6-4d9e-9cf7-778dd445c09a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c38c57", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:31:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a57cd87d-bde6-4d9e-9cf7-778dd445c09a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-c38c57 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:31:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "odh-trusted-ca-bundle", "reconcileID": "67648e6c-f89a-41ec-a770-0657eac1940d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:31:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "odh-trusted-ca-bundle", "reconcileID": "67648e6c-f89a-41ec-a770-0657eac1940d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:31:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "openshift-service-ca.crt", "reconcileID": "986623cb-af20-4a1e-98ee-1dbcaa56e142", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:31:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "openshift-service-ca.crt", "reconcileID": "986623cb-af20-4a1e-98ee-1dbcaa56e142", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:31:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "063a7d64-6045-4f43-aa57-6580842a28a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:31:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c38c57"}, "namespace": "ai-tenant-e2e-shared-a-c38c57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "063a7d64-6045-4f43-aa57-6580842a28a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c38c57"} 2026-07-28T20:31:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c38c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c38c57", "reconcileID": "abc607a9-c58a-4ec4-bae1-eaeed687057a", "Gateway": "e2e-shared-a-c38c57", "namespace": "openshift-ingress"} 2026-07-28T20:31:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "955af21a-a76a-4535-b112-15803167ac45", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:31:12Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T20:31:12Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T20:31:15Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T20:31:15Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T20:31:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "6ce42f02-fcf2-49bc-8dca-91e12f6f88a2", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:31:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "6ce42f02-fcf2-49bc-8dca-91e12f6f88a2", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd-authn-ssl"} 2026-07-28T20:31:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "6ce42f02-fcf2-49bc-8dca-91e12f6f88a2", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:31:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "c715dfdf-93b6-4dd1-bf70-838022402560", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:31:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "c715dfdf-93b6-4dd1-bf70-838022402560", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd-authn-ssl"} 2026-07-28T20:31:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "c715dfdf-93b6-4dd1-bf70-838022402560", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"} 2026-07-28T20:31:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca6a2e8d-48b2-4722-886a-46bee0eb7763", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:31:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca6a2e8d-48b2-4722-886a-46bee0eb7763", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d170bd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:31:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca6a2e8d-48b2-4722-886a-46bee0eb7763", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-d170bd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:31:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "odh-trusted-ca-bundle", "reconcileID": "2d12a657-654d-46e3-b2b6-6561fe2e38be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:31:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "odh-trusted-ca-bundle", "reconcileID": "2d12a657-654d-46e3-b2b6-6561fe2e38be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:31:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "openshift-service-ca.crt", "reconcileID": "eb38e5c0-204c-41f5-9abd-d5093ee96586", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:31:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "openshift-service-ca.crt", "reconcileID": "eb38e5c0-204c-41f5-9abd-d5093ee96586", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:31:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95d90d16-9135-4412-a5de-91ab617afea6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:31:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d170bd"}, "namespace": "ai-tenant-e2e-shared-b-d170bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95d90d16-9135-4412-a5de-91ab617afea6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d170bd"} 2026-07-28T20:31:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d170bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d170bd", "reconcileID": "56323282-24e3-4480-8e1d-b53fa14fa668", "Gateway": "e2e-shared-b-d170bd", "namespace": "openshift-ingress"}