2026-07-29T18:51:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "51d4ba30-29fb-4f6a-addb-30b60a9f68ce", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:51:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "51d4ba30-29fb-4f6a-addb-30b60a9f68ce", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:51:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "3cf2aaad-6732-4ea3-b6a2-77d7ae21b781", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:51:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "51d4ba30-29fb-4f6a-addb-30b60a9f68ce", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d-kserve-route-authn"} 2026-07-29T18:51:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "51d4ba30-29fb-4f6a-addb-30b60a9f68ce", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "authType": "userdefined"} 2026-07-29T18:51:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "51d4ba30-29fb-4f6a-addb-30b60a9f68ce", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:51:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "3cf2aaad-6732-4ea3-b6a2-77d7ae21b781", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d-authn-ssl"} 2026-07-29T18:51:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "3cf2aaad-6732-4ea3-b6a2-77d7ae21b781", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:51:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "9c96e9c8-1fdf-4d01-b3bf-9d1b31da710b", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:51:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "9c96e9c8-1fdf-4d01-b3bf-9d1b31da710b", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:51:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "9c96e9c8-1fdf-4d01-b3bf-9d1b31da710b", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:51:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "9c96e9c8-1fdf-4d01-b3bf-9d1b31da710b", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d-kserve-route-authn"} 2026-07-29T18:51:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "9c96e9c8-1fdf-4d01-b3bf-9d1b31da710b", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "authType": "userdefined"} 2026-07-29T18:51:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "9c96e9c8-1fdf-4d01-b3bf-9d1b31da710b", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:51:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "d511239e-631a-4f16-ae8e-efd93ef0ca71", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:51:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "d511239e-631a-4f16-ae8e-efd93ef0ca71", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d-authn-ssl"} 2026-07-29T18:51:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "d511239e-631a-4f16-ae8e-efd93ef0ca71", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:51:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "1b4e94e8-ec93-461b-abac-bc4f7967d5df", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:51:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "1b4e94e8-ec93-461b-abac-bc4f7967d5df", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:51:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "1b4e94e8-ec93-461b-abac-bc4f7967d5df", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:51:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "1b4e94e8-ec93-461b-abac-bc4f7967d5df", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d-kserve-route-authn"} 2026-07-29T18:51:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "1b4e94e8-ec93-461b-abac-bc4f7967d5df", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "authType": "userdefined"} 2026-07-29T18:51:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "1b4e94e8-ec93-461b-abac-bc4f7967d5df", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:52:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "a5d430de-f47e-4feb-908b-39ca7033a8cc", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:52:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "a5d430de-f47e-4feb-908b-39ca7033a8cc", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:52:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "a5d430de-f47e-4feb-908b-39ca7033a8cc", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:52:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "a5d430de-f47e-4feb-908b-39ca7033a8cc", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d-kserve-route-authn"} 2026-07-29T18:52:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "a5d430de-f47e-4feb-908b-39ca7033a8cc", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "authType": "userdefined"} 2026-07-29T18:52:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "a5d430de-f47e-4feb-908b-39ca7033a8cc", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:52:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "ecc90b5a-d3eb-4e53-a7cd-31d51773e58f", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T18:52:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "ecc90b5a-d3eb-4e53-a7cd-31d51773e58f", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884-authn-ssl"} 2026-07-29T18:52:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "ecc90b5a-d3eb-4e53-a7cd-31d51773e58f", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T18:52:20Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T18:52:20Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T18:52:21Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T18:52:21Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T18:52:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "5246fbbe-51f8-4f45-b098-5d8b2ab4f307", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:52:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "5246fbbe-51f8-4f45-b098-5d8b2ab4f307", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d-authn-ssl"} 2026-07-29T18:52:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "5246fbbe-51f8-4f45-b098-5d8b2ab4f307", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:52:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7e51c19a-1481-4bbc-8a14-d69dabc68862", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:52:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "245d4054-e2cd-4d5d-a0c3-9200d385bf10", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:52:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "245d4054-e2cd-4d5d-a0c3-9200d385bf10", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d-authn-ssl"} 2026-07-29T18:52:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "245d4054-e2cd-4d5d-a0c3-9200d385bf10", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:53:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "8380207e-1968-469f-9955-7db734b4d500", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:53:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "8380207e-1968-469f-9955-7db734b4d500", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d-authn-ssl"} 2026-07-29T18:53:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "8380207e-1968-469f-9955-7db734b4d500", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:53:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "sub-test-model-6e9884", "reconcileID": "0a98816d-d58c-4c13-af6c-83d4561be907", "LLMInferenceService": "sub-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:53:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "sub-test-model-6e9884", "reconcileID": "0a98816d-d58c-4c13-af6c-83d4561be907", "LLMInferenceService": "sub-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "sub-test-model-6e9884"} 2026-07-29T18:53:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "sub-test-model-6e9884", "reconcileID": "0a98816d-d58c-4c13-af6c-83d4561be907", "LLMInferenceService": "sub-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:53:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "sub-test-model-6e9884", "reconcileID": "0a98816d-d58c-4c13-af6c-83d4561be907", "LLMInferenceService": "sub-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:53:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "sub-test-model-6e9884", "reconcileID": "0a98816d-d58c-4c13-af6c-83d4561be907", "LLMInferenceService": "sub-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "sub-test-model-6e9884-kserve-route-authn"} 2026-07-29T18:53:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "sub-test-model-6e9884", "reconcileID": "0a98816d-d58c-4c13-af6c-83d4561be907", "LLMInferenceService": "sub-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "sub-test-model-6e9884-kserve-route-authn"} 2026-07-29T18:53:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "sub-test-model-6e9884", "reconcileID": "0a98816d-d58c-4c13-af6c-83d4561be907", "LLMInferenceService": "sub-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:53:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "sub-test-model-6e9884", "reconcileID": "0a98816d-d58c-4c13-af6c-83d4561be907", "LLMInferenceService": "sub-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:53:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "sub-test-model-6e9884", "reconcileID": "0d9af176-a0b8-4e53-bb69-778a10ad0296", "LLMInferenceService": "sub-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:53:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "12729e0e-ffe8-468d-9127-2ec8f1ab7406", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T18:53:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "12729e0e-ffe8-468d-9127-2ec8f1ab7406", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884-authn-ssl"} 2026-07-29T18:53:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "12729e0e-ffe8-468d-9127-2ec8f1ab7406", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T18:53:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "971feaed-7477-4dea-9bb4-bc07341c85e7", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T18:53:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "971feaed-7477-4dea-9bb4-bc07341c85e7", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884-authn-ssl"} 2026-07-29T18:53:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "971feaed-7477-4dea-9bb4-bc07341c85e7", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T18:53:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "0bc26566-1bd4-45ae-94d3-7dc18e104fa5", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:53:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "0bc26566-1bd4-45ae-94d3-7dc18e104fa5", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d"} 2026-07-29T18:53:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "0bc26566-1bd4-45ae-94d3-7dc18e104fa5", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:53:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "0bc26566-1bd4-45ae-94d3-7dc18e104fa5", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:53:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "0bc26566-1bd4-45ae-94d3-7dc18e104fa5", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d-kserve-route-authn"} 2026-07-29T18:53:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "0bc26566-1bd4-45ae-94d3-7dc18e104fa5", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d-kserve-route-authn"} 2026-07-29T18:53:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "0bc26566-1bd4-45ae-94d3-7dc18e104fa5", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:53:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "0bc26566-1bd4-45ae-94d3-7dc18e104fa5", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:53:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "sub-test-model-750f0d", "reconcileID": "8fcc06e8-08e9-4def-b79e-c6464a5240e4", "LLMInferenceService": "sub-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:53:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "1b3c8dea-4aaa-492a-a682-e089818d13a0", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:53:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "1b3c8dea-4aaa-492a-a682-e089818d13a0", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d-authn-ssl"} 2026-07-29T18:53:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "1b3c8dea-4aaa-492a-a682-e089818d13a0", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:53:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "f0561c46-5dc1-4975-a0a5-2e942f2d0c89", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:53:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "f0561c46-5dc1-4975-a0a5-2e942f2d0c89", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d-authn-ssl"} 2026-07-29T18:53:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "f0561c46-5dc1-4975-a0a5-2e942f2d0c89", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:53:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "dec67fcc-4346-4da3-9723-9f4e40a5bc0d", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:53:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "dec67fcc-4346-4da3-9723-9f4e40a5bc0d", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:53:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "dec67fcc-4346-4da3-9723-9f4e40a5bc0d", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:53:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "6c92ca09-fdc2-498b-b512-34e32a8b3181", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T18:53:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "dec67fcc-4346-4da3-9723-9f4e40a5bc0d", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884-kserve-route-authn"} 2026-07-29T18:53:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "dec67fcc-4346-4da3-9723-9f4e40a5bc0d", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884", "authType": "userdefined"} 2026-07-29T18:53:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "dec67fcc-4346-4da3-9723-9f4e40a5bc0d", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:53:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "6c92ca09-fdc2-498b-b512-34e32a8b3181", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884-authn-ssl"} 2026-07-29T18:53:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "6c92ca09-fdc2-498b-b512-34e32a8b3181", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T18:53:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "4e71feda-3077-43a6-9569-47bc0d58d067", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:53:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "4e71feda-3077-43a6-9569-47bc0d58d067", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:53:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "4e71feda-3077-43a6-9569-47bc0d58d067", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:53:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "4e71feda-3077-43a6-9569-47bc0d58d067", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884-kserve-route-authn"} 2026-07-29T18:53:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "4e71feda-3077-43a6-9569-47bc0d58d067", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884", "authType": "userdefined"} 2026-07-29T18:53:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "4e71feda-3077-43a6-9569-47bc0d58d067", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:53:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "e86a1fbe-b246-4599-aa25-82b5b1bd0a66", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T18:53:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "e86a1fbe-b246-4599-aa25-82b5b1bd0a66", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884-authn-ssl"} 2026-07-29T18:53:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "e86a1fbe-b246-4599-aa25-82b5b1bd0a66", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T18:53:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "d39430d8-36a2-484a-80e6-d1af8113787b", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:53:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "d39430d8-36a2-484a-80e6-d1af8113787b", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d-authn-ssl"} 2026-07-29T18:53:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "d39430d8-36a2-484a-80e6-d1af8113787b", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:53:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "22bdd861-bf47-4fe0-9ca8-ce3840937ac5", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T18:53:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "22bdd861-bf47-4fe0-9ca8-ce3840937ac5", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884-authn-ssl"} 2026-07-29T18:53:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "22bdd861-bf47-4fe0-9ca8-ce3840937ac5", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T18:53:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "e6a7d5d0-9104-4a80-94a5-6a06c416b153", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:53:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "e6a7d5d0-9104-4a80-94a5-6a06c416b153", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:53:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "e6a7d5d0-9104-4a80-94a5-6a06c416b153", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:53:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "e6a7d5d0-9104-4a80-94a5-6a06c416b153", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884-kserve-route-authn"} 2026-07-29T18:53:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "e6a7d5d0-9104-4a80-94a5-6a06c416b153", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884", "authType": "userdefined"} 2026-07-29T18:53:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "e6a7d5d0-9104-4a80-94a5-6a06c416b153", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:54:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "99a79900-a36d-4224-9566-0415eb46ad06", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:54:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "99a79900-a36d-4224-9566-0415eb46ad06", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:54:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "99a79900-a36d-4224-9566-0415eb46ad06", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:54:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "99a79900-a36d-4224-9566-0415eb46ad06", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884-kserve-route-authn"} 2026-07-29T18:54:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "99a79900-a36d-4224-9566-0415eb46ad06", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884", "authType": "userdefined"} 2026-07-29T18:54:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "99a79900-a36d-4224-9566-0415eb46ad06", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:54:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "588fec3c-f224-416f-afff-28078b6b1445", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:54:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "588fec3c-f224-416f-afff-28078b6b1445", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:54:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "588fec3c-f224-416f-afff-28078b6b1445", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:54:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "298af71b-01a7-4220-bf0d-d67703492264", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:54:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "588fec3c-f224-416f-afff-28078b6b1445", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d-kserve-route-authn"} 2026-07-29T18:54:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "588fec3c-f224-416f-afff-28078b6b1445", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "authType": "userdefined"} 2026-07-29T18:54:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "588fec3c-f224-416f-afff-28078b6b1445", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:54:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "298af71b-01a7-4220-bf0d-d67703492264", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d-authn-ssl"} 2026-07-29T18:54:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "298af71b-01a7-4220-bf0d-d67703492264", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:54:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "a7645d22-295a-4262-ae62-243b0c84d476", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:54:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "a7645d22-295a-4262-ae62-243b0c84d476", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:54:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "a7645d22-295a-4262-ae62-243b0c84d476", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:54:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "a7645d22-295a-4262-ae62-243b0c84d476", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d-kserve-route-authn"} 2026-07-29T18:54:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "a7645d22-295a-4262-ae62-243b0c84d476", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "authType": "userdefined"} 2026-07-29T18:54:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "a7645d22-295a-4262-ae62-243b0c84d476", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:54:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "9f030195-c1c4-41ab-80cb-a17832182cf5", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:54:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "9f030195-c1c4-41ab-80cb-a17832182cf5", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d-authn-ssl"} 2026-07-29T18:54:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "9f030195-c1c4-41ab-80cb-a17832182cf5", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:54:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "3663e276-4282-4c6f-9c23-7a11bd455c08", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:54:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "3663e276-4282-4c6f-9c23-7a11bd455c08", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:54:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "3663e276-4282-4c6f-9c23-7a11bd455c08", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:54:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "3663e276-4282-4c6f-9c23-7a11bd455c08", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d-kserve-route-authn"} 2026-07-29T18:54:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "3663e276-4282-4c6f-9c23-7a11bd455c08", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "authType": "userdefined"} 2026-07-29T18:54:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "3663e276-4282-4c6f-9c23-7a11bd455c08", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:54:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "80084105-114f-46fa-b169-e0c8d8ce6980", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:54:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "80084105-114f-46fa-b169-e0c8d8ce6980", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:54:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "80084105-114f-46fa-b169-e0c8d8ce6980", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:54:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "80084105-114f-46fa-b169-e0c8d8ce6980", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d-kserve-route-authn"} 2026-07-29T18:54:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "80084105-114f-46fa-b169-e0c8d8ce6980", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "authType": "userdefined"} 2026-07-29T18:54:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "80084105-114f-46fa-b169-e0c8d8ce6980", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:54:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "666c9a80-1fb4-4834-b679-336c307b498b", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:54:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "666c9a80-1fb4-4834-b679-336c307b498b", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:54:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "666c9a80-1fb4-4834-b679-336c307b498b", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:54:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "666c9a80-1fb4-4834-b679-336c307b498b", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d-kserve-route-authn"} 2026-07-29T18:54:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "666c9a80-1fb4-4834-b679-336c307b498b", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "authType": "userdefined"} 2026-07-29T18:54:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "666c9a80-1fb4-4834-b679-336c307b498b", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:54:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "5c6c4227-2865-4524-b3c1-3a90a150864c", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T18:54:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "5c6c4227-2865-4524-b3c1-3a90a150864c", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884-authn-ssl"} 2026-07-29T18:54:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "5c6c4227-2865-4524-b3c1-3a90a150864c", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T18:54:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "35e5fdf5-352b-4254-99f9-d5f77c083ba0", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:54:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "35e5fdf5-352b-4254-99f9-d5f77c083ba0", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d-authn-ssl"} 2026-07-29T18:54:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "35e5fdf5-352b-4254-99f9-d5f77c083ba0", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:55:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "67f0de22-f9f8-4643-b991-59e0daf61069", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:55:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "c5a69417-2760-41d8-9d31-254ca99793bb", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:55:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "c5a69417-2760-41d8-9d31-254ca99793bb", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d-authn-ssl"} 2026-07-29T18:55:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "c5a69417-2760-41d8-9d31-254ca99793bb", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:55:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "ed81aed3-782c-46c3-99dd-bcc055f54026", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:55:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "ed81aed3-782c-46c3-99dd-bcc055f54026", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d-authn-ssl"} 2026-07-29T18:55:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "ed81aed3-782c-46c3-99dd-bcc055f54026", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:55:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bfbb27cf-f0a3-469e-a214-f6e0eec4d175", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:56:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "5fe9523f-8b4f-4ed9-8978-21128fa6551d", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:56:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "5fe9523f-8b4f-4ed9-8978-21128fa6551d", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884"} 2026-07-29T18:56:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "5fe9523f-8b4f-4ed9-8978-21128fa6551d", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:56:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "5fe9523f-8b4f-4ed9-8978-21128fa6551d", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:56:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "5fe9523f-8b4f-4ed9-8978-21128fa6551d", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884-kserve-route-authn"} 2026-07-29T18:56:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "5fe9523f-8b4f-4ed9-8978-21128fa6551d", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884-kserve-route-authn"} 2026-07-29T18:56:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "5fe9523f-8b4f-4ed9-8978-21128fa6551d", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:56:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "5fe9523f-8b4f-4ed9-8978-21128fa6551d", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:56:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6e9884","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "rate-test-model-6e9884", "reconcileID": "60f270b1-bdf6-49ed-ad4b-df6cd8756d2a", "LLMInferenceService": "rate-test-model-6e9884", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T18:56:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "c1620020-d52e-496a-b7b9-bca38e1a8946", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T18:56:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "c1620020-d52e-496a-b7b9-bca38e1a8946", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884-authn-ssl"} 2026-07-29T18:56:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "c1620020-d52e-496a-b7b9-bca38e1a8946", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T18:56:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "75219ac7-1274-4e05-9bdf-09cdcf3392b4", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T18:56:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "75219ac7-1274-4e05-9bdf-09cdcf3392b4", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884-authn-ssl"} 2026-07-29T18:56:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "75219ac7-1274-4e05-9bdf-09cdcf3392b4", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T18:56:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "d05ca182-4964-4151-933e-f359c1d9ada0", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:56:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "d05ca182-4964-4151-933e-f359c1d9ada0", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d"} 2026-07-29T18:56:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "d05ca182-4964-4151-933e-f359c1d9ada0", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:56:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "d05ca182-4964-4151-933e-f359c1d9ada0", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:56:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "d05ca182-4964-4151-933e-f359c1d9ada0", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d-kserve-route-authn"} 2026-07-29T18:56:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "d05ca182-4964-4151-933e-f359c1d9ada0", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d-kserve-route-authn"} 2026-07-29T18:56:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "d05ca182-4964-4151-933e-f359c1d9ada0", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:56:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "d05ca182-4964-4151-933e-f359c1d9ada0", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:56:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-750f0d","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "rate-test-model-750f0d", "reconcileID": "46ece308-c30d-42be-95d4-77ef644a3ea7", "LLMInferenceService": "rate-test-model-750f0d", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T18:56:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "05e928f8-ba59-4b88-a3ac-83714734244a", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:56:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "05e928f8-ba59-4b88-a3ac-83714734244a", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d-authn-ssl"} 2026-07-29T18:56:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "05e928f8-ba59-4b88-a3ac-83714734244a", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:56:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "c367458a-26b6-46bd-a067-923a6a9e77c6", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:56:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "c367458a-26b6-46bd-a067-923a6a9e77c6", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d-authn-ssl"} 2026-07-29T18:56:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "c367458a-26b6-46bd-a067-923a6a9e77c6", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:56:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "54be4690-c92b-4940-bb33-3b896e4009c0", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:56:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "54be4690-c92b-4940-bb33-3b896e4009c0", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d-authn-ssl"} 2026-07-29T18:56:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "54be4690-c92b-4940-bb33-3b896e4009c0", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T18:56:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "d10682fe-a497-4377-8b40-6f7acf465035", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T18:56:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "d10682fe-a497-4377-8b40-6f7acf465035", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884-authn-ssl"} 2026-07-29T18:56:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "d10682fe-a497-4377-8b40-6f7acf465035", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T18:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "fee07100-e80a-4eef-84cb-02c94e8deea8", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:56:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "fee07100-e80a-4eef-84cb-02c94e8deea8", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc-authn-ssl"} 2026-07-29T18:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "fee07100-e80a-4eef-84cb-02c94e8deea8", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "839e3cd0-503f-4610-865e-2619217f61ec", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "839e3cd0-503f-4610-865e-2619217f61ec", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc-authn-ssl"} 2026-07-29T18:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "839e3cd0-503f-4610-865e-2619217f61ec", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "e14c265e-5319-4bd1-9f45-062d29b61fba", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "e14c265e-5319-4bd1-9f45-062d29b61fba", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc-authn-ssl"} 2026-07-29T18:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "e14c265e-5319-4bd1-9f45-062d29b61fba", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "17091dd1-a48d-4c20-aba2-d88d25faac3c", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "17091dd1-a48d-4c20-aba2-d88d25faac3c", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc-authn-ssl"} 2026-07-29T18:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "17091dd1-a48d-4c20-aba2-d88d25faac3c", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "bf217213-fb52-4f77-963d-ef600406868b", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "bf217213-fb52-4f77-963d-ef600406868b", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc-authn-ssl"} 2026-07-29T18:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "bf217213-fb52-4f77-963d-ef600406868b", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "0354983c-f55f-4069-aad8-3b058e6973ec", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "0354983c-f55f-4069-aad8-3b058e6973ec", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc-authn-ssl"} 2026-07-29T18:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "0354983c-f55f-4069-aad8-3b058e6973ec", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:56:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "eab42720-794d-4b9f-b060-58c842b3a400", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:56:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "eab42720-794d-4b9f-b060-58c842b3a400", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc-authn-ssl"} 2026-07-29T18:56:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "eab42720-794d-4b9f-b060-58c842b3a400", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:56:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "openshift-service-ca.crt", "reconcileID": "8511adb0-f6b0-4473-9e88-6875add00c04", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:56:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "odh-trusted-ca-bundle", "reconcileID": "d0638c27-ea04-4ec2-8c80-033e89290c0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:56:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "openshift-service-ca.crt", "reconcileID": "24890ae9-aadf-4ca7-bf69-4324764b3bd3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T18:56:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "openshift-service-ca.crt", "reconcileID": "24890ae9-aadf-4ca7-bf69-4324764b3bd3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:56:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "360ee77a-8049-44ca-8180-1da85e9a2f60", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:56:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "openshift-service-ca.crt", "reconcileID": "1f0f1b75-991f-4995-9d5a-a75c2a07d40a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:56:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "odh-trusted-ca-bundle", "reconcileID": "00a82462-b022-4be2-83ee-057bfc56120b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T18:56:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "odh-trusted-ca-bundle", "reconcileID": "00a82462-b022-4be2-83ee-057bfc56120b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:56:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3220b843-c1ae-408b-8ff7-730bb12c469d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:56:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "0f4feea2-7bfb-43cd-a8e4-76d8219fc548", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:56:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "0f4feea2-7bfb-43cd-a8e4-76d8219fc548", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc-authn-ssl"} 2026-07-29T18:56:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "0f4feea2-7bfb-43cd-a8e4-76d8219fc548", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:56:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "29cccede-7ac3-442a-9bfc-559ceddbecce", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:56:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "f9b386be-3726-4b78-b328-855e471f3960", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:56:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "f9b386be-3726-4b78-b328-855e471f3960", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc-authn-ssl"} 2026-07-29T18:56:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "f9b386be-3726-4b78-b328-855e471f3960", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:56:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "fd5d08ef-2d2f-4a3a-b4a1-12016aa62ea6", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress"} 2026-07-29T18:56:52Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "fd5d08ef-2d2f-4a3a-b4a1-12016aa62ea6", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3-authn-ssl"} 2026-07-29T18:56:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "fd5d08ef-2d2f-4a3a-b4a1-12016aa62ea6", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress"} 2026-07-29T18:56:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "1cef1651-7494-4c7e-a250-d8a09e94fa82", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress"} 2026-07-29T18:56:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "1cef1651-7494-4c7e-a250-d8a09e94fa82", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3-authn-ssl"} 2026-07-29T18:56:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "1cef1651-7494-4c7e-a250-d8a09e94fa82", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress"} 2026-07-29T18:56:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "33dcccf1-2d23-4e5e-a2af-42f586402283", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress"} 2026-07-29T18:56:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "33dcccf1-2d23-4e5e-a2af-42f586402283", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3-authn-ssl"} 2026-07-29T18:56:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "33dcccf1-2d23-4e5e-a2af-42f586402283", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress"} 2026-07-29T18:56:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "705a04eb-e743-4f1e-940c-26122b507c8b", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress"} 2026-07-29T18:56:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "705a04eb-e743-4f1e-940c-26122b507c8b", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3-authn-ssl"} 2026-07-29T18:56:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "705a04eb-e743-4f1e-940c-26122b507c8b", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress"} 2026-07-29T18:56:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "51edd0c2-7c7a-43e1-bb29-f899776c04b0", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress"} 2026-07-29T18:56:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "51edd0c2-7c7a-43e1-bb29-f899776c04b0", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3-authn-ssl"} 2026-07-29T18:56:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "51edd0c2-7c7a-43e1-bb29-f899776c04b0", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress"} 2026-07-29T18:56:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "1e87c675-8484-4d92-9030-efdba1f0d986", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress"} 2026-07-29T18:56:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "1e87c675-8484-4d92-9030-efdba1f0d986", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3-authn-ssl"} 2026-07-29T18:56:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "1e87c675-8484-4d92-9030-efdba1f0d986", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress"} 2026-07-29T18:56:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "4b0efde6-9a4d-4958-93d1-fc67cb4d6a9c", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress"} 2026-07-29T18:56:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "4b0efde6-9a4d-4958-93d1-fc67cb4d6a9c", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3-authn-ssl"} 2026-07-29T18:56:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "4b0efde6-9a4d-4958-93d1-fc67cb4d6a9c", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress"} 2026-07-29T18:56:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a10ee3"}, "namespace": "ai-tenant-e2e-ipp-b-a10ee3", "name": "openshift-service-ca.crt", "reconcileID": "22a72a51-915d-47b3-ab00-dfa7c046a2a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a10ee3"} 2026-07-29T18:56:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a10ee3"}, "namespace": "ai-tenant-e2e-ipp-b-a10ee3", "name": "odh-trusted-ca-bundle", "reconcileID": "17e1d9f5-7815-4f38-aadd-a441d84c08d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a10ee3"} 2026-07-29T18:56:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a10ee3"}, "namespace": "ai-tenant-e2e-ipp-b-a10ee3", "name": "openshift-service-ca.crt", "reconcileID": "ed18bd85-00e9-4689-a68c-10d6c2d54d59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a10ee3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T18:56:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a10ee3"}, "namespace": "ai-tenant-e2e-ipp-b-a10ee3", "name": "openshift-service-ca.crt", "reconcileID": "ed18bd85-00e9-4689-a68c-10d6c2d54d59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a10ee3"} 2026-07-29T18:56:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a10ee3"}, "namespace": "ai-tenant-e2e-ipp-b-a10ee3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d032586-7a03-44de-bd44-0ed3e2dfe59f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a10ee3"} 2026-07-29T18:56:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a10ee3"}, "namespace": "ai-tenant-e2e-ipp-b-a10ee3", "name": "openshift-service-ca.crt", "reconcileID": "1f52a45a-f33d-451c-9c94-1b21a4caf262", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a10ee3"} 2026-07-29T18:56:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a10ee3"}, "namespace": "ai-tenant-e2e-ipp-b-a10ee3", "name": "odh-trusted-ca-bundle", "reconcileID": "b106e81f-6e61-43b5-ad50-88cd901bfd6e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a10ee3", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T18:56:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a10ee3"}, "namespace": "ai-tenant-e2e-ipp-b-a10ee3", "name": "odh-trusted-ca-bundle", "reconcileID": "b106e81f-6e61-43b5-ad50-88cd901bfd6e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a10ee3"} 2026-07-29T18:56:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a10ee3"}, "namespace": "ai-tenant-e2e-ipp-b-a10ee3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5091e2c-2be6-4176-849d-cdfcb5fafd41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a10ee3"} 2026-07-29T18:56:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "5f10ca2e-3859-4638-af66-81e5006aed05", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress"} 2026-07-29T18:56:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "5f10ca2e-3859-4638-af66-81e5006aed05", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3-authn-ssl"} 2026-07-29T18:56:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "5f10ca2e-3859-4638-af66-81e5006aed05", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress"} 2026-07-29T18:56:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b0249ee7-c000-4e08-a057-59ac2419234e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:57:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "127c75e8-ba79-48d1-b292-e6fb890b92ca", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress"} 2026-07-29T18:57:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "127c75e8-ba79-48d1-b292-e6fb890b92ca", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3-authn-ssl"} 2026-07-29T18:57:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "127c75e8-ba79-48d1-b292-e6fb890b92ca", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress"} 2026-07-29T18:57:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "fe7b467e-c80a-4964-bec9-6f73b3c99936", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:57:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "fe7b467e-c80a-4964-bec9-6f73b3c99936", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:57:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "fe7b467e-c80a-4964-bec9-6f73b3c99936", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:57:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "6af162a5-8abc-4346-80bc-8da697c26d14", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:57:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "fe7b467e-c80a-4964-bec9-6f73b3c99936", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc-kserve-route-authn"} 2026-07-29T18:57:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "fe7b467e-c80a-4964-bec9-6f73b3c99936", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "authType": "userdefined"} 2026-07-29T18:57:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "fe7b467e-c80a-4964-bec9-6f73b3c99936", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:57:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "6af162a5-8abc-4346-80bc-8da697c26d14", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc-authn-ssl"} 2026-07-29T18:57:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "6af162a5-8abc-4346-80bc-8da697c26d14", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:57:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "42fb8b71-fa3c-49cd-9c8d-539168ed51c3", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:57:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "42fb8b71-fa3c-49cd-9c8d-539168ed51c3", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:57:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "42fb8b71-fa3c-49cd-9c8d-539168ed51c3", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:57:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "42fb8b71-fa3c-49cd-9c8d-539168ed51c3", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc-kserve-route-authn"} 2026-07-29T18:57:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "42fb8b71-fa3c-49cd-9c8d-539168ed51c3", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "authType": "userdefined"} 2026-07-29T18:57:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "42fb8b71-fa3c-49cd-9c8d-539168ed51c3", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:57:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "1b9af89a-a391-4d80-8869-e8e45b1af82c", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:57:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "1b9af89a-a391-4d80-8869-e8e45b1af82c", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc-authn-ssl"} 2026-07-29T18:57:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "1b9af89a-a391-4d80-8869-e8e45b1af82c", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:57:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "31fe2469-aabb-480d-80df-1da1db01349b", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:57:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "31fe2469-aabb-480d-80df-1da1db01349b", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:57:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "31fe2469-aabb-480d-80df-1da1db01349b", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:57:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "31fe2469-aabb-480d-80df-1da1db01349b", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc-kserve-route-authn"} 2026-07-29T18:57:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "31fe2469-aabb-480d-80df-1da1db01349b", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "authType": "userdefined"} 2026-07-29T18:57:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "31fe2469-aabb-480d-80df-1da1db01349b", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:57:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "7ca1a9cc-be8a-479d-b28a-db4cb6064d5a", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:57:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "7ca1a9cc-be8a-479d-b28a-db4cb6064d5a", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:57:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "7ca1a9cc-be8a-479d-b28a-db4cb6064d5a", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:57:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "7ca1a9cc-be8a-479d-b28a-db4cb6064d5a", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc-kserve-route-authn"} 2026-07-29T18:57:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "7ca1a9cc-be8a-479d-b28a-db4cb6064d5a", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "authType": "userdefined"} 2026-07-29T18:57:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "7ca1a9cc-be8a-479d-b28a-db4cb6064d5a", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:57:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "be7d9311-20fc-45c7-92a5-1fa62a2bf230", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:57:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "be7d9311-20fc-45c7-92a5-1fa62a2bf230", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:57:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "be7d9311-20fc-45c7-92a5-1fa62a2bf230", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:57:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "be7d9311-20fc-45c7-92a5-1fa62a2bf230", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc-kserve-route-authn"} 2026-07-29T18:57:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "be7d9311-20fc-45c7-92a5-1fa62a2bf230", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "authType": "userdefined"} 2026-07-29T18:57:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "be7d9311-20fc-45c7-92a5-1fa62a2bf230", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:57:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1f8cc608-23d0-43e0-905c-85601cc0c4db", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:57:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "dcd52099-5fbf-42b4-a83c-1fd6f4cdb05e", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:57:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "dcd52099-5fbf-42b4-a83c-1fd6f4cdb05e", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc-authn-ssl"} 2026-07-29T18:57:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "dcd52099-5fbf-42b4-a83c-1fd6f4cdb05e", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:58:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "aa217588-f973-4e73-9ec6-77e612bf19b3", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress"} 2026-07-29T18:58:12Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "aa217588-f973-4e73-9ec6-77e612bf19b3", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3-authn-ssl"} 2026-07-29T18:58:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "aa217588-f973-4e73-9ec6-77e612bf19b3", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress"} 2026-07-29T18:58:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "8a38fee4-5f0f-45f9-9a92-15acae6c9147", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress"} 2026-07-29T18:58:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "8a38fee4-5f0f-45f9-9a92-15acae6c9147", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3-authn-ssl"} 2026-07-29T18:58:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "8a38fee4-5f0f-45f9-9a92-15acae6c9147", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress"} 2026-07-29T18:58:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "e4204c4d-c80d-4efc-b8cc-bba4edc7968e", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress"} 2026-07-29T18:58:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "e4204c4d-c80d-4efc-b8cc-bba4edc7968e", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3-authn-ssl"} 2026-07-29T18:58:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "e4204c4d-c80d-4efc-b8cc-bba4edc7968e", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress"} 2026-07-29T18:58:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "140d7808-d099-43ff-a986-85ad41ca56da", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress"} 2026-07-29T18:58:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "140d7808-d099-43ff-a986-85ad41ca56da", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3-authn-ssl"} 2026-07-29T18:58:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "140d7808-d099-43ff-a986-85ad41ca56da", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress"} 2026-07-29T18:58:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "cb174a0a-1d60-4c57-bce0-ffd122a5d408", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress"} 2026-07-29T18:58:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "cb174a0a-1d60-4c57-bce0-ffd122a5d408", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3-authn-ssl"} 2026-07-29T18:58:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "cb174a0a-1d60-4c57-bce0-ffd122a5d408", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress"} 2026-07-29T18:58:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "065e539d-e21c-41eb-b816-f6f4572acb84", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress"} 2026-07-29T18:58:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "065e539d-e21c-41eb-b816-f6f4572acb84", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3-authn-ssl"} 2026-07-29T18:58:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "065e539d-e21c-41eb-b816-f6f4572acb84", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress"} 2026-07-29T18:58:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "87da1d92-200e-4360-af59-209aadb366eb", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress"} 2026-07-29T18:58:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "87da1d92-200e-4360-af59-209aadb366eb", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3-authn-ssl"} 2026-07-29T18:58:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "87da1d92-200e-4360-af59-209aadb366eb", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress"} 2026-07-29T18:58:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8c76b3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3", "name": "openshift-service-ca.crt", "reconcileID": "a24d8b42-965e-4bfb-9233-35d59bdcc1b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3"} 2026-07-29T18:58:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8c76b3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3", "name": "odh-trusted-ca-bundle", "reconcileID": "31b68318-910f-4ceb-966a-d172dc916404", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3"} 2026-07-29T18:58:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8c76b3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3", "name": "openshift-service-ca.crt", "reconcileID": "70354574-1289-4cb9-8da8-2e9d168e4f03", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T18:58:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8c76b3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3", "name": "openshift-service-ca.crt", "reconcileID": "70354574-1289-4cb9-8da8-2e9d168e4f03", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3"} 2026-07-29T18:58:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8c76b3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3", "name": "openshift-service-ca.crt", "reconcileID": "b19a1819-9cd4-4207-8ab5-52f991f9dde0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3"} 2026-07-29T18:58:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8c76b3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10da526f-a26f-4a14-9726-c02d89535085", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3"} 2026-07-29T18:58:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8c76b3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3", "name": "odh-trusted-ca-bundle", "reconcileID": "55f523de-fc74-4f3e-90ca-86af4b4a32e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T18:58:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8c76b3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3", "name": "odh-trusted-ca-bundle", "reconcileID": "55f523de-fc74-4f3e-90ca-86af4b4a32e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3"} 2026-07-29T18:58:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8c76b3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "487b10da-182e-4051-bc5d-fb8efeb42a5a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3"} 2026-07-29T18:58:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "3d46a9f9-dbe3-47ca-85f4-80322239057a", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress"} 2026-07-29T18:58:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "3d46a9f9-dbe3-47ca-85f4-80322239057a", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3-authn-ssl"} 2026-07-29T18:58:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "3d46a9f9-dbe3-47ca-85f4-80322239057a", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress"} 2026-07-29T18:58:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "72bec890-c352-4893-bb90-c3c4a8e031f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:58:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "3dbbee0a-0ecb-4cad-a0e7-971bfc43ad3f", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress"} 2026-07-29T18:58:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "3dbbee0a-0ecb-4cad-a0e7-971bfc43ad3f", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3-authn-ssl"} 2026-07-29T18:58:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "3dbbee0a-0ecb-4cad-a0e7-971bfc43ad3f", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress"} 2026-07-29T18:58:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "08b2f609-22f8-4dda-af4a-c9d63f01e50a", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress"} 2026-07-29T18:58:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "08b2f609-22f8-4dda-af4a-c9d63f01e50a", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3-authn-ssl"} 2026-07-29T18:58:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "08b2f609-22f8-4dda-af4a-c9d63f01e50a", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress"} 2026-07-29T18:58:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8c76b3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c790803-ddf0-472b-ab1a-7283c68c957a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3"} 2026-07-29T18:58:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8c76b3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c790803-ddf0-472b-ab1a-7283c68c957a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T18:58:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8c76b3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c790803-ddf0-472b-ab1a-7283c68c957a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-8c76b3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T18:58:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8c76b3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3", "name": "odh-trusted-ca-bundle", "reconcileID": "e39644ba-ee24-4e2f-9ff9-f8c07fc4667b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3"} 2026-07-29T18:58:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8c76b3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3", "name": "odh-trusted-ca-bundle", "reconcileID": "e39644ba-ee24-4e2f-9ff9-f8c07fc4667b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3"} 2026-07-29T18:58:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8c76b3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3", "name": "openshift-service-ca.crt", "reconcileID": "32894acc-2f38-4fc8-ae1a-a9539f36426a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3"} 2026-07-29T18:58:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8c76b3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3", "name": "openshift-service-ca.crt", "reconcileID": "32894acc-2f38-4fc8-ae1a-a9539f36426a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3"} 2026-07-29T18:58:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8c76b3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5361aed2-ef50-4390-831d-6c3c3c234e23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3"} 2026-07-29T18:58:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8c76b3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5361aed2-ef50-4390-831d-6c3c3c234e23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8c76b3"} 2026-07-29T18:58:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8c76b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8c76b3", "reconcileID": "605867bc-8dc2-4c63-bcf6-ae598e410a54", "Gateway": "e2e-ipp-cleanup-8c76b3", "namespace": "openshift-ingress"} 2026-07-29T18:58:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ace93185-c77b-4b5f-9c13-1952f1cfc432", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:59:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "bbb57209-aa24-4a50-bd05-1418c8819677", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:59:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "bbb57209-aa24-4a50-bd05-1418c8819677", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc-authn-ssl"} 2026-07-29T18:59:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "bbb57209-aa24-4a50-bd05-1418c8819677", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:59:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "308a74db-a730-47c7-afb1-efeca309d125", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:59:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "308a74db-a730-47c7-afb1-efeca309d125", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc-authn-ssl"} 2026-07-29T18:59:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "308a74db-a730-47c7-afb1-efeca309d125", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:59:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "832892f4-450a-459b-a302-9fb85c7802bc", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:59:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "832892f4-450a-459b-a302-9fb85c7802bc", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc-authn-ssl"} 2026-07-29T18:59:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "832892f4-450a-459b-a302-9fb85c7802bc", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:59:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "dfdf9367-f91b-49ad-95b4-54820ae9f82e", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:59:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "dfdf9367-f91b-49ad-95b4-54820ae9f82e", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:59:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "dfdf9367-f91b-49ad-95b4-54820ae9f82e", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:59:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "dfdf9367-f91b-49ad-95b4-54820ae9f82e", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc-kserve-route-authn"} 2026-07-29T18:59:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "dfdf9367-f91b-49ad-95b4-54820ae9f82e", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "authType": "userdefined"} 2026-07-29T18:59:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "dfdf9367-f91b-49ad-95b4-54820ae9f82e", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:59:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "87814043-b4c6-492c-848c-e46171a48f61", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:59:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "87814043-b4c6-492c-848c-e46171a48f61", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:59:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "87814043-b4c6-492c-848c-e46171a48f61", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:59:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "87814043-b4c6-492c-848c-e46171a48f61", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc-kserve-route-authn"} 2026-07-29T18:59:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "87814043-b4c6-492c-848c-e46171a48f61", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "authType": "userdefined"} 2026-07-29T18:59:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "87814043-b4c6-492c-848c-e46171a48f61", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:59:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6bbc69f9-9e18-45fe-b069-242923fafe7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:59:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6bbc69f9-9e18-45fe-b069-242923fafe7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T18:59:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6bbc69f9-9e18-45fe-b069-242923fafe7a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-3140cc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T18:59:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "odh-trusted-ca-bundle", "reconcileID": "a07cd5f1-9eab-4909-821b-58449bbdf1a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:59:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "odh-trusted-ca-bundle", "reconcileID": "a07cd5f1-9eab-4909-821b-58449bbdf1a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:59:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "openshift-service-ca.crt", "reconcileID": "47bbadfb-4f91-4e15-a72f-b861220c1b8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:59:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "openshift-service-ca.crt", "reconcileID": "47bbadfb-4f91-4e15-a72f-b861220c1b8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:59:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08e9a5b8-5959-4ebc-b133-d9cb0cc7bd64", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:59:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08e9a5b8-5959-4ebc-b133-d9cb0cc7bd64", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:59:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "ad1ca36b-ff96-4a20-9add-9f5f3b474f18", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:59:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "ad1ca36b-ff96-4a20-9add-9f5f3b474f18", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc-authn-ssl"} 2026-07-29T18:59:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "ad1ca36b-ff96-4a20-9add-9f5f3b474f18", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T18:59:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "d499f8ea-5bc4-4b20-bd87-f72d2af31f3f", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:59:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "d499f8ea-5bc4-4b20-bd87-f72d2af31f3f", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc"} 2026-07-29T18:59:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "d499f8ea-5bc4-4b20-bd87-f72d2af31f3f", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:59:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "d499f8ea-5bc4-4b20-bd87-f72d2af31f3f", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:59:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "d499f8ea-5bc4-4b20-bd87-f72d2af31f3f", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc-kserve-route-authn"} 2026-07-29T18:59:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "d499f8ea-5bc4-4b20-bd87-f72d2af31f3f", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc-kserve-route-authn"} 2026-07-29T18:59:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "d499f8ea-5bc4-4b20-bd87-f72d2af31f3f", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T18:59:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "d499f8ea-5bc4-4b20-bd87-f72d2af31f3f", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T19:00:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2b8683bf-44e2-44a1-a118-38a9b9c4c3b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T19:00:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "5d4c925f-cc9b-45a6-b6eb-cc36e15e9750", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T19:00:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "5d4c925f-cc9b-45a6-b6eb-cc36e15e9750", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc"} 2026-07-29T19:00:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "5d4c925f-cc9b-45a6-b6eb-cc36e15e9750", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T19:00:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "5d4c925f-cc9b-45a6-b6eb-cc36e15e9750", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T19:00:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "5d4c925f-cc9b-45a6-b6eb-cc36e15e9750", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc-kserve-route-authn"} 2026-07-29T19:00:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "5d4c925f-cc9b-45a6-b6eb-cc36e15e9750", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc-kserve-route-authn"} 2026-07-29T19:00:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "5d4c925f-cc9b-45a6-b6eb-cc36e15e9750", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T19:00:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "5d4c925f-cc9b-45a6-b6eb-cc36e15e9750", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T19:00:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3140cc","namespace":"ai-tenant-e2e-ipp-a-3140cc"}, "namespace": "ai-tenant-e2e-ipp-a-3140cc", "name": "ipp-route-3140cc", "reconcileID": "02f1b428-8224-45ff-afef-ba9328ed3eec", "LLMInferenceService": "ipp-route-3140cc", "namespace": "ai-tenant-e2e-ipp-a-3140cc"} 2026-07-29T19:00:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "fece631a-4e32-44fc-96a4-f1802ba75bf5", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T19:00:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "fece631a-4e32-44fc-96a4-f1802ba75bf5", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc-authn-ssl"} 2026-07-29T19:00:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "fece631a-4e32-44fc-96a4-f1802ba75bf5", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T19:00:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3140cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3140cc", "reconcileID": "db6336fb-897f-4505-9304-25cfb3fdc2c5", "Gateway": "e2e-ipp-a-3140cc", "namespace": "openshift-ingress"} 2026-07-29T19:00:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "07fe40c9-12bc-4158-877a-a2d3d0ed3280", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T19:00:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "2a6bfe23-1bf2-4b14-b18b-668c1d1e5aba", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress"} 2026-07-29T19:00:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "2a6bfe23-1bf2-4b14-b18b-668c1d1e5aba", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3-authn-ssl"} 2026-07-29T19:00:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "2a6bfe23-1bf2-4b14-b18b-668c1d1e5aba", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress"} 2026-07-29T19:00:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c5df9a98-26b1-42fc-828e-18b4b3aed7cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T19:00:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "dc6dd397-7e74-435d-a697-204def051591", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress"} 2026-07-29T19:00:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "dc6dd397-7e74-435d-a697-204def051591", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3-authn-ssl"} 2026-07-29T19:00:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "dc6dd397-7e74-435d-a697-204def051591", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress"} 2026-07-29T19:00:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a10ee3"}, "namespace": "ai-tenant-e2e-ipp-b-a10ee3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ea972cb-6291-4d0b-b77e-ef6503643d53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a10ee3"} 2026-07-29T19:00:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a10ee3"}, "namespace": "ai-tenant-e2e-ipp-b-a10ee3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ea972cb-6291-4d0b-b77e-ef6503643d53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a10ee3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T19:00:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a10ee3"}, "namespace": "ai-tenant-e2e-ipp-b-a10ee3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ea972cb-6291-4d0b-b77e-ef6503643d53", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-a10ee3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T19:00:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a10ee3"}, "namespace": "ai-tenant-e2e-ipp-b-a10ee3", "name": "odh-trusted-ca-bundle", "reconcileID": "5969334e-fc2a-40a4-89fd-e022c3288bab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a10ee3"} 2026-07-29T19:00:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a10ee3"}, "namespace": "ai-tenant-e2e-ipp-b-a10ee3", "name": "odh-trusted-ca-bundle", "reconcileID": "5969334e-fc2a-40a4-89fd-e022c3288bab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a10ee3"} 2026-07-29T19:00:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a10ee3"}, "namespace": "ai-tenant-e2e-ipp-b-a10ee3", "name": "openshift-service-ca.crt", "reconcileID": "34a42e7e-f555-42bd-8b1b-9cdc72877b52", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a10ee3"} 2026-07-29T19:00:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a10ee3"}, "namespace": "ai-tenant-e2e-ipp-b-a10ee3", "name": "openshift-service-ca.crt", "reconcileID": "34a42e7e-f555-42bd-8b1b-9cdc72877b52", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a10ee3"} 2026-07-29T19:00:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a10ee3"}, "namespace": "ai-tenant-e2e-ipp-b-a10ee3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9b92c9c-68dc-49d7-b735-48adade29433", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a10ee3"} 2026-07-29T19:00:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a10ee3"}, "namespace": "ai-tenant-e2e-ipp-b-a10ee3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9b92c9c-68dc-49d7-b735-48adade29433", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a10ee3"} 2026-07-29T19:00:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a10ee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a10ee3", "reconcileID": "156974c2-e51f-4494-a174-7e13802cb12f", "Gateway": "e2e-ipp-b-a10ee3", "namespace": "openshift-ingress"} 2026-07-29T19:00:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3e5102d1-30ed-423b-a537-c887db8d17d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T19:00:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "628ec5ef-4480-4d55-b0bc-cec8f67aa087", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T19:00:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "628ec5ef-4480-4d55-b0bc-cec8f67aa087", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884-authn-ssl"} 2026-07-29T19:00:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "628ec5ef-4480-4d55-b0bc-cec8f67aa087", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T19:00:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "91060266-954d-430a-87b7-8691176fef06", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T19:00:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "91060266-954d-430a-87b7-8691176fef06", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884-authn-ssl"} 2026-07-29T19:00:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "91060266-954d-430a-87b7-8691176fef06", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T19:00:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "921fe23b-4050-4fb6-b9d9-3b45aacb183e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T19:00:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "921fe23b-4050-4fb6-b9d9-3b45aacb183e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6e9884", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T19:00:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "921fe23b-4050-4fb6-b9d9-3b45aacb183e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-6e9884 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T19:00:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "odh-trusted-ca-bundle", "reconcileID": "b64b5ca8-5016-45c3-bd61-168be2cbff88", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T19:00:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "odh-trusted-ca-bundle", "reconcileID": "b64b5ca8-5016-45c3-bd61-168be2cbff88", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T19:00:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "openshift-service-ca.crt", "reconcileID": "1361f646-a484-4d4f-8663-6a3ea5075342", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T19:00:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "openshift-service-ca.crt", "reconcileID": "1361f646-a484-4d4f-8663-6a3ea5075342", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T19:00:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28d40981-b424-4a43-a397-c98d293653ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T19:00:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6e9884"}, "namespace": "ai-tenant-e2e-shared-a-6e9884", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28d40981-b424-4a43-a397-c98d293653ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6e9884"} 2026-07-29T19:00:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6e9884","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6e9884", "reconcileID": "991c43ce-9076-44d4-8b53-86e5dc7b0cd9", "Gateway": "e2e-shared-a-6e9884", "namespace": "openshift-ingress"} 2026-07-29T19:00:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d694de43-d307-4bb3-8121-a2ea155f4204", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T19:01:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "d9bbe8d9-35ee-4423-adc6-14815de638f8", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T19:01:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "d9bbe8d9-35ee-4423-adc6-14815de638f8", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d-authn-ssl"} 2026-07-29T19:01:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "d9bbe8d9-35ee-4423-adc6-14815de638f8", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T19:01:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "3d3c3ded-4218-45d4-ba34-f7eeb0ae1b46", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T19:01:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "3d3c3ded-4218-45d4-ba34-f7eeb0ae1b46", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d-authn-ssl"} 2026-07-29T19:01:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "3d3c3ded-4218-45d4-ba34-f7eeb0ae1b46", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"} 2026-07-29T19:01:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4e6699c-2785-440a-a9da-08c16c690f81", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T19:01:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4e6699c-2785-440a-a9da-08c16c690f81", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-750f0d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T19:01:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4e6699c-2785-440a-a9da-08c16c690f81", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-750f0d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T19:01:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "odh-trusted-ca-bundle", "reconcileID": "73de18ae-3232-4ec1-b39b-1e7bfb20a2da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T19:01:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "odh-trusted-ca-bundle", "reconcileID": "73de18ae-3232-4ec1-b39b-1e7bfb20a2da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T19:01:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "openshift-service-ca.crt", "reconcileID": "b82a5d02-ade2-4c2e-bc3b-ba6870f117dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T19:01:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "openshift-service-ca.crt", "reconcileID": "b82a5d02-ade2-4c2e-bc3b-ba6870f117dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T19:01:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f7be4d4-c8a1-4280-b207-e518b3ebc4bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T19:01:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-750f0d"}, "namespace": "ai-tenant-e2e-shared-b-750f0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f7be4d4-c8a1-4280-b207-e518b3ebc4bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-750f0d"} 2026-07-29T19:01:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-750f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-750f0d", "reconcileID": "81766788-e29d-4ab2-8be5-f8202aa33f03", "Gateway": "e2e-shared-b-750f0d", "namespace": "openshift-ingress"}