2026-08-04T16:51:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "1fdc88eb-ee4d-49be-9dc5-d0a80b6ed870", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8-kserve-route-authn"} 2026-08-04T16:51:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "1fdc88eb-ee4d-49be-9dc5-d0a80b6ed870", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "authType": "userdefined"} 2026-08-04T16:51:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "1fdc88eb-ee4d-49be-9dc5-d0a80b6ed870", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:51:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "33dbb115-76f8-4a60-96e9-7871428e35c3", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8-authn-ssl"} 2026-08-04T16:51:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "33dbb115-76f8-4a60-96e9-7871428e35c3", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:51:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "35caccfa-389a-48bb-8c6c-da6f8d4efba5", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:51:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "35caccfa-389a-48bb-8c6c-da6f8d4efba5", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:51:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "35caccfa-389a-48bb-8c6c-da6f8d4efba5", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:51:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "35caccfa-389a-48bb-8c6c-da6f8d4efba5", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8-kserve-route-authn"} 2026-08-04T16:51:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "35caccfa-389a-48bb-8c6c-da6f8d4efba5", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "authType": "userdefined"} 2026-08-04T16:51:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "35caccfa-389a-48bb-8c6c-da6f8d4efba5", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:51:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b9887fb4-9835-4060-8dd1-6f9af1c7de1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T16:51:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "d3843d44-8f5e-4ac2-9808-8b65cb8f596e", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:51:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "d3843d44-8f5e-4ac2-9808-8b65cb8f596e", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8-authn-ssl"} 2026-08-04T16:51:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "d3843d44-8f5e-4ac2-9808-8b65cb8f596e", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:51:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "b68eb40b-9ff8-4b61-b48a-c0ca97a9f238", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:51:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "b68eb40b-9ff8-4b61-b48a-c0ca97a9f238", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:51:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "b68eb40b-9ff8-4b61-b48a-c0ca97a9f238", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:51:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "b68eb40b-9ff8-4b61-b48a-c0ca97a9f238", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8-kserve-route-authn"} 2026-08-04T16:51:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "b68eb40b-9ff8-4b61-b48a-c0ca97a9f238", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "authType": "userdefined"} 2026-08-04T16:51:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "b68eb40b-9ff8-4b61-b48a-c0ca97a9f238", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:51:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "fef2f88c-674d-4a74-829c-4541e7d9946e", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:51:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "fef2f88c-674d-4a74-829c-4541e7d9946e", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:51:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "fef2f88c-674d-4a74-829c-4541e7d9946e", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:51:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "fef2f88c-674d-4a74-829c-4541e7d9946e", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8-kserve-route-authn"} 2026-08-04T16:51:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "fef2f88c-674d-4a74-829c-4541e7d9946e", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "authType": "userdefined"} 2026-08-04T16:51:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "fef2f88c-674d-4a74-829c-4541e7d9946e", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:51:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "4e563b9e-4340-48d9-bfc2-4bc5120cb656", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:51:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "4e563b9e-4340-48d9-bfc2-4bc5120cb656", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707-authn-ssl"} 2026-08-04T16:51:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "4e563b9e-4340-48d9-bfc2-4bc5120cb656", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:52:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "3b8a77d0-7e11-40c1-a106-7af87c1d4373", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:52:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "3b8a77d0-7e11-40c1-a106-7af87c1d4373", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8-authn-ssl"} 2026-08-04T16:52:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "3b8a77d0-7e11-40c1-a106-7af87c1d4373", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:52:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "70aa8c38-cd87-4309-acda-f4ff7158ccc8", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:52:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "70aa8c38-cd87-4309-acda-f4ff7158ccc8", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8-authn-ssl"} 2026-08-04T16:52:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "70aa8c38-cd87-4309-acda-f4ff7158ccc8", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "e797801a-4944-4c54-93e3-607b5fc0c4e6", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "e797801a-4944-4c54-93e3-607b5fc0c4e6", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8-authn-ssl"} 2026-08-04T16:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "e797801a-4944-4c54-93e3-607b5fc0c4e6", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:52:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "sub-test-model-90d707", "reconcileID": "d992cb44-1500-4041-96ea-7b3fa59e8e7a", "LLMInferenceService": "sub-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:52:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "sub-test-model-90d707", "reconcileID": "d992cb44-1500-4041-96ea-7b3fa59e8e7a", "LLMInferenceService": "sub-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "sub-test-model-90d707"} 2026-08-04T16:52:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "sub-test-model-90d707", "reconcileID": "d992cb44-1500-4041-96ea-7b3fa59e8e7a", "LLMInferenceService": "sub-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:52:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "sub-test-model-90d707", "reconcileID": "d992cb44-1500-4041-96ea-7b3fa59e8e7a", "LLMInferenceService": "sub-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:52:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "sub-test-model-90d707", "reconcileID": "d992cb44-1500-4041-96ea-7b3fa59e8e7a", "LLMInferenceService": "sub-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "sub-test-model-90d707-kserve-route-authn"} 2026-08-04T16:52:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "sub-test-model-90d707", "reconcileID": "d992cb44-1500-4041-96ea-7b3fa59e8e7a", "LLMInferenceService": "sub-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "sub-test-model-90d707-kserve-route-authn"} 2026-08-04T16:52:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "sub-test-model-90d707", "reconcileID": "d992cb44-1500-4041-96ea-7b3fa59e8e7a", "LLMInferenceService": "sub-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:52:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "sub-test-model-90d707", "reconcileID": "d992cb44-1500-4041-96ea-7b3fa59e8e7a", "LLMInferenceService": "sub-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:52:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "sub-test-model-90d707", "reconcileID": "7c030448-a18a-4a68-9362-2c0824b5ff73", "LLMInferenceService": "sub-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:52:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "913b48e0-a6b4-4b9a-afe0-88576e52d964", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:52:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "913b48e0-a6b4-4b9a-afe0-88576e52d964", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707-authn-ssl"} 2026-08-04T16:52:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "913b48e0-a6b4-4b9a-afe0-88576e52d964", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:52:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "aa822860-f989-4091-ba5c-eea12f453c08", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:52:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "aa822860-f989-4091-ba5c-eea12f453c08", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707-authn-ssl"} 2026-08-04T16:52:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "aa822860-f989-4091-ba5c-eea12f453c08", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:52:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "0dd34d52-bc56-4fe9-85ed-07a8c638c410", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:52:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "0dd34d52-bc56-4fe9-85ed-07a8c638c410", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8"} 2026-08-04T16:52:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "0dd34d52-bc56-4fe9-85ed-07a8c638c410", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:52:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "0dd34d52-bc56-4fe9-85ed-07a8c638c410", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:52:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "0dd34d52-bc56-4fe9-85ed-07a8c638c410", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8-kserve-route-authn"} 2026-08-04T16:52:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "0dd34d52-bc56-4fe9-85ed-07a8c638c410", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8-kserve-route-authn"} 2026-08-04T16:52:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "0dd34d52-bc56-4fe9-85ed-07a8c638c410", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:52:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "0dd34d52-bc56-4fe9-85ed-07a8c638c410", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:52:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "sub-test-model-5a3cb8", "reconcileID": "9f4290fa-9928-4eae-b24c-e01269f54388", "LLMInferenceService": "sub-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:52:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "be6749c7-17ee-4cbb-869c-a166e585ccb9", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:52:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "be6749c7-17ee-4cbb-869c-a166e585ccb9", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8-authn-ssl"} 2026-08-04T16:52:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "be6749c7-17ee-4cbb-869c-a166e585ccb9", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:52:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "02417e2a-85bc-4a5a-b603-3703aa57413d", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:52:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "02417e2a-85bc-4a5a-b603-3703aa57413d", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8-authn-ssl"} 2026-08-04T16:52:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "02417e2a-85bc-4a5a-b603-3703aa57413d", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:52:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "5f7e2a82-3cbc-4d48-8ce3-fdc6b9690abd", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:52:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "5f7e2a82-3cbc-4d48-8ce3-fdc6b9690abd", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:52:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "5f7e2a82-3cbc-4d48-8ce3-fdc6b9690abd", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:52:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "8ee3d6fd-3dd5-4a07-8169-0b3378e40c8c", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:52:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "5f7e2a82-3cbc-4d48-8ce3-fdc6b9690abd", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707-kserve-route-authn"} 2026-08-04T16:52:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "5f7e2a82-3cbc-4d48-8ce3-fdc6b9690abd", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707", "authType": "userdefined"} 2026-08-04T16:52:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "5f7e2a82-3cbc-4d48-8ce3-fdc6b9690abd", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:52:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "8ee3d6fd-3dd5-4a07-8169-0b3378e40c8c", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707-authn-ssl"} 2026-08-04T16:52:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "8ee3d6fd-3dd5-4a07-8169-0b3378e40c8c", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:52:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "07cf0869-5003-4552-963b-1fcf1a06736f", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:52:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "07cf0869-5003-4552-963b-1fcf1a06736f", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:52:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "07cf0869-5003-4552-963b-1fcf1a06736f", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:52:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "07cf0869-5003-4552-963b-1fcf1a06736f", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707-kserve-route-authn"} 2026-08-04T16:52:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "07cf0869-5003-4552-963b-1fcf1a06736f", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707", "authType": "userdefined"} 2026-08-04T16:52:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "07cf0869-5003-4552-963b-1fcf1a06736f", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:52:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "7d108d70-ebf1-4c67-ab5b-424a07a849a9", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:52:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "7d108d70-ebf1-4c67-ab5b-424a07a849a9", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707-authn-ssl"} 2026-08-04T16:52:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "7d108d70-ebf1-4c67-ab5b-424a07a849a9", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:52:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "179632f0-bbe7-415e-8db3-a8ab1ebdd1f8", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:52:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "179632f0-bbe7-415e-8db3-a8ab1ebdd1f8", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8-authn-ssl"} 2026-08-04T16:52:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "179632f0-bbe7-415e-8db3-a8ab1ebdd1f8", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:52:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "497a0be8-c9c8-4f7c-bc1d-9fa5420d7599", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:52:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "497a0be8-c9c8-4f7c-bc1d-9fa5420d7599", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707-authn-ssl"} 2026-08-04T16:52:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "497a0be8-c9c8-4f7c-bc1d-9fa5420d7599", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:52:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "59c90c0f-97c4-4d5f-b1e0-ac1aa0f1578c", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:52:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "59c90c0f-97c4-4d5f-b1e0-ac1aa0f1578c", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:52:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "59c90c0f-97c4-4d5f-b1e0-ac1aa0f1578c", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:52:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "59c90c0f-97c4-4d5f-b1e0-ac1aa0f1578c", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707-kserve-route-authn"} 2026-08-04T16:52:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "59c90c0f-97c4-4d5f-b1e0-ac1aa0f1578c", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707", "authType": "userdefined"} 2026-08-04T16:52:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "59c90c0f-97c4-4d5f-b1e0-ac1aa0f1578c", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:53:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "1b53053e-17b0-4a07-9107-df680c7778b3", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:53:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "1b53053e-17b0-4a07-9107-df680c7778b3", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:53:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "1b53053e-17b0-4a07-9107-df680c7778b3", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:53:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "1b53053e-17b0-4a07-9107-df680c7778b3", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707-kserve-route-authn"} 2026-08-04T16:53:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "1b53053e-17b0-4a07-9107-df680c7778b3", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707", "authType": "userdefined"} 2026-08-04T16:53:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "1b53053e-17b0-4a07-9107-df680c7778b3", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:53:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "07936f3e-4ea2-43c6-8383-c75fb3dba176", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:53:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "07936f3e-4ea2-43c6-8383-c75fb3dba176", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:53:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "07936f3e-4ea2-43c6-8383-c75fb3dba176", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:53:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "7ac5532c-6916-4dfa-a754-dfdf684d033c", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:53:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "07936f3e-4ea2-43c6-8383-c75fb3dba176", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8-kserve-route-authn"} 2026-08-04T16:53:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "07936f3e-4ea2-43c6-8383-c75fb3dba176", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "authType": "userdefined"} 2026-08-04T16:53:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "07936f3e-4ea2-43c6-8383-c75fb3dba176", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:53:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "7ac5532c-6916-4dfa-a754-dfdf684d033c", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8-authn-ssl"} 2026-08-04T16:53:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "7ac5532c-6916-4dfa-a754-dfdf684d033c", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:53:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "bdee945b-4583-475f-9c73-4d2ee50b0453", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:53:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "bdee945b-4583-475f-9c73-4d2ee50b0453", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:53:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "bdee945b-4583-475f-9c73-4d2ee50b0453", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:53:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "bdee945b-4583-475f-9c73-4d2ee50b0453", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8-kserve-route-authn"} 2026-08-04T16:53:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "bdee945b-4583-475f-9c73-4d2ee50b0453", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "authType": "userdefined"} 2026-08-04T16:53:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "bdee945b-4583-475f-9c73-4d2ee50b0453", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:53:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "9f38e07e-5a8b-43fc-bf9e-ce597aac6ef5", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:53:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "9f38e07e-5a8b-43fc-bf9e-ce597aac6ef5", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8-authn-ssl"} 2026-08-04T16:53:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "9f38e07e-5a8b-43fc-bf9e-ce597aac6ef5", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:53:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "14fae96b-3ef1-4cd6-ab94-9f1ebfa9c34e", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:53:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "14fae96b-3ef1-4cd6-ab94-9f1ebfa9c34e", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:53:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "14fae96b-3ef1-4cd6-ab94-9f1ebfa9c34e", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:53:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "14fae96b-3ef1-4cd6-ab94-9f1ebfa9c34e", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8-kserve-route-authn"} 2026-08-04T16:53:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "14fae96b-3ef1-4cd6-ab94-9f1ebfa9c34e", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "authType": "userdefined"} 2026-08-04T16:53:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "14fae96b-3ef1-4cd6-ab94-9f1ebfa9c34e", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:53:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "19587a84-6ddd-48bb-903e-a5918a2c990d", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:53:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "19587a84-6ddd-48bb-903e-a5918a2c990d", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:53:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "19587a84-6ddd-48bb-903e-a5918a2c990d", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:53:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "19587a84-6ddd-48bb-903e-a5918a2c990d", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8-kserve-route-authn"} 2026-08-04T16:53:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "19587a84-6ddd-48bb-903e-a5918a2c990d", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "authType": "userdefined"} 2026-08-04T16:53:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "19587a84-6ddd-48bb-903e-a5918a2c990d", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:53:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "82358d1c-d5e6-4199-a543-71722b789f14", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:53:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "82358d1c-d5e6-4199-a543-71722b789f14", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707-authn-ssl"} 2026-08-04T16:53:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "82358d1c-d5e6-4199-a543-71722b789f14", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:53:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "51aa37f7-1832-47af-844b-1210f7938003", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:53:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "51aa37f7-1832-47af-844b-1210f7938003", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8-authn-ssl"} 2026-08-04T16:53:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "51aa37f7-1832-47af-844b-1210f7938003", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:54:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "7346c9d3-59e9-48a4-8b6c-7d271026cd38", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:54:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "7346c9d3-59e9-48a4-8b6c-7d271026cd38", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8-authn-ssl"} 2026-08-04T16:54:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "7346c9d3-59e9-48a4-8b6c-7d271026cd38", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:54:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "832c343d-2822-48d5-ae02-bbb54f32f728", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:54:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "832c343d-2822-48d5-ae02-bbb54f32f728", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707-authn-ssl"} 2026-08-04T16:54:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "832c343d-2822-48d5-ae02-bbb54f32f728", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:54:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "c0dc7593-9b9f-4e8c-9fdf-81284362985a", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:54:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "c0dc7593-9b9f-4e8c-9fdf-81284362985a", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707-authn-ssl"} 2026-08-04T16:54:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "c0dc7593-9b9f-4e8c-9fdf-81284362985a", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:54:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "fe273ec0-e9e0-432b-b603-fe0d951fd292", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:54:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "fe273ec0-e9e0-432b-b603-fe0d951fd292", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8-authn-ssl"} 2026-08-04T16:54:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "fe273ec0-e9e0-432b-b603-fe0d951fd292", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:54:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "13d472af-2187-4377-9960-39692f298c3f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T16:54:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "c3a9fa58-64e6-474e-ad3a-b39f4e2885da", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:54:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "c3a9fa58-64e6-474e-ad3a-b39f4e2885da", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707"} 2026-08-04T16:54:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "c3a9fa58-64e6-474e-ad3a-b39f4e2885da", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:54:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "c3a9fa58-64e6-474e-ad3a-b39f4e2885da", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:54:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "c3a9fa58-64e6-474e-ad3a-b39f4e2885da", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707-kserve-route-authn"} 2026-08-04T16:54:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "c3a9fa58-64e6-474e-ad3a-b39f4e2885da", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707-kserve-route-authn"} 2026-08-04T16:54:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "c3a9fa58-64e6-474e-ad3a-b39f4e2885da", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:54:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "c3a9fa58-64e6-474e-ad3a-b39f4e2885da", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:54:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90d707","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "rate-test-model-90d707", "reconcileID": "4352343f-8335-43e4-b0d4-5c0f89de564e", "LLMInferenceService": "rate-test-model-90d707", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:54:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "981d5bf1-b0e4-4f06-900b-41b4f0031e63", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:54:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "981d5bf1-b0e4-4f06-900b-41b4f0031e63", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707-authn-ssl"} 2026-08-04T16:54:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "981d5bf1-b0e4-4f06-900b-41b4f0031e63", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:54:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "b92d6423-c345-4f2b-b710-2ed4144c00ec", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:54:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "b92d6423-c345-4f2b-b710-2ed4144c00ec", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707-authn-ssl"} 2026-08-04T16:54:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "b92d6423-c345-4f2b-b710-2ed4144c00ec", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:54:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "2b244345-01c7-49c6-9fd1-99aab84c77c7", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:54:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "2b244345-01c7-49c6-9fd1-99aab84c77c7", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8"} 2026-08-04T16:54:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "2b244345-01c7-49c6-9fd1-99aab84c77c7", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:54:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "2b244345-01c7-49c6-9fd1-99aab84c77c7", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:54:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "2b244345-01c7-49c6-9fd1-99aab84c77c7", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8-kserve-route-authn"} 2026-08-04T16:54:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "2b244345-01c7-49c6-9fd1-99aab84c77c7", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8-kserve-route-authn"} 2026-08-04T16:54:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "2b244345-01c7-49c6-9fd1-99aab84c77c7", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:54:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "2b244345-01c7-49c6-9fd1-99aab84c77c7", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:54:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5a3cb8","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "rate-test-model-5a3cb8", "reconcileID": "74bc0ab8-8b93-4ccc-b7c6-dd02d8d9cf94", "LLMInferenceService": "rate-test-model-5a3cb8", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:54:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "55f8e1a5-c97c-4917-a9b8-4a321a86b2f7", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:54:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "55f8e1a5-c97c-4917-a9b8-4a321a86b2f7", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8-authn-ssl"} 2026-08-04T16:54:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "55f8e1a5-c97c-4917-a9b8-4a321a86b2f7", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:54:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "710bf766-1d62-45b1-9723-12258e30eddb", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:54:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "710bf766-1d62-45b1-9723-12258e30eddb", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8-authn-ssl"} 2026-08-04T16:54:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "710bf766-1d62-45b1-9723-12258e30eddb", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:54:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "73703d85-d8d3-4dcc-826e-953b14719f71", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:54:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "73703d85-d8d3-4dcc-826e-953b14719f71", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707-authn-ssl"} 2026-08-04T16:54:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "73703d85-d8d3-4dcc-826e-953b14719f71", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:54:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "975eaea9-eb67-4529-a722-73e30da5ff36", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:54:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "975eaea9-eb67-4529-a722-73e30da5ff36", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8-authn-ssl"} 2026-08-04T16:54:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "975eaea9-eb67-4529-a722-73e30da5ff36", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:55:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "448f43db-3b39-4565-a62d-f410ae8e79f2", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:55:09Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "448f43db-3b39-4565-a62d-f410ae8e79f2", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc-authn-ssl"} 2026-08-04T16:55:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "448f43db-3b39-4565-a62d-f410ae8e79f2", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:55:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "69b7a210-97e2-49be-99c4-281a2e47b9e0", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:55:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "69b7a210-97e2-49be-99c4-281a2e47b9e0", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc-authn-ssl"} 2026-08-04T16:55:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "69b7a210-97e2-49be-99c4-281a2e47b9e0", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:55:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "f3ea87c1-7cd0-4ad1-86b1-3f47d8e8691c", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:55:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "f3ea87c1-7cd0-4ad1-86b1-3f47d8e8691c", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc-authn-ssl"} 2026-08-04T16:55:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "f3ea87c1-7cd0-4ad1-86b1-3f47d8e8691c", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:55:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "b11863e8-415a-4d7d-aaf1-ac10368a744e", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:55:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "b11863e8-415a-4d7d-aaf1-ac10368a744e", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc-authn-ssl"} 2026-08-04T16:55:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "b11863e8-415a-4d7d-aaf1-ac10368a744e", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:55:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "e30ca0db-0095-426f-bb6f-ac2ace7aeb55", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:55:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "e30ca0db-0095-426f-bb6f-ac2ace7aeb55", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc-authn-ssl"} 2026-08-04T16:55:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "e30ca0db-0095-426f-bb6f-ac2ace7aeb55", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:55:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "28fea4c6-3e24-4df8-89da-70706709cef7", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:55:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "28fea4c6-3e24-4df8-89da-70706709cef7", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc-authn-ssl"} 2026-08-04T16:55:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "28fea4c6-3e24-4df8-89da-70706709cef7", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:55:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "263ac13d-7cc9-413b-8b06-1c0a0bba33d0", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:55:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "263ac13d-7cc9-413b-8b06-1c0a0bba33d0", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc-authn-ssl"} 2026-08-04T16:55:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "263ac13d-7cc9-413b-8b06-1c0a0bba33d0", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:55:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "odh-trusted-ca-bundle", "reconcileID": "aaf76e78-b326-4b8a-9379-6c3c5a1dac84", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:55:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "openshift-service-ca.crt", "reconcileID": "4e162efd-494b-4207-9f93-fad96da538a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:55:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "openshift-service-ca.crt", "reconcileID": "f45561d1-1ffd-412f-ab19-f7ad8a7a4d99", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T16:55:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "openshift-service-ca.crt", "reconcileID": "f45561d1-1ffd-412f-ab19-f7ad8a7a4d99", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:55:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a8bdc88-3c50-40f2-86d3-ed911da5d358", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:55:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "openshift-service-ca.crt", "reconcileID": "12f5ae6b-f11a-40a8-bdbd-9cc062032bc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:55:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "odh-trusted-ca-bundle", "reconcileID": "7f0ef054-8f1b-4f67-a9a7-d42557c5f589", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "update": "odh-kserve-custom-ca-bundle"} 2026-08-04T16:55:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "odh-trusted-ca-bundle", "reconcileID": "7f0ef054-8f1b-4f67-a9a7-d42557c5f589", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:55:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1b91452-bf05-48a6-8e7c-ac2425af41d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:55:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "7302e81c-9278-4b53-b156-f230aeaed02d", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:55:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "7302e81c-9278-4b53-b156-f230aeaed02d", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc-authn-ssl"} 2026-08-04T16:55:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "7302e81c-9278-4b53-b156-f230aeaed02d", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:55:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "62e72a15-421d-4908-bc68-ae8f130dfa32", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T16:55:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "acaacf39-aa3c-4ca7-9b44-2e6ec9762563", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:55:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "acaacf39-aa3c-4ca7-9b44-2e6ec9762563", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc-authn-ssl"} 2026-08-04T16:55:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "acaacf39-aa3c-4ca7-9b44-2e6ec9762563", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:55:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "b4af7cca-26df-4004-ad6a-e3b9ee3c3398", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:55:41Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "b4af7cca-26df-4004-ad6a-e3b9ee3c3398", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057-authn-ssl"} 2026-08-04T16:55:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "b4af7cca-26df-4004-ad6a-e3b9ee3c3398", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:55:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "98c45ecd-3d2b-422e-b886-6c9911498177", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:55:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "98c45ecd-3d2b-422e-b886-6c9911498177", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057-authn-ssl"} 2026-08-04T16:55:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "98c45ecd-3d2b-422e-b886-6c9911498177", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:55:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "0958eb50-6f54-4268-a4e8-acc99b383ce8", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:55:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "0958eb50-6f54-4268-a4e8-acc99b383ce8", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057-authn-ssl"} 2026-08-04T16:55:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "0958eb50-6f54-4268-a4e8-acc99b383ce8", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:55:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "8fe550ff-4851-4778-b275-67b6d3ef5281", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:55:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "8fe550ff-4851-4778-b275-67b6d3ef5281", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057-authn-ssl"} 2026-08-04T16:55:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "8fe550ff-4851-4778-b275-67b6d3ef5281", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:55:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "9aaaf238-c5f5-4274-8d13-c8df55fedec6", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:55:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "9aaaf238-c5f5-4274-8d13-c8df55fedec6", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057-authn-ssl"} 2026-08-04T16:55:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "9aaaf238-c5f5-4274-8d13-c8df55fedec6", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:55:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "6f43f57a-e3a8-485a-8b11-167baa9fd75c", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:55:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "6f43f57a-e3a8-485a-8b11-167baa9fd75c", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057-authn-ssl"} 2026-08-04T16:55:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "6f43f57a-e3a8-485a-8b11-167baa9fd75c", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "e1951f57-a5b8-4e5c-816f-1909d8de0b4b", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "e1951f57-a5b8-4e5c-816f-1909d8de0b4b", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057-authn-ssl"} 2026-08-04T16:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "e1951f57-a5b8-4e5c-816f-1909d8de0b4b", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "be838a67-3d12-4a5e-aa92-245d897637ca", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "be838a67-3d12-4a5e-aa92-245d897637ca", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057-authn-ssl"} 2026-08-04T16:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "be838a67-3d12-4a5e-aa92-245d897637ca", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:55:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-54f057"}, "namespace": "ai-tenant-e2e-ipp-b-54f057", "name": "openshift-service-ca.crt", "reconcileID": "a449dd3c-f815-4e1a-b6c1-8458c7459794", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-54f057"} 2026-08-04T16:55:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-54f057"}, "namespace": "ai-tenant-e2e-ipp-b-54f057", "name": "odh-trusted-ca-bundle", "reconcileID": "0c46b7b4-afa1-40bb-b992-0f1bb5144264", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-54f057"} 2026-08-04T16:55:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-54f057"}, "namespace": "ai-tenant-e2e-ipp-b-54f057", "name": "openshift-service-ca.crt", "reconcileID": "9e3238c5-bf4e-4e04-8c18-89a2f7de6f02", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-54f057", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T16:55:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-54f057"}, "namespace": "ai-tenant-e2e-ipp-b-54f057", "name": "openshift-service-ca.crt", "reconcileID": "9e3238c5-bf4e-4e04-8c18-89a2f7de6f02", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-54f057"} 2026-08-04T16:55:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-54f057"}, "namespace": "ai-tenant-e2e-ipp-b-54f057", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffc9717f-a02d-4ed9-aaa7-0b385d5ba872", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-54f057"} 2026-08-04T16:55:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-54f057"}, "namespace": "ai-tenant-e2e-ipp-b-54f057", "name": "openshift-service-ca.crt", "reconcileID": "d552ad45-5221-4e8a-855d-0a41f170c3cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-54f057"} 2026-08-04T16:55:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-54f057"}, "namespace": "ai-tenant-e2e-ipp-b-54f057", "name": "odh-trusted-ca-bundle", "reconcileID": "a4509dfc-7105-4b9f-9568-2c00db8be5ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-54f057", "update": "odh-kserve-custom-ca-bundle"} 2026-08-04T16:55:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-54f057"}, "namespace": "ai-tenant-e2e-ipp-b-54f057", "name": "odh-trusted-ca-bundle", "reconcileID": "a4509dfc-7105-4b9f-9568-2c00db8be5ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-54f057"} 2026-08-04T16:55:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-54f057"}, "namespace": "ai-tenant-e2e-ipp-b-54f057", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "866b7ca1-19f9-4b7f-88ca-041f3b1868bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-54f057"} 2026-08-04T16:55:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "58c74214-8722-4970-9a9b-47df670821a4", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:55:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "58c74214-8722-4970-9a9b-47df670821a4", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057-authn-ssl"} 2026-08-04T16:55:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "58c74214-8722-4970-9a9b-47df670821a4", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:55:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "070ba1d3-4851-4916-837d-721666211a42", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T16:55:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "13895715-0912-4bc3-ad76-6478d8c71adc", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:55:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "13895715-0912-4bc3-ad76-6478d8c71adc", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057-authn-ssl"} 2026-08-04T16:55:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "13895715-0912-4bc3-ad76-6478d8c71adc", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:56:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1389c638-f69d-41d1-b96d-8c2ebd0e7abc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T16:56:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "48f75dc0-d464-404d-b250-ae730f3d035a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T16:56:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "69806590-5ead-4759-9712-f2810191fbb5", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:56:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "69806590-5ead-4759-9712-f2810191fbb5", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:56:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "69806590-5ead-4759-9712-f2810191fbb5", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:56:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "ee4110d2-9233-43f9-a672-67af4cb90b54", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:56:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "69806590-5ead-4759-9712-f2810191fbb5", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc-kserve-route-authn"} 2026-08-04T16:56:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "69806590-5ead-4759-9712-f2810191fbb5", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "authType": "userdefined"} 2026-08-04T16:56:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "69806590-5ead-4759-9712-f2810191fbb5", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:56:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "ee4110d2-9233-43f9-a672-67af4cb90b54", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc-authn-ssl"} 2026-08-04T16:56:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "ee4110d2-9233-43f9-a672-67af4cb90b54", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:56:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "0760151b-d7a8-4328-84bb-5675bc18f36f", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:56:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "0760151b-d7a8-4328-84bb-5675bc18f36f", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:56:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "0760151b-d7a8-4328-84bb-5675bc18f36f", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:56:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "0760151b-d7a8-4328-84bb-5675bc18f36f", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc-kserve-route-authn"} 2026-08-04T16:56:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "0760151b-d7a8-4328-84bb-5675bc18f36f", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "authType": "userdefined"} 2026-08-04T16:56:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "0760151b-d7a8-4328-84bb-5675bc18f36f", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:56:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d6be60ed-2e2b-43aa-b56d-103b0532a51c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T16:56:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "eca6518a-e365-45c4-83bc-e5cae036d88f", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:56:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "eca6518a-e365-45c4-83bc-e5cae036d88f", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc-authn-ssl"} 2026-08-04T16:56:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "eca6518a-e365-45c4-83bc-e5cae036d88f", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:56:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "cd83180d-057e-4a6e-9f2e-1c73c12376f4", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:56:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "cd83180d-057e-4a6e-9f2e-1c73c12376f4", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:56:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "cd83180d-057e-4a6e-9f2e-1c73c12376f4", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:56:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "cd83180d-057e-4a6e-9f2e-1c73c12376f4", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc-kserve-route-authn"} 2026-08-04T16:56:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "cd83180d-057e-4a6e-9f2e-1c73c12376f4", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "authType": "userdefined"} 2026-08-04T16:56:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "cd83180d-057e-4a6e-9f2e-1c73c12376f4", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:56:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "277084f0-0c31-47f8-8353-a97914146d75", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:56:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "277084f0-0c31-47f8-8353-a97914146d75", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:56:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "277084f0-0c31-47f8-8353-a97914146d75", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:56:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "277084f0-0c31-47f8-8353-a97914146d75", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc-kserve-route-authn"} 2026-08-04T16:56:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "277084f0-0c31-47f8-8353-a97914146d75", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "authType": "userdefined"} 2026-08-04T16:56:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "277084f0-0c31-47f8-8353-a97914146d75", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:56:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "67160085-95a9-4719-9d7a-155e97b8c2d8", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:56:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "67160085-95a9-4719-9d7a-155e97b8c2d8", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc-authn-ssl"} 2026-08-04T16:56:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "67160085-95a9-4719-9d7a-155e97b8c2d8", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:57:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "d393eb47-f9aa-4053-9f6a-2dd2fd32e27d", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress"} 2026-08-04T16:57:17Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "d393eb47-f9aa-4053-9f6a-2dd2fd32e27d", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f-authn-ssl"} 2026-08-04T16:57:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "d393eb47-f9aa-4053-9f6a-2dd2fd32e27d", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress"} 2026-08-04T16:57:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "6e8b29ca-7c2e-475b-b986-a7e50b268b38", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress"} 2026-08-04T16:57:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "6e8b29ca-7c2e-475b-b986-a7e50b268b38", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f-authn-ssl"} 2026-08-04T16:57:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "6e8b29ca-7c2e-475b-b986-a7e50b268b38", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress"} 2026-08-04T16:57:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "3538266e-690a-46de-8171-6bf31763bace", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress"} 2026-08-04T16:57:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "3538266e-690a-46de-8171-6bf31763bace", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f-authn-ssl"} 2026-08-04T16:57:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "3538266e-690a-46de-8171-6bf31763bace", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress"} 2026-08-04T16:57:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "f624f93b-eca4-4b7a-9684-8dc80bc30fc3", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress"} 2026-08-04T16:57:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "f624f93b-eca4-4b7a-9684-8dc80bc30fc3", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f-authn-ssl"} 2026-08-04T16:57:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "f624f93b-eca4-4b7a-9684-8dc80bc30fc3", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress"} 2026-08-04T16:57:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "c8ff7d93-882f-4efe-9720-903e1ccddd69", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress"} 2026-08-04T16:57:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "c8ff7d93-882f-4efe-9720-903e1ccddd69", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f-authn-ssl"} 2026-08-04T16:57:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "c8ff7d93-882f-4efe-9720-903e1ccddd69", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress"} 2026-08-04T16:57:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "cdbcc834-254a-4b27-bd52-f7c0b26743ab", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress"} 2026-08-04T16:57:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "cdbcc834-254a-4b27-bd52-f7c0b26743ab", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f-authn-ssl"} 2026-08-04T16:57:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "cdbcc834-254a-4b27-bd52-f7c0b26743ab", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress"} 2026-08-04T16:57:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "80ec7d39-ce58-464f-afc8-02608f90d062", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress"} 2026-08-04T16:57:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "80ec7d39-ce58-464f-afc8-02608f90d062", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f-authn-ssl"} 2026-08-04T16:57:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "80ec7d39-ce58-464f-afc8-02608f90d062", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress"} 2026-08-04T16:57:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4dd86f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f", "name": "openshift-service-ca.crt", "reconcileID": "9032dbf0-87ad-456d-ae62-61fb0c56ad1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f"} 2026-08-04T16:57:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4dd86f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f", "name": "odh-trusted-ca-bundle", "reconcileID": "73be0d52-f687-4260-b010-b3c050899a46", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f"} 2026-08-04T16:57:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4dd86f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f", "name": "openshift-service-ca.crt", "reconcileID": "f3ddddb4-9fde-4618-87d8-117457131292", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T16:57:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4dd86f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f", "name": "openshift-service-ca.crt", "reconcileID": "f3ddddb4-9fde-4618-87d8-117457131292", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f"} 2026-08-04T16:57:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4dd86f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f", "name": "openshift-service-ca.crt", "reconcileID": "0a86e0ec-54ab-4819-a9a0-8fe86ef72772", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f"} 2026-08-04T16:57:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4dd86f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0214e81d-75f8-4c16-8488-89177f15518f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f"} 2026-08-04T16:57:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4dd86f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f", "name": "odh-trusted-ca-bundle", "reconcileID": "6a9063f3-fdcd-4847-93ad-dc0798cb4363", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f", "update": "odh-kserve-custom-ca-bundle"} 2026-08-04T16:57:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4dd86f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f", "name": "odh-trusted-ca-bundle", "reconcileID": "6a9063f3-fdcd-4847-93ad-dc0798cb4363", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f"} 2026-08-04T16:57:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4dd86f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92f5e25c-95cd-4116-ac16-e83b7bfa22e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f"} 2026-08-04T16:57:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "3e176771-836a-44f4-b5d0-c27db3c2ac97", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress"} 2026-08-04T16:57:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "3e176771-836a-44f4-b5d0-c27db3c2ac97", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f-authn-ssl"} 2026-08-04T16:57:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "3e176771-836a-44f4-b5d0-c27db3c2ac97", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress"} 2026-08-04T16:57:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e6e7b8f8-2db5-41df-8d83-08428d5219ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T16:57:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "a7422531-3c65-4105-92d5-ae49105ed119", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress"} 2026-08-04T16:57:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "a7422531-3c65-4105-92d5-ae49105ed119", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f-authn-ssl"} 2026-08-04T16:57:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "a7422531-3c65-4105-92d5-ae49105ed119", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress"} 2026-08-04T16:57:47Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-04T16:57:47Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-04T16:57:50Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-04T16:57:50Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-04T16:57:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "93ccd22d-299d-4154-be56-42556ccabe5d", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress"} 2026-08-04T16:57:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "93ccd22d-299d-4154-be56-42556ccabe5d", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f-authn-ssl"} 2026-08-04T16:57:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "93ccd22d-299d-4154-be56-42556ccabe5d", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress"} 2026-08-04T16:57:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "5fed6354-6ed5-4325-9c58-904050e2457a", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress"} 2026-08-04T16:57:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "5fed6354-6ed5-4325-9c58-904050e2457a", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f-authn-ssl"} 2026-08-04T16:57:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "5fed6354-6ed5-4325-9c58-904050e2457a", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress"} 2026-08-04T16:57:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4dd86f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1be0ad33-bda7-41a3-8236-15ab6ffb702e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f"} 2026-08-04T16:57:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4dd86f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1be0ad33-bda7-41a3-8236-15ab6ffb702e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T16:57:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4dd86f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1be0ad33-bda7-41a3-8236-15ab6ffb702e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-4dd86f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T16:57:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4dd86f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f", "name": "odh-trusted-ca-bundle", "reconcileID": "7651df53-d8e1-4af2-a9cc-e94d10cf94cb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f"} 2026-08-04T16:57:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4dd86f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f", "name": "odh-trusted-ca-bundle", "reconcileID": "7651df53-d8e1-4af2-a9cc-e94d10cf94cb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f"} 2026-08-04T16:57:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4dd86f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f", "name": "openshift-service-ca.crt", "reconcileID": "692b8f81-b7ac-4690-a3e0-780989fc70f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f"} 2026-08-04T16:57:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4dd86f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f", "name": "openshift-service-ca.crt", "reconcileID": "692b8f81-b7ac-4690-a3e0-780989fc70f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f"} 2026-08-04T16:57:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4dd86f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f236e265-ecd2-4e8e-9e50-ac5f092e453a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f"} 2026-08-04T16:57:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4dd86f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f236e265-ecd2-4e8e-9e50-ac5f092e453a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4dd86f"} 2026-08-04T16:57:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4dd86f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4dd86f", "reconcileID": "8aca3328-521d-43b0-ba8d-5ff61226a6cb", "Gateway": "e2e-ipp-cleanup-4dd86f", "namespace": "openshift-ingress"} 2026-08-04T16:58:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bb1cf1a8-7176-4c04-ab51-1ce37dee1c77", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T16:58:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "034e979a-3621-4eba-8fc5-a58c7cd16bee", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:58:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "034e979a-3621-4eba-8fc5-a58c7cd16bee", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc-authn-ssl"} 2026-08-04T16:58:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "034e979a-3621-4eba-8fc5-a58c7cd16bee", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:58:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "a0f87477-971b-4afd-878f-4320294393f4", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:58:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "a0f87477-971b-4afd-878f-4320294393f4", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc-authn-ssl"} 2026-08-04T16:58:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "a0f87477-971b-4afd-878f-4320294393f4", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:58:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "5d1e911a-08ff-4c43-a0c5-0f1c8d7694cf", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:58:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "5d1e911a-08ff-4c43-a0c5-0f1c8d7694cf", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc-authn-ssl"} 2026-08-04T16:58:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "5d1e911a-08ff-4c43-a0c5-0f1c8d7694cf", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:58:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "efcce95e-e125-4620-a25d-4cfbfd56593e", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:58:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "efcce95e-e125-4620-a25d-4cfbfd56593e", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:58:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "efcce95e-e125-4620-a25d-4cfbfd56593e", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:58:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "efcce95e-e125-4620-a25d-4cfbfd56593e", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc-kserve-route-authn"} 2026-08-04T16:58:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "efcce95e-e125-4620-a25d-4cfbfd56593e", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "authType": "userdefined"} 2026-08-04T16:58:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "efcce95e-e125-4620-a25d-4cfbfd56593e", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:58:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "a5375fff-5dff-40fa-87d6-78f78e023912", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:58:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "a5375fff-5dff-40fa-87d6-78f78e023912", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc-authn-ssl"} 2026-08-04T16:58:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "a5375fff-5dff-40fa-87d6-78f78e023912", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:59:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "8aed11d6-3b55-43ec-b156-e978c3b6f452", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:59:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "8aed11d6-3b55-43ec-b156-e978c3b6f452", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc"} 2026-08-04T16:59:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "8aed11d6-3b55-43ec-b156-e978c3b6f452", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:59:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "8aed11d6-3b55-43ec-b156-e978c3b6f452", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:59:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "8aed11d6-3b55-43ec-b156-e978c3b6f452", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc-kserve-route-authn"} 2026-08-04T16:59:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "8aed11d6-3b55-43ec-b156-e978c3b6f452", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc-kserve-route-authn"} 2026-08-04T16:59:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "8aed11d6-3b55-43ec-b156-e978c3b6f452", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:59:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "8aed11d6-3b55-43ec-b156-e978c3b6f452", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:59:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24d87180-01f0-4eb3-a35c-32159713f87c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:59:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24d87180-01f0-4eb3-a35c-32159713f87c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T16:59:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24d87180-01f0-4eb3-a35c-32159713f87c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-bbe0dc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T16:59:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "odh-trusted-ca-bundle", "reconcileID": "e7bac452-8c39-403f-96cc-16be3d40e641", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:59:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "odh-trusted-ca-bundle", "reconcileID": "e7bac452-8c39-403f-96cc-16be3d40e641", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:59:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "openshift-service-ca.crt", "reconcileID": "00875d11-b064-4c40-8fdf-d87a59dce18d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:59:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "openshift-service-ca.crt", "reconcileID": "00875d11-b064-4c40-8fdf-d87a59dce18d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:59:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df13b9d2-5b4b-4873-b250-f03a14bd90e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:59:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df13b9d2-5b4b-4873-b250-f03a14bd90e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:59:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bbe0dc","namespace":"ai-tenant-e2e-ipp-a-bbe0dc"}, "namespace": "ai-tenant-e2e-ipp-a-bbe0dc", "name": "ipp-route-bbe0dc", "reconcileID": "60ce14fc-f973-4b7b-b625-fabdded8e0b7", "LLMInferenceService": "ipp-route-bbe0dc", "namespace": "ai-tenant-e2e-ipp-a-bbe0dc"} 2026-08-04T16:59:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "860a4ae1-7030-414f-b11e-52b67a5fe75d", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:59:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "860a4ae1-7030-414f-b11e-52b67a5fe75d", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc-authn-ssl"} 2026-08-04T16:59:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "860a4ae1-7030-414f-b11e-52b67a5fe75d", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:59:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "173ff668-58cb-45dc-ae28-8be4c52190e3", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:59:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "173ff668-58cb-45dc-ae28-8be4c52190e3", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc-authn-ssl"} 2026-08-04T16:59:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "173ff668-58cb-45dc-ae28-8be4c52190e3", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:59:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bbe0dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bbe0dc", "reconcileID": "1e236c6c-f75b-40fe-b9f2-47ee58b28db5", "Gateway": "e2e-ipp-a-bbe0dc", "namespace": "openshift-ingress"} 2026-08-04T16:59:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "58d96dd9-38f2-45a3-9e4f-b61b6c8b917c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T16:59:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "bb6917bf-f4a9-43a9-9e39-b49689a3cf8e", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:59:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "bb6917bf-f4a9-43a9-9e39-b49689a3cf8e", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057-authn-ssl"} 2026-08-04T16:59:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "bb6917bf-f4a9-43a9-9e39-b49689a3cf8e", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:59:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "86b4aeb7-0202-4863-b32c-865f1247d4f3", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:59:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "86b4aeb7-0202-4863-b32c-865f1247d4f3", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057-authn-ssl"} 2026-08-04T16:59:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "86b4aeb7-0202-4863-b32c-865f1247d4f3", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:59:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-54f057"}, "namespace": "ai-tenant-e2e-ipp-b-54f057", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "775aae61-8e06-414f-a4c5-ec46e34c37db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-54f057"} 2026-08-04T16:59:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-54f057"}, "namespace": "ai-tenant-e2e-ipp-b-54f057", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "775aae61-8e06-414f-a4c5-ec46e34c37db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-54f057", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T16:59:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-54f057"}, "namespace": "ai-tenant-e2e-ipp-b-54f057", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "775aae61-8e06-414f-a4c5-ec46e34c37db", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-54f057 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T16:59:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-54f057"}, "namespace": "ai-tenant-e2e-ipp-b-54f057", "name": "odh-trusted-ca-bundle", "reconcileID": "308fd27a-4597-45dd-ad4a-f032429699c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-54f057"} 2026-08-04T16:59:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-54f057"}, "namespace": "ai-tenant-e2e-ipp-b-54f057", "name": "odh-trusted-ca-bundle", "reconcileID": "308fd27a-4597-45dd-ad4a-f032429699c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-54f057"} 2026-08-04T16:59:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-54f057"}, "namespace": "ai-tenant-e2e-ipp-b-54f057", "name": "openshift-service-ca.crt", "reconcileID": "300f13f2-f1e8-4859-ae0e-5e60cb0b5e11", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-54f057"} 2026-08-04T16:59:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-54f057"}, "namespace": "ai-tenant-e2e-ipp-b-54f057", "name": "openshift-service-ca.crt", "reconcileID": "300f13f2-f1e8-4859-ae0e-5e60cb0b5e11", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-54f057"} 2026-08-04T16:59:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-54f057"}, "namespace": "ai-tenant-e2e-ipp-b-54f057", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14eff7bf-11d4-4bf4-86d5-49cdd84c3e4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-54f057"} 2026-08-04T16:59:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-54f057"}, "namespace": "ai-tenant-e2e-ipp-b-54f057", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14eff7bf-11d4-4bf4-86d5-49cdd84c3e4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-54f057"} 2026-08-04T16:59:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-54f057","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-54f057", "reconcileID": "c2dcb0f6-45c6-4d2f-9911-52816e9d7442", "Gateway": "e2e-ipp-b-54f057", "namespace": "openshift-ingress"} 2026-08-04T16:59:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b1f046a3-6d10-4f74-affd-db916218d146", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T16:59:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "0d1b7261-4277-45bb-8448-ed80df8b404a", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:59:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "0d1b7261-4277-45bb-8448-ed80df8b404a", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707-authn-ssl"} 2026-08-04T16:59:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "0d1b7261-4277-45bb-8448-ed80df8b404a", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:59:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "4048f996-fdd7-4002-8ce0-d3380f4fe517", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:59:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "4048f996-fdd7-4002-8ce0-d3380f4fe517", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707-authn-ssl"} 2026-08-04T16:59:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "4048f996-fdd7-4002-8ce0-d3380f4fe517", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:59:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d3b5998-be1a-41ca-99e4-0e2e7f105908", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:59:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d3b5998-be1a-41ca-99e4-0e2e7f105908", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-90d707", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T16:59:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d3b5998-be1a-41ca-99e4-0e2e7f105908", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-90d707 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T16:59:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "odh-trusted-ca-bundle", "reconcileID": "26ee305b-804e-40cb-ab60-6fdc87516fab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:59:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "odh-trusted-ca-bundle", "reconcileID": "26ee305b-804e-40cb-ab60-6fdc87516fab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:59:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "openshift-service-ca.crt", "reconcileID": "8ab6f499-d345-4e25-8329-86472ae76c4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:59:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "openshift-service-ca.crt", "reconcileID": "8ab6f499-d345-4e25-8329-86472ae76c4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:59:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32d01738-ccbf-4c71-acc5-72242e5eb87d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:59:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-90d707"}, "namespace": "ai-tenant-e2e-shared-a-90d707", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32d01738-ccbf-4c71-acc5-72242e5eb87d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-90d707"} 2026-08-04T16:59:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b128605a-61a7-44a8-887b-b2f806733a18", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T16:59:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90d707","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90d707", "reconcileID": "958a5fe9-fd92-4aa1-98e0-28f9e0c62dbb", "Gateway": "e2e-shared-a-90d707", "namespace": "openshift-ingress"} 2026-08-04T16:59:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a6f48446-efd0-429a-bea3-9dcbb999a6f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T16:59:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "69162ff5-acdb-4713-870a-8e3ef397cd85", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T16:59:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bd32e06e-0d11-4559-b416-aae62a61b6d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T16:59:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "94255225-dbe4-4652-97e7-b3aa5cba753b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T16:59:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "313143f4-64c7-4e74-bb3b-a526b6d0df7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T16:59:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1122a19f-66d1-4167-8f7f-88ec7cebb23f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T16:59:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "f4f7a71d-be78-45a7-9505-aa4283ee4036", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:59:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "f4f7a71d-be78-45a7-9505-aa4283ee4036", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8-authn-ssl"} 2026-08-04T16:59:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "f4f7a71d-be78-45a7-9505-aa4283ee4036", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:59:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "bfa92c40-6b1f-457e-867c-33d023892fe7", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:59:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "bfa92c40-6b1f-457e-867c-33d023892fe7", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8-authn-ssl"} 2026-08-04T16:59:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "bfa92c40-6b1f-457e-867c-33d023892fe7", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"} 2026-08-04T16:59:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60939b01-1165-4eeb-bd72-195c7e55d2b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:59:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60939b01-1165-4eeb-bd72-195c7e55d2b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T16:59:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60939b01-1165-4eeb-bd72-195c7e55d2b0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-5a3cb8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T16:59:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "209a3ae5-ce8e-4d74-96b8-9a43547cd1a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:59:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "209a3ae5-ce8e-4d74-96b8-9a43547cd1a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T16:59:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "209a3ae5-ce8e-4d74-96b8-9a43547cd1a7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-5a3cb8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T16:59:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "odh-trusted-ca-bundle", "reconcileID": "5eb27a0e-ca4d-4231-8562-5c53ee9e9f5d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:59:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "odh-trusted-ca-bundle", "reconcileID": "5eb27a0e-ca4d-4231-8562-5c53ee9e9f5d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:59:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "openshift-service-ca.crt", "reconcileID": "3d73ba4c-ce78-4b53-883b-c37232e73962", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:59:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "openshift-service-ca.crt", "reconcileID": "3d73ba4c-ce78-4b53-883b-c37232e73962", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:59:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "706d4e18-91cb-46a8-b2db-83fa0f7753c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:59:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5a3cb8"}, "namespace": "ai-tenant-e2e-shared-b-5a3cb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "706d4e18-91cb-46a8-b2db-83fa0f7753c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5a3cb8"} 2026-08-04T16:59:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5a3cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5a3cb8", "reconcileID": "bf625e80-1bd8-4de6-b350-d274995b23f1", "Gateway": "e2e-shared-b-5a3cb8", "namespace": "openshift-ingress"}