2026-07-24T13:01:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "3bd10909-e81b-4b5c-b488-9c3d88c6e9c7", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:01:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "3bd10909-e81b-4b5c-b488-9c3d88c6e9c7", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a-kserve-route-authn"} 2026-07-24T13:01:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "3bd10909-e81b-4b5c-b488-9c3d88c6e9c7", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "authType": "userdefined"} 2026-07-24T13:01:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "3bd10909-e81b-4b5c-b488-9c3d88c6e9c7", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:01:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "f55590f5-27aa-477a-b618-337fbf9aa6e0", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:01:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "f55590f5-27aa-477a-b618-337fbf9aa6e0", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a-authn-ssl"} 2026-07-24T13:01:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "f55590f5-27aa-477a-b618-337fbf9aa6e0", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:01:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "6554af00-9c4e-43dd-88c1-b899a1f4f1be", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:01:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "6554af00-9c4e-43dd-88c1-b899a1f4f1be", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:01:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "6554af00-9c4e-43dd-88c1-b899a1f4f1be", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:01:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "6554af00-9c4e-43dd-88c1-b899a1f4f1be", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a-kserve-route-authn"} 2026-07-24T13:01:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "6554af00-9c4e-43dd-88c1-b899a1f4f1be", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "authType": "userdefined"} 2026-07-24T13:01:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "6554af00-9c4e-43dd-88c1-b899a1f4f1be", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:01:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "d3069565-6dda-4179-8963-33ade2816e0f", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:01:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "d3069565-6dda-4179-8963-33ade2816e0f", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:01:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "d3069565-6dda-4179-8963-33ade2816e0f", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:01:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "d3069565-6dda-4179-8963-33ade2816e0f", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a-kserve-route-authn"} 2026-07-24T13:01:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "d3069565-6dda-4179-8963-33ade2816e0f", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "authType": "userdefined"} 2026-07-24T13:01:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "d3069565-6dda-4179-8963-33ade2816e0f", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:01:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "0300d640-4687-4197-bee8-80b71f8abab4", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:01:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "0300d640-4687-4197-bee8-80b71f8abab4", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:01:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "0300d640-4687-4197-bee8-80b71f8abab4", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:01:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "0300d640-4687-4197-bee8-80b71f8abab4", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a-kserve-route-authn"} 2026-07-24T13:01:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "0300d640-4687-4197-bee8-80b71f8abab4", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "authType": "userdefined"} 2026-07-24T13:01:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "0300d640-4687-4197-bee8-80b71f8abab4", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:01:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "1d477e87-f153-4190-8a67-feac4fbb1482", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:01:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "1d477e87-f153-4190-8a67-feac4fbb1482", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64-authn-ssl"} 2026-07-24T13:01:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "1d477e87-f153-4190-8a67-feac4fbb1482", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:01:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "16057739-4eb6-4ccc-a46a-86ae422c06c2", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:01:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "16057739-4eb6-4ccc-a46a-86ae422c06c2", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a-authn-ssl"} 2026-07-24T13:01:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "16057739-4eb6-4ccc-a46a-86ae422c06c2", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:01:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "18ccb103-6277-403b-9ca1-73a380b330ea", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:01:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "18ccb103-6277-403b-9ca1-73a380b330ea", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a-authn-ssl"} 2026-07-24T13:01:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "18ccb103-6277-403b-9ca1-73a380b330ea", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:01:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "59bcf2b8-44d1-4447-a53d-5c919e4ee51f", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:01:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "59bcf2b8-44d1-4447-a53d-5c919e4ee51f", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64-authn-ssl"} 2026-07-24T13:01:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "59bcf2b8-44d1-4447-a53d-5c919e4ee51f", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:01:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "sub-test-model-d15f64", "reconcileID": "7764536c-a5f5-47ce-89e2-6b6a227095d2", "LLMInferenceService": "sub-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:01:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "sub-test-model-d15f64", "reconcileID": "7764536c-a5f5-47ce-89e2-6b6a227095d2", "LLMInferenceService": "sub-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "sub-test-model-d15f64"} 2026-07-24T13:01:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "sub-test-model-d15f64", "reconcileID": "7764536c-a5f5-47ce-89e2-6b6a227095d2", "LLMInferenceService": "sub-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:01:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "sub-test-model-d15f64", "reconcileID": "7764536c-a5f5-47ce-89e2-6b6a227095d2", "LLMInferenceService": "sub-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:01:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "sub-test-model-d15f64", "reconcileID": "7764536c-a5f5-47ce-89e2-6b6a227095d2", "LLMInferenceService": "sub-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "sub-test-model-d15f64-kserve-route-authn"} 2026-07-24T13:01:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "sub-test-model-d15f64", "reconcileID": "7764536c-a5f5-47ce-89e2-6b6a227095d2", "LLMInferenceService": "sub-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "sub-test-model-d15f64-kserve-route-authn"} 2026-07-24T13:01:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "sub-test-model-d15f64", "reconcileID": "7764536c-a5f5-47ce-89e2-6b6a227095d2", "LLMInferenceService": "sub-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:01:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "sub-test-model-d15f64", "reconcileID": "7764536c-a5f5-47ce-89e2-6b6a227095d2", "LLMInferenceService": "sub-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:01:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "sub-test-model-d15f64", "reconcileID": "0445fa96-5502-45c5-bb7f-68df4680e38b", "LLMInferenceService": "sub-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:01:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "ee3af0b1-c0bf-4571-a396-4dfc06cc0ab2", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:01:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "ee3af0b1-c0bf-4571-a396-4dfc06cc0ab2", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64-authn-ssl"} 2026-07-24T13:01:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "ee3af0b1-c0bf-4571-a396-4dfc06cc0ab2", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:01:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "e8df0b07-50f5-45a6-9f2c-312cebf50134", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:01:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "e8df0b07-50f5-45a6-9f2c-312cebf50134", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64-authn-ssl"} 2026-07-24T13:01:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "e8df0b07-50f5-45a6-9f2c-312cebf50134", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:01:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "954dc6f7-634a-46f4-945c-6edab5e46fba", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:01:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "954dc6f7-634a-46f4-945c-6edab5e46fba", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a"} 2026-07-24T13:01:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "954dc6f7-634a-46f4-945c-6edab5e46fba", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:01:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "954dc6f7-634a-46f4-945c-6edab5e46fba", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:01:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "954dc6f7-634a-46f4-945c-6edab5e46fba", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a-kserve-route-authn"} 2026-07-24T13:01:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "954dc6f7-634a-46f4-945c-6edab5e46fba", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a-kserve-route-authn"} 2026-07-24T13:01:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "954dc6f7-634a-46f4-945c-6edab5e46fba", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:01:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "954dc6f7-634a-46f4-945c-6edab5e46fba", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:01:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "sub-test-model-c6697a", "reconcileID": "5329015a-5d42-4fae-b408-d1b726b53cbb", "LLMInferenceService": "sub-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:01:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "4f9afe75-ded9-4be6-b6d0-ba24e47f4f09", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:01:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "4f9afe75-ded9-4be6-b6d0-ba24e47f4f09", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a-authn-ssl"} 2026-07-24T13:01:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "4f9afe75-ded9-4be6-b6d0-ba24e47f4f09", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:01:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "a9dbb44e-c7fd-4c02-ac90-598baa38c35a", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:01:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "a9dbb44e-c7fd-4c02-ac90-598baa38c35a", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a-authn-ssl"} 2026-07-24T13:01:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "a9dbb44e-c7fd-4c02-ac90-598baa38c35a", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:01:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "0235487e-61f9-4789-bc80-0b8545263677", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:01:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "0235487e-61f9-4789-bc80-0b8545263677", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:01:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "0235487e-61f9-4789-bc80-0b8545263677", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:01:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "8b16a119-602d-4ee5-8bcd-46a1cd7e05fd", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:01:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "0235487e-61f9-4789-bc80-0b8545263677", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64-kserve-route-authn"} 2026-07-24T13:01:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "0235487e-61f9-4789-bc80-0b8545263677", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64", "authType": "userdefined"} 2026-07-24T13:01:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "0235487e-61f9-4789-bc80-0b8545263677", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:01:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "8b16a119-602d-4ee5-8bcd-46a1cd7e05fd", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64-authn-ssl"} 2026-07-24T13:01:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "8b16a119-602d-4ee5-8bcd-46a1cd7e05fd", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:01:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "5c33db4a-7ecf-4e46-860e-9db924595a91", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:01:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "5c33db4a-7ecf-4e46-860e-9db924595a91", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:01:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "5c33db4a-7ecf-4e46-860e-9db924595a91", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:01:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "5c33db4a-7ecf-4e46-860e-9db924595a91", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64-kserve-route-authn"} 2026-07-24T13:01:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "5c33db4a-7ecf-4e46-860e-9db924595a91", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64", "authType": "userdefined"} 2026-07-24T13:01:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "5c33db4a-7ecf-4e46-860e-9db924595a91", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:02:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "51b714fe-7ba7-437a-b67d-10e82f43d4c7", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:02:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "51b714fe-7ba7-437a-b67d-10e82f43d4c7", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64-authn-ssl"} 2026-07-24T13:02:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "51b714fe-7ba7-437a-b67d-10e82f43d4c7", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:02:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "87a81ef7-d764-4cca-b488-f548190c6324", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:02:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "87a81ef7-d764-4cca-b488-f548190c6324", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:02:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "87a81ef7-d764-4cca-b488-f548190c6324", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:02:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "87a81ef7-d764-4cca-b488-f548190c6324", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64-kserve-route-authn"} 2026-07-24T13:02:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "87a81ef7-d764-4cca-b488-f548190c6324", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64", "authType": "userdefined"} 2026-07-24T13:02:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "87a81ef7-d764-4cca-b488-f548190c6324", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:02:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "fdbdeb4b-94e4-423e-82a3-8774131d9d01", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:02:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "fdbdeb4b-94e4-423e-82a3-8774131d9d01", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:02:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "fdbdeb4b-94e4-423e-82a3-8774131d9d01", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:02:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "fdbdeb4b-94e4-423e-82a3-8774131d9d01", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64-kserve-route-authn"} 2026-07-24T13:02:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "fdbdeb4b-94e4-423e-82a3-8774131d9d01", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64", "authType": "userdefined"} 2026-07-24T13:02:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "fdbdeb4b-94e4-423e-82a3-8774131d9d01", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:02:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "80e65049-55c9-4680-8912-d8efc7f24589", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:02:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "80e65049-55c9-4680-8912-d8efc7f24589", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:02:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "80e65049-55c9-4680-8912-d8efc7f24589", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:02:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "80e65049-55c9-4680-8912-d8efc7f24589", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64-kserve-route-authn"} 2026-07-24T13:02:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "80e65049-55c9-4680-8912-d8efc7f24589", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64", "authType": "userdefined"} 2026-07-24T13:02:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "80e65049-55c9-4680-8912-d8efc7f24589", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:02:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "8675562b-f0a2-44e4-b319-8170957682a8", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:02:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "8675562b-f0a2-44e4-b319-8170957682a8", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:02:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "8675562b-f0a2-44e4-b319-8170957682a8", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:02:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "0e36ad53-dc45-42d3-83ba-e86cc79d750f", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:02:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "8675562b-f0a2-44e4-b319-8170957682a8", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a-kserve-route-authn"} 2026-07-24T13:02:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "8675562b-f0a2-44e4-b319-8170957682a8", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "authType": "userdefined"} 2026-07-24T13:02:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "8675562b-f0a2-44e4-b319-8170957682a8", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:02:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "0e36ad53-dc45-42d3-83ba-e86cc79d750f", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a-authn-ssl"} 2026-07-24T13:02:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "0e36ad53-dc45-42d3-83ba-e86cc79d750f", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:02:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "883641e9-28a1-49ee-bda5-f439ab768ae7", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:02:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "883641e9-28a1-49ee-bda5-f439ab768ae7", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:02:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "883641e9-28a1-49ee-bda5-f439ab768ae7", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:02:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "883641e9-28a1-49ee-bda5-f439ab768ae7", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a-kserve-route-authn"} 2026-07-24T13:02:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "883641e9-28a1-49ee-bda5-f439ab768ae7", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "authType": "userdefined"} 2026-07-24T13:02:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "883641e9-28a1-49ee-bda5-f439ab768ae7", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:02:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "0efad64b-dc7b-4d62-8568-6a80f59ae425", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:02:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "0efad64b-dc7b-4d62-8568-6a80f59ae425", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a-authn-ssl"} 2026-07-24T13:02:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "0efad64b-dc7b-4d62-8568-6a80f59ae425", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:02:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "731a88e1-7351-4d87-860f-60eedd4125bd", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:02:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "731a88e1-7351-4d87-860f-60eedd4125bd", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:02:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "731a88e1-7351-4d87-860f-60eedd4125bd", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:02:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "731a88e1-7351-4d87-860f-60eedd4125bd", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a-kserve-route-authn"} 2026-07-24T13:02:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "731a88e1-7351-4d87-860f-60eedd4125bd", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "authType": "userdefined"} 2026-07-24T13:02:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "731a88e1-7351-4d87-860f-60eedd4125bd", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:02:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2478a94e-6b1e-4a70-8f52-bf13372cf440", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:02:52Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T13:02:52Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T13:02:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1a5e84cb-ddf4-4e6e-a07f-9e8c5cbac929", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:02:55Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T13:02:55Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T13:02:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "dbc0c9c7-ef99-44b5-bbad-62a7aa207d33", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:02:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "dbc0c9c7-ef99-44b5-bbad-62a7aa207d33", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:02:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "dbc0c9c7-ef99-44b5-bbad-62a7aa207d33", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:02:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "dbc0c9c7-ef99-44b5-bbad-62a7aa207d33", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a-kserve-route-authn"} 2026-07-24T13:02:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "dbc0c9c7-ef99-44b5-bbad-62a7aa207d33", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "authType": "userdefined"} 2026-07-24T13:02:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "dbc0c9c7-ef99-44b5-bbad-62a7aa207d33", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:03:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "86bdb1f4-9257-41ec-b66d-86b2a516fe45", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:03:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "df971315-b84d-4dbb-a71a-1850498c606b", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:03:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "df971315-b84d-4dbb-a71a-1850498c606b", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a-authn-ssl"} 2026-07-24T13:03:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "df971315-b84d-4dbb-a71a-1850498c606b", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:03:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "dac6d6ca-ed39-45db-800d-a2a218c342ea", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:03:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "dac6d6ca-ed39-45db-800d-a2a218c342ea", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64-authn-ssl"} 2026-07-24T13:03:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "dac6d6ca-ed39-45db-800d-a2a218c342ea", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:03:31Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "f9cbb74b-aaf0-4893-81b6-636078b8a1dd", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:03:31Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "f9cbb74b-aaf0-4893-81b6-636078b8a1dd", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64"} 2026-07-24T13:03:31Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "f9cbb74b-aaf0-4893-81b6-636078b8a1dd", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:03:31Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "f9cbb74b-aaf0-4893-81b6-636078b8a1dd", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:03:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "f9cbb74b-aaf0-4893-81b6-636078b8a1dd", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64-kserve-route-authn"} 2026-07-24T13:03:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "f9cbb74b-aaf0-4893-81b6-636078b8a1dd", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64-kserve-route-authn"} 2026-07-24T13:03:31Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "f9cbb74b-aaf0-4893-81b6-636078b8a1dd", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:03:31Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "f9cbb74b-aaf0-4893-81b6-636078b8a1dd", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:03:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d15f64","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "rate-test-model-d15f64", "reconcileID": "f95e603a-4b18-42df-8d65-749d66e3fae8", "LLMInferenceService": "rate-test-model-d15f64", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:03:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "7e2e74fe-b9ad-4527-9337-3d6b228c4e47", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:03:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "7e2e74fe-b9ad-4527-9337-3d6b228c4e47", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64-authn-ssl"} 2026-07-24T13:03:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "7e2e74fe-b9ad-4527-9337-3d6b228c4e47", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:03:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "f604888e-c6dd-497c-a845-ff10a8c70253", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:03:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "f604888e-c6dd-497c-a845-ff10a8c70253", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64-authn-ssl"} 2026-07-24T13:03:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "f604888e-c6dd-497c-a845-ff10a8c70253", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:03:31Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "cc6ca3c8-51d3-4c1c-8390-8b42da2ef803", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:03:31Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "cc6ca3c8-51d3-4c1c-8390-8b42da2ef803", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a"} 2026-07-24T13:03:31Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "cc6ca3c8-51d3-4c1c-8390-8b42da2ef803", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:03:31Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "cc6ca3c8-51d3-4c1c-8390-8b42da2ef803", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:03:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "cc6ca3c8-51d3-4c1c-8390-8b42da2ef803", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a-kserve-route-authn"} 2026-07-24T13:03:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "cc6ca3c8-51d3-4c1c-8390-8b42da2ef803", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a-kserve-route-authn"} 2026-07-24T13:03:31Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "cc6ca3c8-51d3-4c1c-8390-8b42da2ef803", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:03:31Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "cc6ca3c8-51d3-4c1c-8390-8b42da2ef803", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:03:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6697a","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "rate-test-model-c6697a", "reconcileID": "0c131693-8045-4c15-b04e-73a41ae7c31a", "LLMInferenceService": "rate-test-model-c6697a", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:03:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "083ff92f-f549-4446-a4b6-46cf3577084a", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:03:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "083ff92f-f549-4446-a4b6-46cf3577084a", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a-authn-ssl"} 2026-07-24T13:03:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "083ff92f-f549-4446-a4b6-46cf3577084a", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:03:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "db4ef6bf-7322-4665-845b-17d2e6275670", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:03:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "db4ef6bf-7322-4665-845b-17d2e6275670", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a-authn-ssl"} 2026-07-24T13:03:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "db4ef6bf-7322-4665-845b-17d2e6275670", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:03:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "53f98e9d-acc8-4d57-a634-3d514f640984", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:03:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "53f98e9d-acc8-4d57-a634-3d514f640984", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64-authn-ssl"} 2026-07-24T13:03:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "53f98e9d-acc8-4d57-a634-3d514f640984", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:03:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "e4b85bc9-52cf-463c-a5cc-4fda23a901eb", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:03:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "e4b85bc9-52cf-463c-a5cc-4fda23a901eb", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a-authn-ssl"} 2026-07-24T13:03:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "e4b85bc9-52cf-463c-a5cc-4fda23a901eb", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:03:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "1e9cb990-43fd-411c-add3-e307472edaaa", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:03:52Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "1e9cb990-43fd-411c-add3-e307472edaaa", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e-authn-ssl"} 2026-07-24T13:03:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "1e9cb990-43fd-411c-add3-e307472edaaa", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:03:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "3bb354a0-22c3-4aba-a13b-872ed37b3f68", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:03:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "3bb354a0-22c3-4aba-a13b-872ed37b3f68", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e-authn-ssl"} 2026-07-24T13:03:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "3bb354a0-22c3-4aba-a13b-872ed37b3f68", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:03:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "bb9e7233-43a4-46df-b1da-877e08f96641", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:03:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "bb9e7233-43a4-46df-b1da-877e08f96641", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e-authn-ssl"} 2026-07-24T13:03:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "bb9e7233-43a4-46df-b1da-877e08f96641", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:03:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "80f0246a-971f-4c03-8915-428a6be39687", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:03:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "80f0246a-971f-4c03-8915-428a6be39687", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e-authn-ssl"} 2026-07-24T13:03:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "80f0246a-971f-4c03-8915-428a6be39687", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:03:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "202f25c0-80d5-451e-af32-50f7a2030f8c", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:03:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "202f25c0-80d5-451e-af32-50f7a2030f8c", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e-authn-ssl"} 2026-07-24T13:03:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "202f25c0-80d5-451e-af32-50f7a2030f8c", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:03:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "f17bbbd5-1e24-4023-a89b-0b5716450f79", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:03:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "f17bbbd5-1e24-4023-a89b-0b5716450f79", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e-authn-ssl"} 2026-07-24T13:03:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "f17bbbd5-1e24-4023-a89b-0b5716450f79", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:03:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "a3921f84-a9cf-4637-8003-9279cd5b0cc5", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:03:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "a3921f84-a9cf-4637-8003-9279cd5b0cc5", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e-authn-ssl"} 2026-07-24T13:03:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "a3921f84-a9cf-4637-8003-9279cd5b0cc5", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:03:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "openshift-service-ca.crt", "reconcileID": "1102954f-66b9-4aba-b697-a0033fe63b8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:03:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "odh-trusted-ca-bundle", "reconcileID": "4700fef3-43b3-4cdf-84ac-e8590ff6ee32", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:03:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "openshift-service-ca.crt", "reconcileID": "eb6d33bb-34f8-41ea-948c-fe898af4907f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:03:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "openshift-service-ca.crt", "reconcileID": "eb6d33bb-34f8-41ea-948c-fe898af4907f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:03:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e5d0f00-1789-46db-8445-6cf4cb85ed38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:03:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "openshift-service-ca.crt", "reconcileID": "bed72fe5-de89-4594-a94e-7b16adef15da", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:03:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "odh-trusted-ca-bundle", "reconcileID": "b3e95d42-c678-428b-80a6-7e97a9bd889c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:03:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "odh-trusted-ca-bundle", "reconcileID": "b3e95d42-c678-428b-80a6-7e97a9bd889c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:03:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d75d6f4-daea-485c-b352-9f7a71429a32", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:03:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "291f6cd1-2ee0-4849-9db0-e8e1e74f5cb8", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:03:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "291f6cd1-2ee0-4849-9db0-e8e1e74f5cb8", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e-authn-ssl"} 2026-07-24T13:03:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "291f6cd1-2ee0-4849-9db0-e8e1e74f5cb8", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:03:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fed69d38-04bf-47fd-8ebd-694dff3e1fa6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:04:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "f19e1036-5784-4149-95b9-436b1d344979", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:04:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "f19e1036-5784-4149-95b9-436b1d344979", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e-authn-ssl"} 2026-07-24T13:04:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "f19e1036-5784-4149-95b9-436b1d344979", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:04:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "83cb8300-f47b-42af-a0f5-411673ecccd5", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress"} 2026-07-24T13:04:11Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "83cb8300-f47b-42af-a0f5-411673ecccd5", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae-authn-ssl"} 2026-07-24T13:04:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "83cb8300-f47b-42af-a0f5-411673ecccd5", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress"} 2026-07-24T13:04:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "52d7d176-6329-4a5b-baca-58a78e81649e", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress"} 2026-07-24T13:04:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "52d7d176-6329-4a5b-baca-58a78e81649e", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae-authn-ssl"} 2026-07-24T13:04:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "52d7d176-6329-4a5b-baca-58a78e81649e", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress"} 2026-07-24T13:04:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "42923acf-1d89-4f3d-b699-d50b52ed81d4", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress"} 2026-07-24T13:04:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "42923acf-1d89-4f3d-b699-d50b52ed81d4", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae-authn-ssl"} 2026-07-24T13:04:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "42923acf-1d89-4f3d-b699-d50b52ed81d4", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress"} 2026-07-24T13:04:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "94d4921e-1077-421a-b930-328dcca87def", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress"} 2026-07-24T13:04:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "94d4921e-1077-421a-b930-328dcca87def", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae-authn-ssl"} 2026-07-24T13:04:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "94d4921e-1077-421a-b930-328dcca87def", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress"} 2026-07-24T13:04:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "7e868f23-00b0-47a6-81c8-690e975b5d4a", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress"} 2026-07-24T13:04:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "7e868f23-00b0-47a6-81c8-690e975b5d4a", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae-authn-ssl"} 2026-07-24T13:04:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "7e868f23-00b0-47a6-81c8-690e975b5d4a", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress"} 2026-07-24T13:04:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "c731208a-1936-4d7d-8be9-ef8455678dcb", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress"} 2026-07-24T13:04:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "c731208a-1936-4d7d-8be9-ef8455678dcb", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae-authn-ssl"} 2026-07-24T13:04:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "c731208a-1936-4d7d-8be9-ef8455678dcb", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress"} 2026-07-24T13:04:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "bc6b1cd5-cf1b-4bc4-b7d5-86e1025c0ef0", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress"} 2026-07-24T13:04:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "bc6b1cd5-cf1b-4bc4-b7d5-86e1025c0ef0", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae-authn-ssl"} 2026-07-24T13:04:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "bc6b1cd5-cf1b-4bc4-b7d5-86e1025c0ef0", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress"} 2026-07-24T13:04:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-47a7ae"}, "namespace": "ai-tenant-e2e-ipp-b-47a7ae", "name": "openshift-service-ca.crt", "reconcileID": "8c5c5bdf-5253-4fb2-96ab-ad7540f5bfa4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-47a7ae"} 2026-07-24T13:04:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47a7ae"}, "namespace": "ai-tenant-e2e-ipp-b-47a7ae", "name": "odh-trusted-ca-bundle", "reconcileID": "aafbd423-07aa-430b-bb88-ca83d606dbea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-47a7ae"} 2026-07-24T13:04:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-47a7ae"}, "namespace": "ai-tenant-e2e-ipp-b-47a7ae", "name": "openshift-service-ca.crt", "reconcileID": "b8b06951-83ef-4da8-939c-9c463cbf4b85", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-47a7ae", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:04:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-47a7ae"}, "namespace": "ai-tenant-e2e-ipp-b-47a7ae", "name": "openshift-service-ca.crt", "reconcileID": "b8b06951-83ef-4da8-939c-9c463cbf4b85", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-47a7ae"} 2026-07-24T13:04:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-47a7ae"}, "namespace": "ai-tenant-e2e-ipp-b-47a7ae", "name": "openshift-service-ca.crt", "reconcileID": "0a434e17-d55a-41c8-8d05-5cd077b754d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-47a7ae"} 2026-07-24T13:04:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47a7ae"}, "namespace": "ai-tenant-e2e-ipp-b-47a7ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2a846b7-89cb-492e-9c09-71dfd317b70b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-47a7ae"} 2026-07-24T13:04:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47a7ae"}, "namespace": "ai-tenant-e2e-ipp-b-47a7ae", "name": "odh-trusted-ca-bundle", "reconcileID": "c5783857-4140-4252-997c-f569f8fa3f2e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-47a7ae", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:04:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47a7ae"}, "namespace": "ai-tenant-e2e-ipp-b-47a7ae", "name": "odh-trusted-ca-bundle", "reconcileID": "c5783857-4140-4252-997c-f569f8fa3f2e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-47a7ae"} 2026-07-24T13:04:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47a7ae"}, "namespace": "ai-tenant-e2e-ipp-b-47a7ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "041ee944-f692-4f5d-ba13-33a955fbb65b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-47a7ae"} 2026-07-24T13:04:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "07f3e0d0-ee9b-4593-b292-ef98e9ac7fe1", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress"} 2026-07-24T13:04:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "07f3e0d0-ee9b-4593-b292-ef98e9ac7fe1", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae-authn-ssl"} 2026-07-24T13:04:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "07f3e0d0-ee9b-4593-b292-ef98e9ac7fe1", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress"} 2026-07-24T13:04:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eff49800-68f3-4355-a76b-bc0915108731", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:04:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "136fee97-6ab1-459a-b741-33691f331255", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:04:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "6a13bedf-c925-4a3d-b7e1-cd71014b73e3", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress"} 2026-07-24T13:04:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "6a13bedf-c925-4a3d-b7e1-cd71014b73e3", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae-authn-ssl"} 2026-07-24T13:04:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "6a13bedf-c925-4a3d-b7e1-cd71014b73e3", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress"} 2026-07-24T13:04:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a5930387-9bb4-4306-b00b-3b24e1a27758", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:04:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "e0471523-18e1-4648-9830-776b5eba18b0", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:04:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "e0471523-18e1-4648-9830-776b5eba18b0", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:04:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "e0471523-18e1-4648-9830-776b5eba18b0", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:04:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "827b3e08-52c5-49b8-8526-ec9686745ad8", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:04:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "e0471523-18e1-4648-9830-776b5eba18b0", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e-kserve-route-authn"} 2026-07-24T13:04:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "e0471523-18e1-4648-9830-776b5eba18b0", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "authType": "userdefined"} 2026-07-24T13:04:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "e0471523-18e1-4648-9830-776b5eba18b0", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:04:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "827b3e08-52c5-49b8-8526-ec9686745ad8", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e-authn-ssl"} 2026-07-24T13:04:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "827b3e08-52c5-49b8-8526-ec9686745ad8", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:04:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "3bb2e2cb-382c-4cfc-9728-bdad8f989d7a", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:04:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "3bb2e2cb-382c-4cfc-9728-bdad8f989d7a", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:04:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "3bb2e2cb-382c-4cfc-9728-bdad8f989d7a", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:04:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "3bb2e2cb-382c-4cfc-9728-bdad8f989d7a", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e-kserve-route-authn"} 2026-07-24T13:04:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "3bb2e2cb-382c-4cfc-9728-bdad8f989d7a", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "authType": "userdefined"} 2026-07-24T13:04:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "3bb2e2cb-382c-4cfc-9728-bdad8f989d7a", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:04:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "0a9f92f4-fa8f-4026-9b20-b86bafb25f04", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:04:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "0a9f92f4-fa8f-4026-9b20-b86bafb25f04", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e-authn-ssl"} 2026-07-24T13:04:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "0a9f92f4-fa8f-4026-9b20-b86bafb25f04", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:04:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "ed26bab7-21ba-450a-a41f-7fb540a53dce", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:04:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "ed26bab7-21ba-450a-a41f-7fb540a53dce", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:04:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "ed26bab7-21ba-450a-a41f-7fb540a53dce", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:04:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "ed26bab7-21ba-450a-a41f-7fb540a53dce", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e-kserve-route-authn"} 2026-07-24T13:04:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "ed26bab7-21ba-450a-a41f-7fb540a53dce", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "authType": "userdefined"} 2026-07-24T13:04:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "ed26bab7-21ba-450a-a41f-7fb540a53dce", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:05:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "b54a3af0-4994-4d45-81ed-bf55377fd5cc", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:05:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "b54a3af0-4994-4d45-81ed-bf55377fd5cc", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:05:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "b54a3af0-4994-4d45-81ed-bf55377fd5cc", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:05:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "b54a3af0-4994-4d45-81ed-bf55377fd5cc", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e-kserve-route-authn"} 2026-07-24T13:05:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "b54a3af0-4994-4d45-81ed-bf55377fd5cc", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "authType": "userdefined"} 2026-07-24T13:05:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "b54a3af0-4994-4d45-81ed-bf55377fd5cc", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:05:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "7c6f58eb-47da-4ef5-909f-a157fe9ccf51", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:05:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "7c6f58eb-47da-4ef5-909f-a157fe9ccf51", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e-authn-ssl"} 2026-07-24T13:05:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "7c6f58eb-47da-4ef5-909f-a157fe9ccf51", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:05:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "7e864ff6-3709-401e-b570-4fd30434fa90", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress"} 2026-07-24T13:05:30Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "7e864ff6-3709-401e-b570-4fd30434fa90", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e-authn-ssl"} 2026-07-24T13:05:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "7e864ff6-3709-401e-b570-4fd30434fa90", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress"} 2026-07-24T13:05:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "b4e50ffd-0c7a-4b02-a055-4f4a90fe6a70", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress"} 2026-07-24T13:05:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "b4e50ffd-0c7a-4b02-a055-4f4a90fe6a70", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e-authn-ssl"} 2026-07-24T13:05:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "b4e50ffd-0c7a-4b02-a055-4f4a90fe6a70", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress"} 2026-07-24T13:05:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "9fd67c71-2991-40c6-abd2-ee230070ad22", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress"} 2026-07-24T13:05:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "9fd67c71-2991-40c6-abd2-ee230070ad22", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e-authn-ssl"} 2026-07-24T13:05:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "9fd67c71-2991-40c6-abd2-ee230070ad22", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress"} 2026-07-24T13:05:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "959dc420-3b99-4ac7-ab3c-68326465e049", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress"} 2026-07-24T13:05:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "959dc420-3b99-4ac7-ab3c-68326465e049", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e-authn-ssl"} 2026-07-24T13:05:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "959dc420-3b99-4ac7-ab3c-68326465e049", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress"} 2026-07-24T13:05:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "7194c13b-41a2-4499-b158-f1ec8237a012", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress"} 2026-07-24T13:05:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "7194c13b-41a2-4499-b158-f1ec8237a012", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e-authn-ssl"} 2026-07-24T13:05:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "7194c13b-41a2-4499-b158-f1ec8237a012", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress"} 2026-07-24T13:05:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "8eede4a7-9228-48e8-9d48-ae0ea81c9c84", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress"} 2026-07-24T13:05:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "8eede4a7-9228-48e8-9d48-ae0ea81c9c84", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e-authn-ssl"} 2026-07-24T13:05:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "8eede4a7-9228-48e8-9d48-ae0ea81c9c84", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress"} 2026-07-24T13:05:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "8bea6e10-a39f-41e6-8149-3d484db0f87e", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress"} 2026-07-24T13:05:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "8bea6e10-a39f-41e6-8149-3d484db0f87e", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e-authn-ssl"} 2026-07-24T13:05:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "8bea6e10-a39f-41e6-8149-3d484db0f87e", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress"} 2026-07-24T13:05:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-30955e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-30955e", "name": "openshift-service-ca.crt", "reconcileID": "19e70afc-f722-44a7-b025-53fe536cdcda", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-30955e"} 2026-07-24T13:05:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-30955e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-30955e", "name": "openshift-service-ca.crt", "reconcileID": "80226893-4362-4a1d-967b-61408adbb94d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-30955e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:05:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-30955e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-30955e", "name": "openshift-service-ca.crt", "reconcileID": "80226893-4362-4a1d-967b-61408adbb94d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-30955e"} 2026-07-24T13:05:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-30955e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-30955e", "name": "odh-trusted-ca-bundle", "reconcileID": "e82b0583-7a66-483a-baea-f09904384f31", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-30955e"} 2026-07-24T13:05:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-30955e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-30955e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c95da22-4073-4749-9d08-631ea21b4f64", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-30955e"} 2026-07-24T13:05:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-30955e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-30955e", "name": "openshift-service-ca.crt", "reconcileID": "23d86b01-44c3-4555-92ca-51a8e283a904", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-30955e"} 2026-07-24T13:05:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-30955e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-30955e", "name": "odh-trusted-ca-bundle", "reconcileID": "7542fc68-9896-4d62-8a99-f017b34054af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-30955e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:05:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-30955e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-30955e", "name": "odh-trusted-ca-bundle", "reconcileID": "7542fc68-9896-4d62-8a99-f017b34054af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-30955e"} 2026-07-24T13:05:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-30955e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-30955e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13b1173f-b626-41b3-b37f-5c25b7102cdf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-30955e"} 2026-07-24T13:05:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "8ee0195e-fad8-4fe4-bffa-c70b6490f60c", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress"} 2026-07-24T13:05:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "8ee0195e-fad8-4fe4-bffa-c70b6490f60c", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e-authn-ssl"} 2026-07-24T13:05:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "8ee0195e-fad8-4fe4-bffa-c70b6490f60c", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress"} 2026-07-24T13:05:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a20ff133-8196-45ff-9ca6-0d8b2a032079", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:05:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "77a7b411-dfb5-44ee-b5e2-fc9695125b09", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress"} 2026-07-24T13:05:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "77a7b411-dfb5-44ee-b5e2-fc9695125b09", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e-authn-ssl"} 2026-07-24T13:05:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "77a7b411-dfb5-44ee-b5e2-fc9695125b09", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress"} 2026-07-24T13:06:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "34cb1c79-ba87-4d7b-b35f-603c4598aa77", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress"} 2026-07-24T13:06:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "34cb1c79-ba87-4d7b-b35f-603c4598aa77", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e-authn-ssl"} 2026-07-24T13:06:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "34cb1c79-ba87-4d7b-b35f-603c4598aa77", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress"} 2026-07-24T13:06:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "5fdb41f8-d3f0-41a6-9aef-f2a6d8201055", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress"} 2026-07-24T13:06:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "5fdb41f8-d3f0-41a6-9aef-f2a6d8201055", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e-authn-ssl"} 2026-07-24T13:06:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-30955e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-30955e", "reconcileID": "5fdb41f8-d3f0-41a6-9aef-f2a6d8201055", "Gateway": "e2e-ipp-cleanup-30955e", "namespace": "openshift-ingress"} 2026-07-24T13:06:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-30955e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-30955e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50698c3e-61f4-4713-baed-49e0364c0f38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-30955e"} 2026-07-24T13:06:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-30955e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-30955e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50698c3e-61f4-4713-baed-49e0364c0f38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-30955e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:06:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-30955e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-30955e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50698c3e-61f4-4713-baed-49e0364c0f38", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-30955e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T13:06:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-30955e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-30955e", "name": "odh-trusted-ca-bundle", "reconcileID": "9abd6f5d-080e-41d4-9754-d340ff4c18d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-30955e"} 2026-07-24T13:06:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-30955e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-30955e", "name": "odh-trusted-ca-bundle", "reconcileID": "9abd6f5d-080e-41d4-9754-d340ff4c18d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-30955e"} 2026-07-24T13:06:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-30955e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-30955e", "name": "openshift-service-ca.crt", "reconcileID": "2a016d95-b390-4668-829d-c2f17c440be1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-30955e"} 2026-07-24T13:06:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-30955e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-30955e", "name": "openshift-service-ca.crt", "reconcileID": "2a016d95-b390-4668-829d-c2f17c440be1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-30955e"} 2026-07-24T13:06:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-30955e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-30955e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b766af74-c327-4797-a6e9-5b84c509592c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-30955e"} 2026-07-24T13:06:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-30955e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-30955e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b766af74-c327-4797-a6e9-5b84c509592c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-30955e"} 2026-07-24T13:06:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3e6e4741-a6d1-408f-9df3-7b2970c5854b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:06:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "1b48dda4-f718-47c7-b06e-2a516b537a12", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:06:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "1b48dda4-f718-47c7-b06e-2a516b537a12", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e-authn-ssl"} 2026-07-24T13:06:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "1b48dda4-f718-47c7-b06e-2a516b537a12", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:06:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "879af4ce-591c-4c27-8788-4e5c00e64982", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:06:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "879af4ce-591c-4c27-8788-4e5c00e64982", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e-authn-ssl"} 2026-07-24T13:06:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "879af4ce-591c-4c27-8788-4e5c00e64982", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:06:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "3dc58fe7-e7da-4808-8daa-36b8e7b2b1fe", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:06:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "3dc58fe7-e7da-4808-8daa-36b8e7b2b1fe", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e-authn-ssl"} 2026-07-24T13:06:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "3dc58fe7-e7da-4808-8daa-36b8e7b2b1fe", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:06:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "2efc734b-29a9-4599-9d8e-12c69dd99cf1", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:06:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "2efc734b-29a9-4599-9d8e-12c69dd99cf1", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:06:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "2efc734b-29a9-4599-9d8e-12c69dd99cf1", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:06:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "2efc734b-29a9-4599-9d8e-12c69dd99cf1", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e-kserve-route-authn"} 2026-07-24T13:06:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "2efc734b-29a9-4599-9d8e-12c69dd99cf1", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "authType": "userdefined"} 2026-07-24T13:06:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "2efc734b-29a9-4599-9d8e-12c69dd99cf1", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "ff2207ae-5f64-4603-bfbe-cb5d85540ff7", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "ff2207ae-5f64-4603-bfbe-cb5d85540ff7", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "ff2207ae-5f64-4603-bfbe-cb5d85540ff7", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "ff2207ae-5f64-4603-bfbe-cb5d85540ff7", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e-kserve-route-authn"} 2026-07-24T13:07:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "ff2207ae-5f64-4603-bfbe-cb5d85540ff7", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "authType": "userdefined"} 2026-07-24T13:07:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "ff2207ae-5f64-4603-bfbe-cb5d85540ff7", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2226e1d2-54a2-4ffb-a287-f331e4c50bed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2226e1d2-54a2-4ffb-a287-f331e4c50bed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:07:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2226e1d2-54a2-4ffb-a287-f331e4c50bed", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-967d3e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T13:07:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "odh-trusted-ca-bundle", "reconcileID": "17f63eea-560f-4b2a-b031-1b83e4d57e42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "odh-trusted-ca-bundle", "reconcileID": "17f63eea-560f-4b2a-b031-1b83e4d57e42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:07:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "odh-trusted-ca-bundle", "reconcileID": "17f63eea-560f-4b2a-b031-1b83e4d57e42", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-967d3e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T13:07:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "openshift-service-ca.crt", "reconcileID": "33b73c0a-cef3-49a1-85ed-2112e640eead", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "openshift-service-ca.crt", "reconcileID": "33b73c0a-cef3-49a1-85ed-2112e640eead", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "125488b2-12cc-4be5-924e-d2c19dd43072", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "125488b2-12cc-4be5-924e-d2c19dd43072", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "odh-trusted-ca-bundle", "reconcileID": "1d3e4180-a87e-4e6b-a657-80110f024ded", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "odh-trusted-ca-bundle", "reconcileID": "1d3e4180-a87e-4e6b-a657-80110f024ded", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "27398fa2-5ca5-482c-9e1d-ae17151a50b1", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "27398fa2-5ca5-482c-9e1d-ae17151a50b1", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e"} 2026-07-24T13:07:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "27398fa2-5ca5-482c-9e1d-ae17151a50b1", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "27398fa2-5ca5-482c-9e1d-ae17151a50b1", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "27398fa2-5ca5-482c-9e1d-ae17151a50b1", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e-kserve-route-authn"} 2026-07-24T13:07:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "27398fa2-5ca5-482c-9e1d-ae17151a50b1", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e-kserve-route-authn"} 2026-07-24T13:07:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "27398fa2-5ca5-482c-9e1d-ae17151a50b1", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "27398fa2-5ca5-482c-9e1d-ae17151a50b1", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "89f2f750-33aa-4dc2-bd1f-de63660e93a8", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:07:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "89f2f750-33aa-4dc2-bd1f-de63660e93a8", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e-authn-ssl"} 2026-07-24T13:07:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "89f2f750-33aa-4dc2-bd1f-de63660e93a8", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:07:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "591fdd2e-53ec-4887-a993-3356b51f7325", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "591fdd2e-53ec-4887-a993-3356b51f7325", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e"} 2026-07-24T13:07:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "591fdd2e-53ec-4887-a993-3356b51f7325", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "591fdd2e-53ec-4887-a993-3356b51f7325", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "591fdd2e-53ec-4887-a993-3356b51f7325", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e-kserve-route-authn"} 2026-07-24T13:07:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "591fdd2e-53ec-4887-a993-3356b51f7325", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e-kserve-route-authn"} 2026-07-24T13:07:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "591fdd2e-53ec-4887-a993-3356b51f7325", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "591fdd2e-53ec-4887-a993-3356b51f7325", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-967d3e","namespace":"ai-tenant-e2e-ipp-a-967d3e"}, "namespace": "ai-tenant-e2e-ipp-a-967d3e", "name": "ipp-route-967d3e", "reconcileID": "e64a5fe6-05dd-421a-a9af-679329feb55b", "LLMInferenceService": "ipp-route-967d3e", "namespace": "ai-tenant-e2e-ipp-a-967d3e"} 2026-07-24T13:07:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "33609d25-02b0-43df-a28c-e2b728608cf1", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:07:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "33609d25-02b0-43df-a28c-e2b728608cf1", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e-authn-ssl"} 2026-07-24T13:07:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-967d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-967d3e", "reconcileID": "33609d25-02b0-43df-a28c-e2b728608cf1", "Gateway": "e2e-ipp-a-967d3e", "namespace": "openshift-ingress"} 2026-07-24T13:07:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "23029048-4925-4840-a4f8-e1e943a17a1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:07:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5a4ffbaf-1fe0-4980-90e0-7d45115c5ce0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:07:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f5fe6ffb-3647-4ea8-a8fe-57dbfea61436", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:07:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "15d04560-a6a9-4ed7-b70b-c04164358418", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress"} 2026-07-24T13:07:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "15d04560-a6a9-4ed7-b70b-c04164358418", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae-authn-ssl"} 2026-07-24T13:07:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "15d04560-a6a9-4ed7-b70b-c04164358418", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress"} 2026-07-24T13:07:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "88a12e8f-9bde-4f03-82a0-71685c24c2d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:07:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "aacef3b5-db6c-4b6c-9f41-d2575e734885", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress"} 2026-07-24T13:07:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "aacef3b5-db6c-4b6c-9f41-d2575e734885", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae-authn-ssl"} 2026-07-24T13:07:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-47a7ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-47a7ae", "reconcileID": "aacef3b5-db6c-4b6c-9f41-d2575e734885", "Gateway": "e2e-ipp-b-47a7ae", "namespace": "openshift-ingress"} 2026-07-24T13:07:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47a7ae"}, "namespace": "ai-tenant-e2e-ipp-b-47a7ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acbc7217-dae3-47fe-87ab-d911ad22caa8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-47a7ae"} 2026-07-24T13:07:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47a7ae"}, "namespace": "ai-tenant-e2e-ipp-b-47a7ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acbc7217-dae3-47fe-87ab-d911ad22caa8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-47a7ae", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:07:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47a7ae"}, "namespace": "ai-tenant-e2e-ipp-b-47a7ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acbc7217-dae3-47fe-87ab-d911ad22caa8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-47a7ae because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T13:07:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47a7ae"}, "namespace": "ai-tenant-e2e-ipp-b-47a7ae", "name": "odh-trusted-ca-bundle", "reconcileID": "53000e58-2a5f-496c-8db6-777489befee4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-47a7ae"} 2026-07-24T13:07:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47a7ae"}, "namespace": "ai-tenant-e2e-ipp-b-47a7ae", "name": "odh-trusted-ca-bundle", "reconcileID": "53000e58-2a5f-496c-8db6-777489befee4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-47a7ae"} 2026-07-24T13:07:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-47a7ae"}, "namespace": "ai-tenant-e2e-ipp-b-47a7ae", "name": "openshift-service-ca.crt", "reconcileID": "daa556e4-44c2-4f76-87f5-7c39aaf13794", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-47a7ae"} 2026-07-24T13:07:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-47a7ae"}, "namespace": "ai-tenant-e2e-ipp-b-47a7ae", "name": "openshift-service-ca.crt", "reconcileID": "daa556e4-44c2-4f76-87f5-7c39aaf13794", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-47a7ae"} 2026-07-24T13:07:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47a7ae"}, "namespace": "ai-tenant-e2e-ipp-b-47a7ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb7aa293-63b5-4981-a838-cb6bbaeee37f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-47a7ae"} 2026-07-24T13:07:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-47a7ae"}, "namespace": "ai-tenant-e2e-ipp-b-47a7ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb7aa293-63b5-4981-a838-cb6bbaeee37f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-47a7ae"} 2026-07-24T13:08:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "255e0afe-9b45-4712-a624-f3bb042c4e42", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:08:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1df3f408-78fe-4ff5-a1f4-3d037b609367", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:08:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "01554016-0f95-4f5d-9be3-873136b96a44", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:08:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e413e080-ccac-4c30-ac7c-0d9afabee697", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:08:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ce979be3-ad45-4c04-b993-280c59a7ff79", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:08:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e69bfd3f-0a79-4b83-a552-579e3cc2cb9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:08:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3c04eca0-c267-40ea-adfe-ede1d587aca7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:08:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a3c36290-d89e-4dcf-8170-175c6670e5dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:08:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5ffd7917-445f-42b8-a2be-9eb8aa2dad51", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:08:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8db57cc5-fba2-4b1b-8dbe-90d227216262", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:08:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b59656fe-86a3-4608-9154-c9e160af4208", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:08:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d6562e2d-32b5-406c-b285-002c3eb3606a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:08:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d6ba4eb9-ef07-41f9-bc29-7fca81bb9953", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:08:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e293f4ca-502e-4f17-9b7a-b34efc8d65d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:08:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7f2bc0f9-b837-4463-9175-902df3d8d774", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:08:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "39e6a21a-abd5-4f6c-9573-bf7876c503c9", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:08:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "39e6a21a-abd5-4f6c-9573-bf7876c503c9", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64-authn-ssl"} 2026-07-24T13:08:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "39e6a21a-abd5-4f6c-9573-bf7876c503c9", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:08:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "2b7eae20-b6a0-41fa-a8c7-920bf9b4cefa", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:08:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "2b7eae20-b6a0-41fa-a8c7-920bf9b4cefa", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64-authn-ssl"} 2026-07-24T13:08:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d15f64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d15f64", "reconcileID": "2b7eae20-b6a0-41fa-a8c7-920bf9b4cefa", "Gateway": "e2e-shared-a-d15f64", "namespace": "openshift-ingress"} 2026-07-24T13:08:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad4f5792-3c56-4954-a6a3-d56edae1eae4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:08:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad4f5792-3c56-4954-a6a3-d56edae1eae4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d15f64", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:08:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad4f5792-3c56-4954-a6a3-d56edae1eae4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-d15f64 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T13:08:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "odh-trusted-ca-bundle", "reconcileID": "25127bd4-6970-4216-908a-47a9f29b3677", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:08:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "odh-trusted-ca-bundle", "reconcileID": "25127bd4-6970-4216-908a-47a9f29b3677", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:08:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "openshift-service-ca.crt", "reconcileID": "d3686685-ff96-4d0b-b718-ab8992e54db1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:08:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "openshift-service-ca.crt", "reconcileID": "d3686685-ff96-4d0b-b718-ab8992e54db1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:08:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d2f250b-23d8-489b-8dcc-df50c36545f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:08:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d15f64"}, "namespace": "ai-tenant-e2e-shared-a-d15f64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d2f250b-23d8-489b-8dcc-df50c36545f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d15f64"} 2026-07-24T13:08:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "146a4cfe-c9d5-4c0d-baba-bd2096af0a5e", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:08:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "146a4cfe-c9d5-4c0d-baba-bd2096af0a5e", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a-authn-ssl"} 2026-07-24T13:08:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "146a4cfe-c9d5-4c0d-baba-bd2096af0a5e", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:08:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "b27256e0-4117-43b8-9e95-f9c4751def4d", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:08:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "b27256e0-4117-43b8-9e95-f9c4751def4d", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a-authn-ssl"} 2026-07-24T13:08:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6697a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6697a", "reconcileID": "b27256e0-4117-43b8-9e95-f9c4751def4d", "Gateway": "e2e-shared-b-c6697a", "namespace": "openshift-ingress"} 2026-07-24T13:08:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4fa1576-ae02-4be7-80b6-ac07ce0bf026", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:08:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4fa1576-ae02-4be7-80b6-ac07ce0bf026", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c6697a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:08:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4fa1576-ae02-4be7-80b6-ac07ce0bf026", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-c6697a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T13:08:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "odh-trusted-ca-bundle", "reconcileID": "383f4f34-c638-4572-8845-9b48c4a5022d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:08:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "odh-trusted-ca-bundle", "reconcileID": "383f4f34-c638-4572-8845-9b48c4a5022d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:08:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "openshift-service-ca.crt", "reconcileID": "e65b5fa8-31d3-4d0e-ac8b-31f888f91170", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:08:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "openshift-service-ca.crt", "reconcileID": "e65b5fa8-31d3-4d0e-ac8b-31f888f91170", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:08:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "602be011-be4e-461d-93dd-a597b49e0975", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c6697a"} 2026-07-24T13:08:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c6697a"}, "namespace": "ai-tenant-e2e-shared-b-c6697a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "602be011-be4e-461d-93dd-a597b49e0975", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c6697a"}