2026-09-16T13:59:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-973610","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-973610", "reconcileID": "05cd8b87-66a0-4e80-afd6-3815b56a01f4", "Gateway": "e2e-shared-a-w3-973610", "namespace": "openshift-ingress"} 2026-09-16T13:59:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-973610","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-973610", "reconcileID": "05cd8b87-66a0-4e80-afd6-3815b56a01f4", "Gateway": "e2e-shared-a-w3-973610", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-973610-authn-ssl"} 2026-09-16T13:59:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-973610","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-973610", "reconcileID": "05cd8b87-66a0-4e80-afd6-3815b56a01f4", "Gateway": "e2e-shared-a-w3-973610", "namespace": "openshift-ingress"} 2026-09-16T13:59:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "3b790e77-1544-49f8-b9a8-833d31df2a2e", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T13:59:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "3b790e77-1544-49f8-b9a8-833d31df2a2e", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T13:59:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "3b790e77-1544-49f8-b9a8-833d31df2a2e", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T13:59:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "3b790e77-1544-49f8-b9a8-833d31df2a2e", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610-kserve-route-authn"} 2026-09-16T13:59:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "3b790e77-1544-49f8-b9a8-833d31df2a2e", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610", "authType": "userdefined"} 2026-09-16T13:59:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "3b790e77-1544-49f8-b9a8-833d31df2a2e", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T13:59:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "bfea3d7b-176b-46ce-8850-384b5d1e1972", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T13:59:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "bfea3d7b-176b-46ce-8850-384b5d1e1972", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T13:59:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "bfea3d7b-176b-46ce-8850-384b5d1e1972", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T13:59:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "bfea3d7b-176b-46ce-8850-384b5d1e1972", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610-kserve-route-authn"} 2026-09-16T13:59:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "bfea3d7b-176b-46ce-8850-384b5d1e1972", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610", "authType": "userdefined"} 2026-09-16T13:59:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "bfea3d7b-176b-46ce-8850-384b5d1e1972", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T13:59:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "384f8a9f-f9bc-44b3-9cb7-f6ade2e3f801", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T13:59:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "384f8a9f-f9bc-44b3-9cb7-f6ade2e3f801", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T13:59:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "384f8a9f-f9bc-44b3-9cb7-f6ade2e3f801", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T13:59:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "384f8a9f-f9bc-44b3-9cb7-f6ade2e3f801", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610-kserve-route-authn"} 2026-09-16T13:59:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "384f8a9f-f9bc-44b3-9cb7-f6ade2e3f801", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610", "authType": "userdefined"} 2026-09-16T13:59:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "384f8a9f-f9bc-44b3-9cb7-f6ade2e3f801", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T14:00:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "45c8153b-0dc8-4563-94d8-2ab4b7941da0", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:00:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "45c8153b-0dc8-4563-94d8-2ab4b7941da0", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:00:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "45c8153b-0dc8-4563-94d8-2ab4b7941da0", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:00:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c36a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6", "reconcileID": "61c44a71-721f-4a94-b600-a4a38e42867d", "Gateway": "e2e-shared-b-w3-8c36a6", "namespace": "openshift-ingress"} 2026-09-16T14:00:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "45c8153b-0dc8-4563-94d8-2ab4b7941da0", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6-kserve-route-authn"} 2026-09-16T14:00:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "45c8153b-0dc8-4563-94d8-2ab4b7941da0", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "authType": "userdefined"} 2026-09-16T14:00:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "45c8153b-0dc8-4563-94d8-2ab4b7941da0", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:00:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c36a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6", "reconcileID": "61c44a71-721f-4a94-b600-a4a38e42867d", "Gateway": "e2e-shared-b-w3-8c36a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6-authn-ssl"} 2026-09-16T14:00:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c36a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6", "reconcileID": "61c44a71-721f-4a94-b600-a4a38e42867d", "Gateway": "e2e-shared-b-w3-8c36a6", "namespace": "openshift-ingress"} 2026-09-16T14:00:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "9091d39a-15d8-46d6-b06f-21c119a3c39f", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:00:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "9091d39a-15d8-46d6-b06f-21c119a3c39f", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:00:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "9091d39a-15d8-46d6-b06f-21c119a3c39f", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:00:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "9091d39a-15d8-46d6-b06f-21c119a3c39f", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6-kserve-route-authn"} 2026-09-16T14:00:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "9091d39a-15d8-46d6-b06f-21c119a3c39f", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "authType": "userdefined"} 2026-09-16T14:00:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "9091d39a-15d8-46d6-b06f-21c119a3c39f", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:00:06Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T14:00:06Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T14:00:07Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T14:00:07Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T14:00:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c36a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6", "reconcileID": "50da8a2e-eb04-4853-8cf3-116c874caeb7", "Gateway": "e2e-shared-b-w3-8c36a6", "namespace": "openshift-ingress"} 2026-09-16T14:00:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c36a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6", "reconcileID": "50da8a2e-eb04-4853-8cf3-116c874caeb7", "Gateway": "e2e-shared-b-w3-8c36a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6-authn-ssl"} 2026-09-16T14:00:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c36a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6", "reconcileID": "50da8a2e-eb04-4853-8cf3-116c874caeb7", "Gateway": "e2e-shared-b-w3-8c36a6", "namespace": "openshift-ingress"} 2026-09-16T14:00:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "0bf73246-72de-4e4e-a5c6-1337d1db0b52", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:00:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "0bf73246-72de-4e4e-a5c6-1337d1db0b52", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:00:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "0bf73246-72de-4e4e-a5c6-1337d1db0b52", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:00:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "0bf73246-72de-4e4e-a5c6-1337d1db0b52", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6-kserve-route-authn"} 2026-09-16T14:00:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "0bf73246-72de-4e4e-a5c6-1337d1db0b52", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "authType": "userdefined"} 2026-09-16T14:00:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "0bf73246-72de-4e4e-a5c6-1337d1db0b52", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:00:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "73f20d29-90ff-44c9-b5cf-b29e87550317", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:00:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "73f20d29-90ff-44c9-b5cf-b29e87550317", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:00:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "73f20d29-90ff-44c9-b5cf-b29e87550317", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:00:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "73f20d29-90ff-44c9-b5cf-b29e87550317", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6-kserve-route-authn"} 2026-09-16T14:00:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "73f20d29-90ff-44c9-b5cf-b29e87550317", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "authType": "userdefined"} 2026-09-16T14:00:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "73f20d29-90ff-44c9-b5cf-b29e87550317", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:00:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "dea1f8f8-2102-4350-8957-9519e2ae1f17", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T14:00:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "dea1f8f8-2102-4350-8957-9519e2ae1f17", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610"} 2026-09-16T14:00:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "dea1f8f8-2102-4350-8957-9519e2ae1f17", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T14:00:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "dea1f8f8-2102-4350-8957-9519e2ae1f17", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T14:00:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "dea1f8f8-2102-4350-8957-9519e2ae1f17", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610-kserve-route-authn"} 2026-09-16T14:00:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "dea1f8f8-2102-4350-8957-9519e2ae1f17", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610-kserve-route-authn"} 2026-09-16T14:00:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "dea1f8f8-2102-4350-8957-9519e2ae1f17", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T14:00:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "dea1f8f8-2102-4350-8957-9519e2ae1f17", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T14:00:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-973610","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "rate-test-model-973610", "reconcileID": "7772bae9-a54e-4dbd-be59-d4164af1398e", "LLMInferenceService": "rate-test-model-973610", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T14:00:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-973610","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-973610", "reconcileID": "c3ef6811-612d-42cc-bac0-9231777a214d", "Gateway": "e2e-shared-a-w3-973610", "namespace": "openshift-ingress"} 2026-09-16T14:00:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-973610","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-973610", "reconcileID": "c3ef6811-612d-42cc-bac0-9231777a214d", "Gateway": "e2e-shared-a-w3-973610", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-973610-authn-ssl"} 2026-09-16T14:00:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-973610","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-973610", "reconcileID": "c3ef6811-612d-42cc-bac0-9231777a214d", "Gateway": "e2e-shared-a-w3-973610", "namespace": "openshift-ingress"} 2026-09-16T14:00:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-973610","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-973610", "reconcileID": "736a29ee-348e-4f18-a381-ac55221ee179", "Gateway": "e2e-shared-a-w3-973610", "namespace": "openshift-ingress"} 2026-09-16T14:00:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-973610","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-973610", "reconcileID": "736a29ee-348e-4f18-a381-ac55221ee179", "Gateway": "e2e-shared-a-w3-973610", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-973610-authn-ssl"} 2026-09-16T14:00:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-973610","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-973610", "reconcileID": "736a29ee-348e-4f18-a381-ac55221ee179", "Gateway": "e2e-shared-a-w3-973610", "namespace": "openshift-ingress"} 2026-09-16T14:00:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "73f246cd-c38d-4953-891e-3bc1c2450824", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:00:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "73f246cd-c38d-4953-891e-3bc1c2450824", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6"} 2026-09-16T14:00:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "73f246cd-c38d-4953-891e-3bc1c2450824", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:00:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "73f246cd-c38d-4953-891e-3bc1c2450824", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:00:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "73f246cd-c38d-4953-891e-3bc1c2450824", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6-kserve-route-authn"} 2026-09-16T14:00:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "73f246cd-c38d-4953-891e-3bc1c2450824", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6-kserve-route-authn"} 2026-09-16T14:00:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "73f246cd-c38d-4953-891e-3bc1c2450824", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:00:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "73f246cd-c38d-4953-891e-3bc1c2450824", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:00:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8c36a6","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "rate-test-model-8c36a6", "reconcileID": "54f27d28-dfd1-4b6f-bcc8-02e35c14dda9", "LLMInferenceService": "rate-test-model-8c36a6", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:00:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c36a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6", "reconcileID": "a7e05804-bb25-4cc0-a460-d59acb4275b2", "Gateway": "e2e-shared-b-w3-8c36a6", "namespace": "openshift-ingress"} 2026-09-16T14:00:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c36a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6", "reconcileID": "a7e05804-bb25-4cc0-a460-d59acb4275b2", "Gateway": "e2e-shared-b-w3-8c36a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6-authn-ssl"} 2026-09-16T14:00:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c36a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6", "reconcileID": "a7e05804-bb25-4cc0-a460-d59acb4275b2", "Gateway": "e2e-shared-b-w3-8c36a6", "namespace": "openshift-ingress"} 2026-09-16T14:00:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c36a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6", "reconcileID": "1eca6bf6-d7a6-4d89-8ae7-3f761038c3f7", "Gateway": "e2e-shared-b-w3-8c36a6", "namespace": "openshift-ingress"} 2026-09-16T14:00:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c36a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6", "reconcileID": "1eca6bf6-d7a6-4d89-8ae7-3f761038c3f7", "Gateway": "e2e-shared-b-w3-8c36a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6-authn-ssl"} 2026-09-16T14:00:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c36a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6", "reconcileID": "1eca6bf6-d7a6-4d89-8ae7-3f761038c3f7", "Gateway": "e2e-shared-b-w3-8c36a6", "namespace": "openshift-ingress"} 2026-09-16T14:00:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "69298f05-3054-4b2b-b14c-492efd0988e4", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:00:54Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "69298f05-3054-4b2b-b14c-492efd0988e4", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887-authn-ssl"} 2026-09-16T14:00:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "69298f05-3054-4b2b-b14c-492efd0988e4", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:00:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "1e4a761a-5403-4632-ab7c-0744a5c90317", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:00:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "1e4a761a-5403-4632-ab7c-0744a5c90317", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887-authn-ssl"} 2026-09-16T14:00:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "1e4a761a-5403-4632-ab7c-0744a5c90317", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:00:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "5d5acb54-3858-428e-86d2-373961906f37", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:00:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "5d5acb54-3858-428e-86d2-373961906f37", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887-authn-ssl"} 2026-09-16T14:00:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "5d5acb54-3858-428e-86d2-373961906f37", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:00:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "4a223cc1-1ec4-4329-8b9c-203eb0aa5c50", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:00:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "4a223cc1-1ec4-4329-8b9c-203eb0aa5c50", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887-authn-ssl"} 2026-09-16T14:00:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "4a223cc1-1ec4-4329-8b9c-203eb0aa5c50", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:00:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "0c92e229-ee4e-49c7-b5ea-8d387d98d537", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:00:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "0c92e229-ee4e-49c7-b5ea-8d387d98d537", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887-authn-ssl"} 2026-09-16T14:00:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "0c92e229-ee4e-49c7-b5ea-8d387d98d537", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:00:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "1819a01d-e1de-418f-902a-fc24ab50c01e", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:00:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "1819a01d-e1de-418f-902a-fc24ab50c01e", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887-authn-ssl"} 2026-09-16T14:00:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "1819a01d-e1de-418f-902a-fc24ab50c01e", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:00:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "openshift-service-ca.crt", "reconcileID": "640f3f73-8e0f-40bc-bd19-a9f1f881c3c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:00:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "odh-trusted-ca-bundle", "reconcileID": "18fd13ef-56b8-4af9-9cc8-1533260a43a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:00:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "openshift-service-ca.crt", "reconcileID": "be6d65df-6547-42dd-aceb-9099f62b2b3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b59887", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T14:00:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "openshift-service-ca.crt", "reconcileID": "be6d65df-6547-42dd-aceb-9099f62b2b3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:00:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7bd89c74-6d77-44fa-9520-187751d1b220", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:00:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "openshift-service-ca.crt", "reconcileID": "ff3fb16d-f7ab-4b0f-85a9-4a0a94b0c4b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:00:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "odh-trusted-ca-bundle", "reconcileID": "d74ba594-1587-4486-b0ae-ff8ef6282fb8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b59887", "update": "odh-kserve-custom-ca-bundle"} 2026-09-16T14:00:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "odh-trusted-ca-bundle", "reconcileID": "d74ba594-1587-4486-b0ae-ff8ef6282fb8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:00:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "359a0dab-8797-4789-afb4-ecc0b4c126b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:01:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "a5d9cc2b-32af-4570-b475-1e12370e0cec", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:01:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "a5d9cc2b-32af-4570-b475-1e12370e0cec", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887-authn-ssl"} 2026-09-16T14:01:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "a5d9cc2b-32af-4570-b475-1e12370e0cec", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:01:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "62d795df-9e70-4403-a8f1-7ba40e7f88ca", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:01:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "62d795df-9e70-4403-a8f1-7ba40e7f88ca", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887-authn-ssl"} 2026-09-16T14:01:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "62d795df-9e70-4403-a8f1-7ba40e7f88ca", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:01:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "cf7798f2-bf96-45bb-bc88-8bf30d6b69ce", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress"} 2026-09-16T14:01:24Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "cf7798f2-bf96-45bb-bc88-8bf30d6b69ce", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c-authn-ssl"} 2026-09-16T14:01:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "cf7798f2-bf96-45bb-bc88-8bf30d6b69ce", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress"} 2026-09-16T14:01:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "48adb285-3732-4c7b-9d20-627be8980581", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress"} 2026-09-16T14:01:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "48adb285-3732-4c7b-9d20-627be8980581", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c-authn-ssl"} 2026-09-16T14:01:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "48adb285-3732-4c7b-9d20-627be8980581", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress"} 2026-09-16T14:01:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "83d110af-9a40-46e5-b40a-d260ef833851", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress"} 2026-09-16T14:01:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "83d110af-9a40-46e5-b40a-d260ef833851", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c-authn-ssl"} 2026-09-16T14:01:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "83d110af-9a40-46e5-b40a-d260ef833851", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress"} 2026-09-16T14:01:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "12718546-dc33-4366-916d-8a4b890b38d6", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress"} 2026-09-16T14:01:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "12718546-dc33-4366-916d-8a4b890b38d6", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c-authn-ssl"} 2026-09-16T14:01:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "12718546-dc33-4366-916d-8a4b890b38d6", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress"} 2026-09-16T14:01:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "889d7e1f-d7a8-432b-82d8-c93892749a3f", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress"} 2026-09-16T14:01:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "889d7e1f-d7a8-432b-82d8-c93892749a3f", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c-authn-ssl"} 2026-09-16T14:01:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "889d7e1f-d7a8-432b-82d8-c93892749a3f", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress"} 2026-09-16T14:01:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "5935c929-35fc-433c-b614-0ac4222f36a6", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress"} 2026-09-16T14:01:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "5935c929-35fc-433c-b614-0ac4222f36a6", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c-authn-ssl"} 2026-09-16T14:01:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "5935c929-35fc-433c-b614-0ac4222f36a6", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress"} 2026-09-16T14:01:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "ba018e30-3384-40ef-b7fb-700a31b2aa52", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress"} 2026-09-16T14:01:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "ba018e30-3384-40ef-b7fb-700a31b2aa52", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c-authn-ssl"} 2026-09-16T14:01:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "ba018e30-3384-40ef-b7fb-700a31b2aa52", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress"} 2026-09-16T14:01:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ac4a3c"}, "namespace": "ai-tenant-e2e-ipp-b-ac4a3c", "name": "openshift-service-ca.crt", "reconcileID": "c8674980-1008-4e9f-9c36-997ca988b8d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ac4a3c"} 2026-09-16T14:01:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ac4a3c"}, "namespace": "ai-tenant-e2e-ipp-b-ac4a3c", "name": "odh-trusted-ca-bundle", "reconcileID": "37ebdda0-4200-427e-94f3-5000464d1720", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ac4a3c"} 2026-09-16T14:01:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ac4a3c"}, "namespace": "ai-tenant-e2e-ipp-b-ac4a3c", "name": "openshift-service-ca.crt", "reconcileID": "09a95db4-196a-4d6e-a799-0bf88b5b7e6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ac4a3c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T14:01:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ac4a3c"}, "namespace": "ai-tenant-e2e-ipp-b-ac4a3c", "name": "openshift-service-ca.crt", "reconcileID": "09a95db4-196a-4d6e-a799-0bf88b5b7e6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ac4a3c"} 2026-09-16T14:01:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ac4a3c"}, "namespace": "ai-tenant-e2e-ipp-b-ac4a3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9225d8d-6c08-42fd-9f21-1605b2e876f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ac4a3c"} 2026-09-16T14:01:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ac4a3c"}, "namespace": "ai-tenant-e2e-ipp-b-ac4a3c", "name": "openshift-service-ca.crt", "reconcileID": "a210aee4-bee4-4a36-8982-f0dcf71444d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ac4a3c"} 2026-09-16T14:01:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ac4a3c"}, "namespace": "ai-tenant-e2e-ipp-b-ac4a3c", "name": "odh-trusted-ca-bundle", "reconcileID": "649e8d7a-ff49-4364-8d49-56b32605828b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ac4a3c", "update": "odh-kserve-custom-ca-bundle"} 2026-09-16T14:01:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ac4a3c"}, "namespace": "ai-tenant-e2e-ipp-b-ac4a3c", "name": "odh-trusted-ca-bundle", "reconcileID": "649e8d7a-ff49-4364-8d49-56b32605828b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ac4a3c"} 2026-09-16T14:01:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ac4a3c"}, "namespace": "ai-tenant-e2e-ipp-b-ac4a3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d09aca9-fce4-48eb-97d9-3683f4189bae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ac4a3c"} 2026-09-16T14:01:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "186e1a16-8c5b-4d87-80c3-d889380b5eaf", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress"} 2026-09-16T14:01:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "186e1a16-8c5b-4d87-80c3-d889380b5eaf", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c-authn-ssl"} 2026-09-16T14:01:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "186e1a16-8c5b-4d87-80c3-d889380b5eaf", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress"} 2026-09-16T14:01:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "00a64b6e-889d-4f29-b953-1b6e15566bfb", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress"} 2026-09-16T14:01:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "00a64b6e-889d-4f29-b953-1b6e15566bfb", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c-authn-ssl"} 2026-09-16T14:01:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "00a64b6e-889d-4f29-b953-1b6e15566bfb", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress"} 2026-09-16T14:01:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "11e180e6-7334-4e02-bfed-bc0f035294e9", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:01:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "11e180e6-7334-4e02-bfed-bc0f035294e9", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:01:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "11e180e6-7334-4e02-bfed-bc0f035294e9", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:01:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "320484f3-65c5-4afa-a28e-9d2d7623ebf6", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:01:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "11e180e6-7334-4e02-bfed-bc0f035294e9", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887-kserve-route-authn"} 2026-09-16T14:01:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "11e180e6-7334-4e02-bfed-bc0f035294e9", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "authType": "userdefined"} 2026-09-16T14:01:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "11e180e6-7334-4e02-bfed-bc0f035294e9", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:01:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "320484f3-65c5-4afa-a28e-9d2d7623ebf6", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887-authn-ssl"} 2026-09-16T14:01:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "320484f3-65c5-4afa-a28e-9d2d7623ebf6", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:01:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "28a0b7aa-5bdb-4658-aee7-6b9033020ede", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:01:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "28a0b7aa-5bdb-4658-aee7-6b9033020ede", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:01:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "28a0b7aa-5bdb-4658-aee7-6b9033020ede", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:01:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "28a0b7aa-5bdb-4658-aee7-6b9033020ede", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887-kserve-route-authn"} 2026-09-16T14:01:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "28a0b7aa-5bdb-4658-aee7-6b9033020ede", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "authType": "userdefined"} 2026-09-16T14:01:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "28a0b7aa-5bdb-4658-aee7-6b9033020ede", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:02:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "d2b09058-ac38-40e9-8494-1ef8e0337e2e", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:02:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "d2b09058-ac38-40e9-8494-1ef8e0337e2e", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887-authn-ssl"} 2026-09-16T14:02:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "d2b09058-ac38-40e9-8494-1ef8e0337e2e", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:02:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "049cdb80-2abe-4704-98e1-2b585c3e4917", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:02:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "049cdb80-2abe-4704-98e1-2b585c3e4917", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:02:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "049cdb80-2abe-4704-98e1-2b585c3e4917", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:02:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "049cdb80-2abe-4704-98e1-2b585c3e4917", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887-kserve-route-authn"} 2026-09-16T14:02:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "049cdb80-2abe-4704-98e1-2b585c3e4917", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "authType": "userdefined"} 2026-09-16T14:02:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "049cdb80-2abe-4704-98e1-2b585c3e4917", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:02:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "171407ec-625b-42e1-8a81-18b88a164bec", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:02:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "171407ec-625b-42e1-8a81-18b88a164bec", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:02:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "171407ec-625b-42e1-8a81-18b88a164bec", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:02:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "171407ec-625b-42e1-8a81-18b88a164bec", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887-kserve-route-authn"} 2026-09-16T14:02:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "171407ec-625b-42e1-8a81-18b88a164bec", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "authType": "userdefined"} 2026-09-16T14:02:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "171407ec-625b-42e1-8a81-18b88a164bec", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:02:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "e3a30f79-aee2-46a6-bc79-3962fa5ad00b", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress"} 2026-09-16T14:02:49Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "e3a30f79-aee2-46a6-bc79-3962fa5ad00b", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f-authn-ssl"} 2026-09-16T14:02:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "e3a30f79-aee2-46a6-bc79-3962fa5ad00b", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress"} 2026-09-16T14:02:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "3522b742-8a70-4e86-9686-e3bc32881aad", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress"} 2026-09-16T14:02:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "3522b742-8a70-4e86-9686-e3bc32881aad", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f-authn-ssl"} 2026-09-16T14:02:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "3522b742-8a70-4e86-9686-e3bc32881aad", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress"} 2026-09-16T14:02:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "4338fbbb-4e2e-4426-a45f-72c840e052ae", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress"} 2026-09-16T14:02:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "4338fbbb-4e2e-4426-a45f-72c840e052ae", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f-authn-ssl"} 2026-09-16T14:02:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "4338fbbb-4e2e-4426-a45f-72c840e052ae", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress"} 2026-09-16T14:02:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "8a870d70-ada0-4117-8e12-241f5210662c", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress"} 2026-09-16T14:02:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "8a870d70-ada0-4117-8e12-241f5210662c", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f-authn-ssl"} 2026-09-16T14:02:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "8a870d70-ada0-4117-8e12-241f5210662c", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress"} 2026-09-16T14:02:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "963b99d9-5428-4d18-bee5-2572f937d84f", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress"} 2026-09-16T14:02:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "963b99d9-5428-4d18-bee5-2572f937d84f", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f-authn-ssl"} 2026-09-16T14:02:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "963b99d9-5428-4d18-bee5-2572f937d84f", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress"} 2026-09-16T14:02:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "97f59388-e29e-4fe7-b15d-48fed3303886", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress"} 2026-09-16T14:02:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "97f59388-e29e-4fe7-b15d-48fed3303886", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f-authn-ssl"} 2026-09-16T14:02:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "97f59388-e29e-4fe7-b15d-48fed3303886", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress"} 2026-09-16T14:02:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "baf29dab-6eb0-40e4-b545-26bd54e72c31", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress"} 2026-09-16T14:02:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "baf29dab-6eb0-40e4-b545-26bd54e72c31", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f-authn-ssl"} 2026-09-16T14:02:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "baf29dab-6eb0-40e4-b545-26bd54e72c31", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress"} 2026-09-16T14:02:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-bf580f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "name": "openshift-service-ca.crt", "reconcileID": "97da2e74-243d-4b23-936a-85e60b9a9a31", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f"} 2026-09-16T14:02:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf580f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "name": "odh-trusted-ca-bundle", "reconcileID": "374aeddc-3d53-4a72-9817-ae9f63f605df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f"} 2026-09-16T14:02:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-bf580f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "name": "openshift-service-ca.crt", "reconcileID": "d78b4d89-ff2c-48f7-a380-e7848dad2c12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T14:02:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-bf580f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "name": "openshift-service-ca.crt", "reconcileID": "d78b4d89-ff2c-48f7-a380-e7848dad2c12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f"} 2026-09-16T14:02:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf580f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aaf3f61c-657a-4a59-94a0-227ddc87d105", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f"} 2026-09-16T14:02:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-bf580f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "name": "openshift-service-ca.crt", "reconcileID": "8d898de9-2519-4c49-a13c-538bdc8ae538", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f"} 2026-09-16T14:02:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf580f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "name": "odh-trusted-ca-bundle", "reconcileID": "fd029c26-9265-40f6-ad0e-0a0b2340411e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "update": "odh-kserve-custom-ca-bundle"} 2026-09-16T14:02:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf580f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "name": "odh-trusted-ca-bundle", "reconcileID": "fd029c26-9265-40f6-ad0e-0a0b2340411e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f"} 2026-09-16T14:02:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf580f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a926b87-9be2-4982-8391-58321bbeb647", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f"} 2026-09-16T14:02:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "e922c016-063f-4830-95ed-ec30f7122dd9", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress"} 2026-09-16T14:02:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "e922c016-063f-4830-95ed-ec30f7122dd9", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f-authn-ssl"} 2026-09-16T14:02:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "e922c016-063f-4830-95ed-ec30f7122dd9", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress"} 2026-09-16T14:03:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "2655cd8f-a162-4f3f-b4ba-7c7253786c00", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress"} 2026-09-16T14:03:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "2655cd8f-a162-4f3f-b4ba-7c7253786c00", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f-authn-ssl"} 2026-09-16T14:03:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "2655cd8f-a162-4f3f-b4ba-7c7253786c00", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress"} 2026-09-16T14:03:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "4d14f4ae-83ae-4d3c-981a-0aef79071c23", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress"} 2026-09-16T14:03:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "4d14f4ae-83ae-4d3c-981a-0aef79071c23", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f-authn-ssl"} 2026-09-16T14:03:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "4d14f4ae-83ae-4d3c-981a-0aef79071c23", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress"} 2026-09-16T14:03:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "2d258f25-e408-4f10-bec0-1c5f4316ef7b", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress"} 2026-09-16T14:03:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "2d258f25-e408-4f10-bec0-1c5f4316ef7b", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f-authn-ssl"} 2026-09-16T14:03:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "2d258f25-e408-4f10-bec0-1c5f4316ef7b", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress"} 2026-09-16T14:03:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf580f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ea4a8d0-9e7e-43a2-911d-ac770f5ef0e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f"} 2026-09-16T14:03:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf580f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ea4a8d0-9e7e-43a2-911d-ac770f5ef0e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T14:03:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf580f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ea4a8d0-9e7e-43a2-911d-ac770f5ef0e8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-bf580f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T14:03:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf580f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "name": "odh-trusted-ca-bundle", "reconcileID": "db252a1f-6d10-4da1-b133-808cd47b9dfc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f"} 2026-09-16T14:03:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf580f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "name": "odh-trusted-ca-bundle", "reconcileID": "db252a1f-6d10-4da1-b133-808cd47b9dfc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T14:03:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf580f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "name": "odh-trusted-ca-bundle", "reconcileID": "db252a1f-6d10-4da1-b133-808cd47b9dfc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-bf580f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T14:03:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-bf580f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "name": "openshift-service-ca.crt", "reconcileID": "6f3220a9-b303-4e2a-8d6a-1bb6deeed002", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f"} 2026-09-16T14:03:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-bf580f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "name": "openshift-service-ca.crt", "reconcileID": "6f3220a9-b303-4e2a-8d6a-1bb6deeed002", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f"} 2026-09-16T14:03:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf580f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f662a370-12cd-467f-84ad-a6dd715d476a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f"} 2026-09-16T14:03:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf580f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f662a370-12cd-467f-84ad-a6dd715d476a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f"} 2026-09-16T14:03:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf580f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "name": "odh-trusted-ca-bundle", "reconcileID": "5641a0cc-1c57-4172-88b9-7eafa92f2bfa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f"} 2026-09-16T14:03:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bf580f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f", "name": "odh-trusted-ca-bundle", "reconcileID": "5641a0cc-1c57-4172-88b9-7eafa92f2bfa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bf580f"} 2026-09-16T14:03:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bf580f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bf580f", "reconcileID": "486827b9-e257-4b40-8cb2-f2b18facf80b", "Gateway": "e2e-ipp-cleanup-bf580f", "namespace": "openshift-ingress"} 2026-09-16T14:04:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "c346acdf-41df-49e9-afce-886275523ab1", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:04:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "c346acdf-41df-49e9-afce-886275523ab1", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887-authn-ssl"} 2026-09-16T14:04:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "c346acdf-41df-49e9-afce-886275523ab1", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:04:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "53ba9e1a-d2fc-45d8-93ff-4fa10cb785f6", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:04:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "53ba9e1a-d2fc-45d8-93ff-4fa10cb785f6", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887-authn-ssl"} 2026-09-16T14:04:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "53ba9e1a-d2fc-45d8-93ff-4fa10cb785f6", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:04:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "f6baba33-2461-4688-a721-0f1d394357a5", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:04:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "f6baba33-2461-4688-a721-0f1d394357a5", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887-authn-ssl"} 2026-09-16T14:04:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "f6baba33-2461-4688-a721-0f1d394357a5", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:04:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "cef9c6ab-2cbc-4649-8e66-1fc7a8c42b59", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "cef9c6ab-2cbc-4649-8e66-1fc7a8c42b59", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "cef9c6ab-2cbc-4649-8e66-1fc7a8c42b59", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "cef9c6ab-2cbc-4649-8e66-1fc7a8c42b59", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887-kserve-route-authn"} 2026-09-16T14:04:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "cef9c6ab-2cbc-4649-8e66-1fc7a8c42b59", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "authType": "userdefined"} 2026-09-16T14:04:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "cef9c6ab-2cbc-4649-8e66-1fc7a8c42b59", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "d5bc069f-14ef-495d-a3f5-e9f36f413445", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "d5bc069f-14ef-495d-a3f5-e9f36f413445", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "d5bc069f-14ef-495d-a3f5-e9f36f413445", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "d5bc069f-14ef-495d-a3f5-e9f36f413445", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887-kserve-route-authn"} 2026-09-16T14:04:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "d5bc069f-14ef-495d-a3f5-e9f36f413445", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "authType": "userdefined"} 2026-09-16T14:04:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "d5bc069f-14ef-495d-a3f5-e9f36f413445", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "abf205fb-9fed-4456-9f0c-5361e0c9f6a1", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "abf205fb-9fed-4456-9f0c-5361e0c9f6a1", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "abf205fb-9fed-4456-9f0c-5361e0c9f6a1", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "abf205fb-9fed-4456-9f0c-5361e0c9f6a1", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887-kserve-route-authn"} 2026-09-16T14:04:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "abf205fb-9fed-4456-9f0c-5361e0c9f6a1", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "authType": "userdefined"} 2026-09-16T14:04:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "abf205fb-9fed-4456-9f0c-5361e0c9f6a1", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "0422966f-8768-4eef-bcd5-fdbdaa8989bb", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:04:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "0422966f-8768-4eef-bcd5-fdbdaa8989bb", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887-authn-ssl"} 2026-09-16T14:04:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "0422966f-8768-4eef-bcd5-fdbdaa8989bb", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:04:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "dfdbc8df-ee1e-40d8-8e49-3e9070cbe280", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "dfdbc8df-ee1e-40d8-8e49-3e9070cbe280", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887"} 2026-09-16T14:04:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "dfdbc8df-ee1e-40d8-8e49-3e9070cbe280", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "dfdbc8df-ee1e-40d8-8e49-3e9070cbe280", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "dfdbc8df-ee1e-40d8-8e49-3e9070cbe280", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887-kserve-route-authn"} 2026-09-16T14:04:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "dfdbc8df-ee1e-40d8-8e49-3e9070cbe280", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887-kserve-route-authn"} 2026-09-16T14:04:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "dfdbc8df-ee1e-40d8-8e49-3e9070cbe280", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "dfdbc8df-ee1e-40d8-8e49-3e9070cbe280", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70d0379b-93c7-4f50-8b3d-da7f2ed35873", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70d0379b-93c7-4f50-8b3d-da7f2ed35873", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b59887", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T14:04:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70d0379b-93c7-4f50-8b3d-da7f2ed35873", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b59887 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T14:04:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "odh-trusted-ca-bundle", "reconcileID": "22d382da-1c82-4bf0-a880-83bd6e8aa729", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "odh-trusted-ca-bundle", "reconcileID": "22d382da-1c82-4bf0-a880-83bd6e8aa729", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b59887", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T14:04:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "odh-trusted-ca-bundle", "reconcileID": "22d382da-1c82-4bf0-a880-83bd6e8aa729", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b59887 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T14:04:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "openshift-service-ca.crt", "reconcileID": "403bd375-461d-4214-af83-cb123c581f33", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "openshift-service-ca.crt", "reconcileID": "403bd375-461d-4214-af83-cb123c581f33", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43e918ff-beb7-499b-89f9-8cf9a7ad9e04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43e918ff-beb7-499b-89f9-8cf9a7ad9e04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "odh-trusted-ca-bundle", "reconcileID": "a3184b33-b750-45dd-a0ef-45026f3fcb8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "odh-trusted-ca-bundle", "reconcileID": "a3184b33-b750-45dd-a0ef-45026f3fcb8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "ffb5063b-6720-40a6-8c0c-6ad3f7321d89", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "ffb5063b-6720-40a6-8c0c-6ad3f7321d89", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887"} 2026-09-16T14:04:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "ffb5063b-6720-40a6-8c0c-6ad3f7321d89", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "ffb5063b-6720-40a6-8c0c-6ad3f7321d89", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "ffb5063b-6720-40a6-8c0c-6ad3f7321d89", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887-kserve-route-authn"} 2026-09-16T14:04:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "ffb5063b-6720-40a6-8c0c-6ad3f7321d89", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887-kserve-route-authn"} 2026-09-16T14:04:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "ffb5063b-6720-40a6-8c0c-6ad3f7321d89", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "ffb5063b-6720-40a6-8c0c-6ad3f7321d89", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b59887","namespace":"ai-tenant-e2e-ipp-a-b59887"}, "namespace": "ai-tenant-e2e-ipp-a-b59887", "name": "ipp-route-b59887", "reconcileID": "5cdc545b-65cd-483c-83ee-31de0cd15807", "LLMInferenceService": "ipp-route-b59887", "namespace": "ai-tenant-e2e-ipp-a-b59887"} 2026-09-16T14:04:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "62b9fa5e-5000-498b-805e-9353b4e3eb6e", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:04:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "62b9fa5e-5000-498b-805e-9353b4e3eb6e", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887-authn-ssl"} 2026-09-16T14:04:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "62b9fa5e-5000-498b-805e-9353b4e3eb6e", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:04:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b59887","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b59887", "reconcileID": "d0f8f304-7c14-4f5f-a063-c02d0fb3a8a4", "Gateway": "e2e-ipp-a-b59887", "namespace": "openshift-ingress"} 2026-09-16T14:05:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "cca57c40-a763-448c-87db-1c42ea67ccf1", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress"} 2026-09-16T14:05:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "cca57c40-a763-448c-87db-1c42ea67ccf1", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c-authn-ssl"} 2026-09-16T14:05:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "cca57c40-a763-448c-87db-1c42ea67ccf1", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress"} 2026-09-16T14:05:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "3bd1035b-4fd5-47f4-a2ac-e939f50e6586", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress"} 2026-09-16T14:05:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "3bd1035b-4fd5-47f4-a2ac-e939f50e6586", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c-authn-ssl"} 2026-09-16T14:05:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "3bd1035b-4fd5-47f4-a2ac-e939f50e6586", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress"} 2026-09-16T14:05:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ac4a3c"}, "namespace": "ai-tenant-e2e-ipp-b-ac4a3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f627214e-19b5-4681-8f52-054de9bab529", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ac4a3c"} 2026-09-16T14:05:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ac4a3c"}, "namespace": "ai-tenant-e2e-ipp-b-ac4a3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f627214e-19b5-4681-8f52-054de9bab529", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ac4a3c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T14:05:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ac4a3c"}, "namespace": "ai-tenant-e2e-ipp-b-ac4a3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f627214e-19b5-4681-8f52-054de9bab529", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-ac4a3c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T14:05:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ac4a3c"}, "namespace": "ai-tenant-e2e-ipp-b-ac4a3c", "name": "odh-trusted-ca-bundle", "reconcileID": "420e4178-5e93-4b15-a91f-66157276a97c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ac4a3c"} 2026-09-16T14:05:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ac4a3c"}, "namespace": "ai-tenant-e2e-ipp-b-ac4a3c", "name": "odh-trusted-ca-bundle", "reconcileID": "420e4178-5e93-4b15-a91f-66157276a97c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ac4a3c"} 2026-09-16T14:05:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ac4a3c"}, "namespace": "ai-tenant-e2e-ipp-b-ac4a3c", "name": "openshift-service-ca.crt", "reconcileID": "3dd8b2ac-ba8a-4911-9948-eaa8869be4fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ac4a3c"} 2026-09-16T14:05:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ac4a3c"}, "namespace": "ai-tenant-e2e-ipp-b-ac4a3c", "name": "openshift-service-ca.crt", "reconcileID": "3dd8b2ac-ba8a-4911-9948-eaa8869be4fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ac4a3c"} 2026-09-16T14:05:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ac4a3c"}, "namespace": "ai-tenant-e2e-ipp-b-ac4a3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "faefd23f-f3e5-4738-9cc3-68d06e40ec19", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ac4a3c"} 2026-09-16T14:05:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ac4a3c"}, "namespace": "ai-tenant-e2e-ipp-b-ac4a3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "faefd23f-f3e5-4738-9cc3-68d06e40ec19", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ac4a3c"} 2026-09-16T14:05:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ac4a3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ac4a3c", "reconcileID": "a80b6145-43f1-426d-94b2-edcc6bc59cb9", "Gateway": "e2e-ipp-b-ac4a3c", "namespace": "openshift-ingress"} 2026-09-16T14:05:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-973610","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-973610", "reconcileID": "35a8382f-59dc-4533-91f8-b5e27e4f1be2", "Gateway": "e2e-shared-a-w3-973610", "namespace": "openshift-ingress"} 2026-09-16T14:05:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-973610","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-973610", "reconcileID": "35a8382f-59dc-4533-91f8-b5e27e4f1be2", "Gateway": "e2e-shared-a-w3-973610", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-973610-authn-ssl"} 2026-09-16T14:05:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-973610","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-973610", "reconcileID": "35a8382f-59dc-4533-91f8-b5e27e4f1be2", "Gateway": "e2e-shared-a-w3-973610", "namespace": "openshift-ingress"} 2026-09-16T14:05:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-973610","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-973610", "reconcileID": "9c94d80b-e509-4389-ba6a-995b4966229c", "Gateway": "e2e-shared-a-w3-973610", "namespace": "openshift-ingress"} 2026-09-16T14:05:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-973610","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-973610", "reconcileID": "9c94d80b-e509-4389-ba6a-995b4966229c", "Gateway": "e2e-shared-a-w3-973610", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-973610-authn-ssl"} 2026-09-16T14:05:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-973610","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-973610", "reconcileID": "9c94d80b-e509-4389-ba6a-995b4966229c", "Gateway": "e2e-shared-a-w3-973610", "namespace": "openshift-ingress"} 2026-09-16T14:05:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48aa0af4-263e-4c37-8981-ec7aca0f7e4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T14:05:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48aa0af4-263e-4c37-8981-ec7aca0f7e4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-973610", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T14:05:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48aa0af4-263e-4c37-8981-ec7aca0f7e4a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-973610 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T14:05:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "odh-trusted-ca-bundle", "reconcileID": "93f790d2-f103-483f-bd0a-c596d9872a72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T14:05:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "odh-trusted-ca-bundle", "reconcileID": "93f790d2-f103-483f-bd0a-c596d9872a72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-973610", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T14:05:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "odh-trusted-ca-bundle", "reconcileID": "93f790d2-f103-483f-bd0a-c596d9872a72", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-973610 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T14:05:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "openshift-service-ca.crt", "reconcileID": "77b28321-7494-4730-b461-a4c495d15ef0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T14:05:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "openshift-service-ca.crt", "reconcileID": "77b28321-7494-4730-b461-a4c495d15ef0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T14:05:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36168eaa-ad8a-41d7-b668-227f32c2551a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T14:05:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36168eaa-ad8a-41d7-b668-227f32c2551a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T14:05:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "odh-trusted-ca-bundle", "reconcileID": "98bfef53-86c6-4408-9c47-34ef999003fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T14:05:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-973610"}, "namespace": "ai-tenant-e2e-shared-a-w3-973610", "name": "odh-trusted-ca-bundle", "reconcileID": "98bfef53-86c6-4408-9c47-34ef999003fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-973610"} 2026-09-16T14:05:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-973610","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-973610", "reconcileID": "6deec94d-3427-4e84-9fff-1ab197065ac2", "Gateway": "e2e-shared-a-w3-973610", "namespace": "openshift-ingress"} 2026-09-16T14:05:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c36a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6", "reconcileID": "cdb309c9-8760-4910-b50e-e5b406ac13f3", "Gateway": "e2e-shared-b-w3-8c36a6", "namespace": "openshift-ingress"} 2026-09-16T14:05:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c36a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6", "reconcileID": "cdb309c9-8760-4910-b50e-e5b406ac13f3", "Gateway": "e2e-shared-b-w3-8c36a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6-authn-ssl"} 2026-09-16T14:05:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c36a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6", "reconcileID": "cdb309c9-8760-4910-b50e-e5b406ac13f3", "Gateway": "e2e-shared-b-w3-8c36a6", "namespace": "openshift-ingress"} 2026-09-16T14:05:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c36a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6", "reconcileID": "b407cd87-76eb-4c6d-8ad4-5d7f50081d7b", "Gateway": "e2e-shared-b-w3-8c36a6", "namespace": "openshift-ingress"} 2026-09-16T14:05:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c36a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6", "reconcileID": "b407cd87-76eb-4c6d-8ad4-5d7f50081d7b", "Gateway": "e2e-shared-b-w3-8c36a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6-authn-ssl"} 2026-09-16T14:05:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c36a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6", "reconcileID": "b407cd87-76eb-4c6d-8ad4-5d7f50081d7b", "Gateway": "e2e-shared-b-w3-8c36a6", "namespace": "openshift-ingress"} 2026-09-16T14:05:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ccfc282-038a-432d-b348-a8511e88b2d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:05:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ccfc282-038a-432d-b348-a8511e88b2d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T14:05:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ccfc282-038a-432d-b348-a8511e88b2d0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-8c36a6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T14:05:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "odh-trusted-ca-bundle", "reconcileID": "f6c8f98f-eb1c-48ed-a5df-37d8118051e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:05:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "odh-trusted-ca-bundle", "reconcileID": "f6c8f98f-eb1c-48ed-a5df-37d8118051e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T14:05:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "odh-trusted-ca-bundle", "reconcileID": "f6c8f98f-eb1c-48ed-a5df-37d8118051e4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-8c36a6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T14:05:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "openshift-service-ca.crt", "reconcileID": "9db1c0be-b3f7-4465-8c0b-28adcd6ca4b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:05:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "openshift-service-ca.crt", "reconcileID": "9db1c0be-b3f7-4465-8c0b-28adcd6ca4b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:05:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c25425e9-4891-4b00-a362-2690a97b9b54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:05:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c25425e9-4891-4b00-a362-2690a97b9b54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:05:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "odh-trusted-ca-bundle", "reconcileID": "5cc864a1-29fa-4939-b309-4d18b7f6c9c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:05:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8c36a6"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6", "name": "odh-trusted-ca-bundle", "reconcileID": "5cc864a1-29fa-4939-b309-4d18b7f6c9c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8c36a6"} 2026-09-16T14:05:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c36a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c36a6", "reconcileID": "75bf4a51-7828-478c-9f7e-ddfb12862aa1", "Gateway": "e2e-shared-b-w3-8c36a6", "namespace": "openshift-ingress"} 2026-09-16T14:07:59Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T14:07:59Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T14:08:00Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T14:08:00Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T14:10:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "eb6edf01-8191-4a30-82fd-581ffc1170ab", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "eb6edf01-8191-4a30-82fd-581ffc1170ab", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "eb6edf01-8191-4a30-82fd-581ffc1170ab", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f71cb032-edd5-415f-ad76-28c81e61615f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T14:10:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "eb6edf01-8191-4a30-82fd-581ffc1170ab", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm", "name": "e2e-same-id-a-6361a7e3-kserve-route-authn"} 2026-09-16T14:10:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "eb6edf01-8191-4a30-82fd-581ffc1170ab", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm", "authType": "userdefined"} 2026-09-16T14:10:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "eb6edf01-8191-4a30-82fd-581ffc1170ab", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f71cb032-edd5-415f-ad76-28c81e61615f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T14:10:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f71cb032-edd5-415f-ad76-28c81e61615f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T14:10:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "a9c20daa-4410-4cb0-af99-09f9a0d2e241", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "a9c20daa-4410-4cb0-af99-09f9a0d2e241", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "a9c20daa-4410-4cb0-af99-09f9a0d2e241", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "a9c20daa-4410-4cb0-af99-09f9a0d2e241", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm", "name": "e2e-same-id-a-6361a7e3-kserve-route-authn"} 2026-09-16T14:10:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "a9c20daa-4410-4cb0-af99-09f9a0d2e241", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm", "authType": "userdefined"} 2026-09-16T14:10:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "a9c20daa-4410-4cb0-af99-09f9a0d2e241", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "82810d37-4f22-4e2f-88e2-4f47f26c8dee", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "82810d37-4f22-4e2f-88e2-4f47f26c8dee", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "82810d37-4f22-4e2f-88e2-4f47f26c8dee", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1b85a330-d1a2-45ce-ab65-2924281c30d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T14:10:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "82810d37-4f22-4e2f-88e2-4f47f26c8dee", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm", "name": "e2e-same-id-b-6361a7e3-kserve-route-authn"} 2026-09-16T14:10:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "82810d37-4f22-4e2f-88e2-4f47f26c8dee", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm", "authType": "userdefined"} 2026-09-16T14:10:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "82810d37-4f22-4e2f-88e2-4f47f26c8dee", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1b85a330-d1a2-45ce-ab65-2924281c30d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T14:10:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1b85a330-d1a2-45ce-ab65-2924281c30d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T14:10:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a43b4be6-2b86-4297-866a-8e57b00f4243", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T14:10:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a43b4be6-2b86-4297-866a-8e57b00f4243", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T14:10:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a43b4be6-2b86-4297-866a-8e57b00f4243", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T14:10:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "a72774d2-bb5d-4c79-843f-96061b186060", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "a72774d2-bb5d-4c79-843f-96061b186060", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "a72774d2-bb5d-4c79-843f-96061b186060", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "a72774d2-bb5d-4c79-843f-96061b186060", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm", "name": "e2e-same-id-a-6361a7e3-kserve-route-authn"} 2026-09-16T14:10:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "a72774d2-bb5d-4c79-843f-96061b186060", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm", "authType": "userdefined"} 2026-09-16T14:10:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "a72774d2-bb5d-4c79-843f-96061b186060", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "dfabe748-b8a7-4442-a0c4-5c8b4df97e1f", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "dfabe748-b8a7-4442-a0c4-5c8b4df97e1f", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "dfabe748-b8a7-4442-a0c4-5c8b4df97e1f", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "dfabe748-b8a7-4442-a0c4-5c8b4df97e1f", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm", "name": "e2e-same-id-b-6361a7e3-kserve-route-authn"} 2026-09-16T14:10:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "dfabe748-b8a7-4442-a0c4-5c8b4df97e1f", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm", "authType": "userdefined"} 2026-09-16T14:10:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "dfabe748-b8a7-4442-a0c4-5c8b4df97e1f", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "292e2a50-cee0-410c-9635-f60f444a63f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T14:10:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "292e2a50-cee0-410c-9635-f60f444a63f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T14:10:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "292e2a50-cee0-410c-9635-f60f444a63f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T14:10:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "6b1d51ed-6d45-47c9-8a74-c132dac1296e", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "6b1d51ed-6d45-47c9-8a74-c132dac1296e", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "6b1d51ed-6d45-47c9-8a74-c132dac1296e", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "6b1d51ed-6d45-47c9-8a74-c132dac1296e", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm", "name": "e2e-same-id-b-6361a7e3-kserve-route-authn"} 2026-09-16T14:10:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "6b1d51ed-6d45-47c9-8a74-c132dac1296e", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm", "authType": "userdefined"} 2026-09-16T14:10:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "6b1d51ed-6d45-47c9-8a74-c132dac1296e", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "c6c2f173-014e-4fe1-a207-fc642d71d1ef", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "c6c2f173-014e-4fe1-a207-fc642d71d1ef", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "c6c2f173-014e-4fe1-a207-fc642d71d1ef", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "c6c2f173-014e-4fe1-a207-fc642d71d1ef", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm", "name": "e2e-same-id-a-6361a7e3-kserve-route-authn"} 2026-09-16T14:10:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "c6c2f173-014e-4fe1-a207-fc642d71d1ef", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm", "authType": "userdefined"} 2026-09-16T14:10:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "c6c2f173-014e-4fe1-a207-fc642d71d1ef", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "f4cfe29b-9e28-48f4-84f9-20e28603e815", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "f4cfe29b-9e28-48f4-84f9-20e28603e815", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "f4cfe29b-9e28-48f4-84f9-20e28603e815", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "f4cfe29b-9e28-48f4-84f9-20e28603e815", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm", "name": "e2e-same-id-b-6361a7e3-kserve-route-authn"} 2026-09-16T14:10:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "f4cfe29b-9e28-48f4-84f9-20e28603e815", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm", "authType": "userdefined"} 2026-09-16T14:10:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "f4cfe29b-9e28-48f4-84f9-20e28603e815", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "9cb11b82-7f82-4c9e-a542-43692f55bcd0", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "9cb11b82-7f82-4c9e-a542-43692f55bcd0", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm", "name": "e2e-same-id-a-6361a7e3"} 2026-09-16T14:10:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "9cb11b82-7f82-4c9e-a542-43692f55bcd0", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "9cb11b82-7f82-4c9e-a542-43692f55bcd0", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "9cb11b82-7f82-4c9e-a542-43692f55bcd0", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm", "name": "e2e-same-id-a-6361a7e3-kserve-route-authn"} 2026-09-16T14:10:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "9cb11b82-7f82-4c9e-a542-43692f55bcd0", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm", "name": "e2e-same-id-a-6361a7e3-kserve-route-authn"} 2026-09-16T14:10:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6361a7e3", "reconcileID": "11346008-21a2-4c0e-9718-d61c966cc720", "LLMInferenceService": "e2e-same-id-a-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f705a85-a86c-46ee-ac57-3a4f5e30821c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T14:10:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f705a85-a86c-46ee-ac57-3a4f5e30821c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T14:10:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f705a85-a86c-46ee-ac57-3a4f5e30821c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T14:10:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b8631e4b-396f-4997-9e6c-43277d69ad6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T14:10:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b8631e4b-396f-4997-9e6c-43277d69ad6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T14:10:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b8631e4b-396f-4997-9e6c-43277d69ad6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T14:10:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "9fdd09ea-21f0-4ad5-8f8f-7a2145a75a3b", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "9fdd09ea-21f0-4ad5-8f8f-7a2145a75a3b", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm", "name": "e2e-same-id-b-6361a7e3"} 2026-09-16T14:10:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "9fdd09ea-21f0-4ad5-8f8f-7a2145a75a3b", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "9fdd09ea-21f0-4ad5-8f8f-7a2145a75a3b", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "9fdd09ea-21f0-4ad5-8f8f-7a2145a75a3b", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm", "name": "e2e-same-id-b-6361a7e3-kserve-route-authn"} 2026-09-16T14:10:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "9fdd09ea-21f0-4ad5-8f8f-7a2145a75a3b", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm", "name": "e2e-same-id-b-6361a7e3-kserve-route-authn"} 2026-09-16T14:10:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6361a7e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6361a7e3", "reconcileID": "51e64bde-9f2d-4a9d-9f6f-1108acfd739e", "LLMInferenceService": "e2e-same-id-b-6361a7e3", "namespace": "llm"} 2026-09-16T14:10:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2ac4e5ed-7aca-4484-9a60-8cfedfc659ff", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T14:10:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2ac4e5ed-7aca-4484-9a60-8cfedfc659ff", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T14:10:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2ac4e5ed-7aca-4484-9a60-8cfedfc659ff", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T14:10:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c0692c71-bab9-4125-ad7d-89ecf0f3de5c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T14:10:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c0692c71-bab9-4125-ad7d-89ecf0f3de5c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T14:10:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c0692c71-bab9-4125-ad7d-89ecf0f3de5c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}