2026-07-28T18:48:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d", "reconcileID": "1c5bf098-3c66-4d20-8f4e-6a88302a6055", "LLMInferenceService": "sub-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:48:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d", "reconcileID": "1c5bf098-3c66-4d20-8f4e-6a88302a6055", "LLMInferenceService": "sub-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:48:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d", "reconcileID": "1c5bf098-3c66-4d20-8f4e-6a88302a6055", "LLMInferenceService": "sub-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d-kserve-route-authn"} 2026-07-28T18:48:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d", "reconcileID": "1c5bf098-3c66-4d20-8f4e-6a88302a6055", "LLMInferenceService": "sub-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d", "authType": "userdefined"} 2026-07-28T18:48:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d", "reconcileID": "1c5bf098-3c66-4d20-8f4e-6a88302a6055", "LLMInferenceService": "sub-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:48:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "6601d4f6-d202-48bd-9152-09142184457f", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:48:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "6601d4f6-d202-48bd-9152-09142184457f", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101-authn-ssl"} 2026-07-28T18:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "6601d4f6-d202-48bd-9152-09142184457f", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:48:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "03c956da-61aa-42c8-af17-fe544c564dad", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T18:48:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d", "reconcileID": "4af044cb-92ad-4e4e-9c4b-c22025c973c9", "LLMInferenceService": "sub-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:48:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d", "reconcileID": "4af044cb-92ad-4e4e-9c4b-c22025c973c9", "LLMInferenceService": "sub-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:48:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d", "reconcileID": "4af044cb-92ad-4e4e-9c4b-c22025c973c9", "LLMInferenceService": "sub-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:48:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d", "reconcileID": "4af044cb-92ad-4e4e-9c4b-c22025c973c9", "LLMInferenceService": "sub-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d-kserve-route-authn"} 2026-07-28T18:48:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d", "reconcileID": "4af044cb-92ad-4e4e-9c4b-c22025c973c9", "LLMInferenceService": "sub-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d", "authType": "userdefined"} 2026-07-28T18:48:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d", "reconcileID": "4af044cb-92ad-4e4e-9c4b-c22025c973c9", "LLMInferenceService": "sub-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:48:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "617fd512-fed9-4bae-ab0a-f4293efdb033", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:48:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "617fd512-fed9-4bae-ab0a-f4293efdb033", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:48:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "617fd512-fed9-4bae-ab0a-f4293efdb033", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:48:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "b4b67a49-a3d8-4ffa-a0d8-4478077bbb7e", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:48:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "617fd512-fed9-4bae-ab0a-f4293efdb033", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101-kserve-route-authn"} 2026-07-28T18:48:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "617fd512-fed9-4bae-ab0a-f4293efdb033", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "authType": "userdefined"} 2026-07-28T18:48:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "617fd512-fed9-4bae-ab0a-f4293efdb033", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:48:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "b4b67a49-a3d8-4ffa-a0d8-4478077bbb7e", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101-authn-ssl"} 2026-07-28T18:48:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "b4b67a49-a3d8-4ffa-a0d8-4478077bbb7e", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:48:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "9c060f4c-7059-4f75-8567-509f4c39874c", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:48:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "9c060f4c-7059-4f75-8567-509f4c39874c", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:48:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "9c060f4c-7059-4f75-8567-509f4c39874c", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:48:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "9c060f4c-7059-4f75-8567-509f4c39874c", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101-kserve-route-authn"} 2026-07-28T18:48:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "9c060f4c-7059-4f75-8567-509f4c39874c", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "authType": "userdefined"} 2026-07-28T18:48:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "9c060f4c-7059-4f75-8567-509f4c39874c", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:48:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "a80a0035-bdfc-4438-807d-dcc5e125e67b", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:48:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "a80a0035-bdfc-4438-807d-dcc5e125e67b", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101-authn-ssl"} 2026-07-28T18:48:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "a80a0035-bdfc-4438-807d-dcc5e125e67b", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:48:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "37d77817-7ac6-4534-9994-9ea0f6d2ec6d", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:48:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "37d77817-7ac6-4534-9994-9ea0f6d2ec6d", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:48:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "37d77817-7ac6-4534-9994-9ea0f6d2ec6d", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:48:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "37d77817-7ac6-4534-9994-9ea0f6d2ec6d", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101-kserve-route-authn"} 2026-07-28T18:48:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "37d77817-7ac6-4534-9994-9ea0f6d2ec6d", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "authType": "userdefined"} 2026-07-28T18:48:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "37d77817-7ac6-4534-9994-9ea0f6d2ec6d", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:48:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "5b974bee-b5c1-4851-83b7-2f801e43b4c3", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:48:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "5b974bee-b5c1-4851-83b7-2f801e43b4c3", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:48:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "5b974bee-b5c1-4851-83b7-2f801e43b4c3", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:48:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "5b974bee-b5c1-4851-83b7-2f801e43b4c3", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101-kserve-route-authn"} 2026-07-28T18:48:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "5b974bee-b5c1-4851-83b7-2f801e43b4c3", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "authType": "userdefined"} 2026-07-28T18:48:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "5b974bee-b5c1-4851-83b7-2f801e43b4c3", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:49:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "11cb2651-9500-4688-abc3-3c338973c422", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:49:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "11cb2651-9500-4688-abc3-3c338973c422", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d-authn-ssl"} 2026-07-28T18:49:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "11cb2651-9500-4688-abc3-3c338973c422", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:49:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "fb479eca-8869-414a-9577-0d38e10c094c", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:49:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "fb479eca-8869-414a-9577-0d38e10c094c", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101-authn-ssl"} 2026-07-28T18:49:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "fb479eca-8869-414a-9577-0d38e10c094c", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:49:25Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T18:49:25Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T18:49:26Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T18:49:26Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T18:49:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d", "reconcileID": "c924ed38-f371-47f1-a3e4-5be6bbdd6e67", "LLMInferenceService": "sub-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:49:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d", "reconcileID": "c924ed38-f371-47f1-a3e4-5be6bbdd6e67", "LLMInferenceService": "sub-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d"} 2026-07-28T18:49:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d", "reconcileID": "c924ed38-f371-47f1-a3e4-5be6bbdd6e67", "LLMInferenceService": "sub-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:49:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d", "reconcileID": "c924ed38-f371-47f1-a3e4-5be6bbdd6e67", "LLMInferenceService": "sub-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:49:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d", "reconcileID": "c924ed38-f371-47f1-a3e4-5be6bbdd6e67", "LLMInferenceService": "sub-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d-kserve-route-authn"} 2026-07-28T18:49:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d", "reconcileID": "c924ed38-f371-47f1-a3e4-5be6bbdd6e67", "LLMInferenceService": "sub-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d-kserve-route-authn"} 2026-07-28T18:49:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d", "reconcileID": "c924ed38-f371-47f1-a3e4-5be6bbdd6e67", "LLMInferenceService": "sub-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:49:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d", "reconcileID": "c924ed38-f371-47f1-a3e4-5be6bbdd6e67", "LLMInferenceService": "sub-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:49:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "sub-test-model-37e11d", "reconcileID": "800d1d92-a946-4323-911f-78006092ddd7", "LLMInferenceService": "sub-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:49:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "412464a6-1f7a-4844-9f2a-a67dec7d9011", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:49:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "412464a6-1f7a-4844-9f2a-a67dec7d9011", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d-authn-ssl"} 2026-07-28T18:49:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "412464a6-1f7a-4844-9f2a-a67dec7d9011", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:49:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "89e25db4-0bed-43b0-95d6-014954c86ad3", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:49:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "89e25db4-0bed-43b0-95d6-014954c86ad3", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d-authn-ssl"} 2026-07-28T18:49:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "89e25db4-0bed-43b0-95d6-014954c86ad3", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:49:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "7d611aa8-e1fb-4a38-b35c-4eef9182b398", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:49:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "7d611aa8-e1fb-4a38-b35c-4eef9182b398", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101"} 2026-07-28T18:49:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "7d611aa8-e1fb-4a38-b35c-4eef9182b398", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:49:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "7d611aa8-e1fb-4a38-b35c-4eef9182b398", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:49:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "7d611aa8-e1fb-4a38-b35c-4eef9182b398", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101-kserve-route-authn"} 2026-07-28T18:49:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "7d611aa8-e1fb-4a38-b35c-4eef9182b398", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101-kserve-route-authn"} 2026-07-28T18:49:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "7d611aa8-e1fb-4a38-b35c-4eef9182b398", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:49:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "7d611aa8-e1fb-4a38-b35c-4eef9182b398", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:49:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "sub-test-model-f36101", "reconcileID": "bccba2ba-7383-49eb-86b6-651747f9a573", "LLMInferenceService": "sub-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:49:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "406995c2-a832-41b1-8124-6ffc9a5edd18", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:49:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "406995c2-a832-41b1-8124-6ffc9a5edd18", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101-authn-ssl"} 2026-07-28T18:49:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "406995c2-a832-41b1-8124-6ffc9a5edd18", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:49:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "0a4dd1b1-2e72-4046-b259-bbdad4b130de", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:49:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "0a4dd1b1-2e72-4046-b259-bbdad4b130de", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101-authn-ssl"} 2026-07-28T18:49:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "0a4dd1b1-2e72-4046-b259-bbdad4b130de", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:49:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "5f023374-4f70-44a6-a9b0-33646f11ad96", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:49:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "5f023374-4f70-44a6-a9b0-33646f11ad96", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:49:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "5f023374-4f70-44a6-a9b0-33646f11ad96", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:49:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "835214ed-a515-4cfa-857c-6d54f99182d8", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:49:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "5f023374-4f70-44a6-a9b0-33646f11ad96", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d-kserve-route-authn"} 2026-07-28T18:49:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "5f023374-4f70-44a6-a9b0-33646f11ad96", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d", "authType": "userdefined"} 2026-07-28T18:49:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "5f023374-4f70-44a6-a9b0-33646f11ad96", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:49:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "835214ed-a515-4cfa-857c-6d54f99182d8", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d-authn-ssl"} 2026-07-28T18:49:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "835214ed-a515-4cfa-857c-6d54f99182d8", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:49:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "d2ee18f7-ed99-424b-8963-198623fae517", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:49:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "d2ee18f7-ed99-424b-8963-198623fae517", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:49:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "d2ee18f7-ed99-424b-8963-198623fae517", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:49:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "d2ee18f7-ed99-424b-8963-198623fae517", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d-kserve-route-authn"} 2026-07-28T18:49:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "d2ee18f7-ed99-424b-8963-198623fae517", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d", "authType": "userdefined"} 2026-07-28T18:49:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "d2ee18f7-ed99-424b-8963-198623fae517", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:49:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "de0e3772-de5b-4941-8457-c5bff383ddef", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:49:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "de0e3772-de5b-4941-8457-c5bff383ddef", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d-authn-ssl"} 2026-07-28T18:49:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "de0e3772-de5b-4941-8457-c5bff383ddef", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:49:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "e3f8f397-df77-4d26-9861-b592af9a6a08", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:49:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "e3f8f397-df77-4d26-9861-b592af9a6a08", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:49:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "e3f8f397-df77-4d26-9861-b592af9a6a08", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:49:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "e3f8f397-df77-4d26-9861-b592af9a6a08", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d-kserve-route-authn"} 2026-07-28T18:49:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "e3f8f397-df77-4d26-9861-b592af9a6a08", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d", "authType": "userdefined"} 2026-07-28T18:49:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "e3f8f397-df77-4d26-9861-b592af9a6a08", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:50:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "e494b37b-ffa2-4704-a311-0fe5b812398c", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:50:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "e494b37b-ffa2-4704-a311-0fe5b812398c", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101-authn-ssl"} 2026-07-28T18:50:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "e494b37b-ffa2-4704-a311-0fe5b812398c", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:50:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "abbc1c0b-e310-424e-899f-35d267163056", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:50:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "abbc1c0b-e310-424e-899f-35d267163056", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d-authn-ssl"} 2026-07-28T18:50:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "abbc1c0b-e310-424e-899f-35d267163056", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:50:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "ae33db74-7a55-429c-9c91-a92ccddd6399", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:50:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "ae33db74-7a55-429c-9c91-a92ccddd6399", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:50:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "ae33db74-7a55-429c-9c91-a92ccddd6399", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:50:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "ae33db74-7a55-429c-9c91-a92ccddd6399", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d-kserve-route-authn"} 2026-07-28T18:50:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "ae33db74-7a55-429c-9c91-a92ccddd6399", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d", "authType": "userdefined"} 2026-07-28T18:50:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "ae33db74-7a55-429c-9c91-a92ccddd6399", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:50:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "f12c40f5-7825-4ac9-a0d4-beb68f9de950", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:50:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "f12c40f5-7825-4ac9-a0d4-beb68f9de950", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:50:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "f12c40f5-7825-4ac9-a0d4-beb68f9de950", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "be75c09e-b3b1-4fce-8595-d29fbbb6a4d1", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:50:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "f12c40f5-7825-4ac9-a0d4-beb68f9de950", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101-kserve-route-authn"} 2026-07-28T18:50:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "f12c40f5-7825-4ac9-a0d4-beb68f9de950", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "authType": "userdefined"} 2026-07-28T18:50:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "f12c40f5-7825-4ac9-a0d4-beb68f9de950", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:50:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "be75c09e-b3b1-4fce-8595-d29fbbb6a4d1", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101-authn-ssl"} 2026-07-28T18:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "be75c09e-b3b1-4fce-8595-d29fbbb6a4d1", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:50:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "7336acfd-85e5-468c-8e73-abbd95a4cffa", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:50:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "7336acfd-85e5-468c-8e73-abbd95a4cffa", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:50:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "7336acfd-85e5-468c-8e73-abbd95a4cffa", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:50:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "7336acfd-85e5-468c-8e73-abbd95a4cffa", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101-kserve-route-authn"} 2026-07-28T18:50:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "7336acfd-85e5-468c-8e73-abbd95a4cffa", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "authType": "userdefined"} 2026-07-28T18:50:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "7336acfd-85e5-468c-8e73-abbd95a4cffa", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:50:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "b0ebd0cb-7d8b-46f8-891f-13f57c50baa1", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:50:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "b0ebd0cb-7d8b-46f8-891f-13f57c50baa1", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101-authn-ssl"} 2026-07-28T18:50:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "b0ebd0cb-7d8b-46f8-891f-13f57c50baa1", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:50:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "2593cab2-a0ba-4594-9d56-9fcc272f198d", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:50:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "2593cab2-a0ba-4594-9d56-9fcc272f198d", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:50:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "2593cab2-a0ba-4594-9d56-9fcc272f198d", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:50:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "2593cab2-a0ba-4594-9d56-9fcc272f198d", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101-kserve-route-authn"} 2026-07-28T18:50:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "2593cab2-a0ba-4594-9d56-9fcc272f198d", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "authType": "userdefined"} 2026-07-28T18:50:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "2593cab2-a0ba-4594-9d56-9fcc272f198d", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:50:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "0316fbd7-93fa-485a-b895-987589cc4832", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:50:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "0316fbd7-93fa-485a-b895-987589cc4832", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:50:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "0316fbd7-93fa-485a-b895-987589cc4832", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:50:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "0316fbd7-93fa-485a-b895-987589cc4832", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101-kserve-route-authn"} 2026-07-28T18:50:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "0316fbd7-93fa-485a-b895-987589cc4832", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "authType": "userdefined"} 2026-07-28T18:50:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "0316fbd7-93fa-485a-b895-987589cc4832", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:50:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "89a5d29e-e7e8-47b5-b81d-400f88213717", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:50:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "89a5d29e-e7e8-47b5-b81d-400f88213717", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:50:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "89a5d29e-e7e8-47b5-b81d-400f88213717", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:50:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "89a5d29e-e7e8-47b5-b81d-400f88213717", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101-kserve-route-authn"} 2026-07-28T18:50:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "89a5d29e-e7e8-47b5-b81d-400f88213717", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "authType": "userdefined"} 2026-07-28T18:50:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "89a5d29e-e7e8-47b5-b81d-400f88213717", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:50:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "a437deb7-6ef6-4f7c-818d-f70bfc587644", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:50:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "a437deb7-6ef6-4f7c-818d-f70bfc587644", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d-authn-ssl"} 2026-07-28T18:50:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "a437deb7-6ef6-4f7c-818d-f70bfc587644", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:50:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "c2bcff95-24da-44b5-89a5-5b24b656cfdb", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:50:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "c2bcff95-24da-44b5-89a5-5b24b656cfdb", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101-authn-ssl"} 2026-07-28T18:50:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "c2bcff95-24da-44b5-89a5-5b24b656cfdb", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:51:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a294e6f6-8506-4041-8346-279ccdbda02e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T18:51:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "8c3149c4-f157-4a4e-8d93-bf6a2f86bd85", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:51:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "8c3149c4-f157-4a4e-8d93-bf6a2f86bd85", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d"} 2026-07-28T18:51:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "8c3149c4-f157-4a4e-8d93-bf6a2f86bd85", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:51:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "8c3149c4-f157-4a4e-8d93-bf6a2f86bd85", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:51:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "8c3149c4-f157-4a4e-8d93-bf6a2f86bd85", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d-kserve-route-authn"} 2026-07-28T18:51:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "8c3149c4-f157-4a4e-8d93-bf6a2f86bd85", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d-kserve-route-authn"} 2026-07-28T18:51:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "8c3149c4-f157-4a4e-8d93-bf6a2f86bd85", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:51:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "8c3149c4-f157-4a4e-8d93-bf6a2f86bd85", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:51:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e11d","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "rate-test-model-37e11d", "reconcileID": "5674f97b-de20-4c06-8fa8-1e9116260b69", "LLMInferenceService": "rate-test-model-37e11d", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:51:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "3864e3f9-9843-4c19-835a-8cc85d4b3ae7", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:51:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "3864e3f9-9843-4c19-835a-8cc85d4b3ae7", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d-authn-ssl"} 2026-07-28T18:51:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "3864e3f9-9843-4c19-835a-8cc85d4b3ae7", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:51:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "267cdace-991b-4cb4-8f95-59747ca783d7", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:51:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "267cdace-991b-4cb4-8f95-59747ca783d7", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d-authn-ssl"} 2026-07-28T18:51:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "267cdace-991b-4cb4-8f95-59747ca783d7", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:51:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "75d93915-98f1-4095-ba17-bcea2d857700", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:51:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "75d93915-98f1-4095-ba17-bcea2d857700", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101"} 2026-07-28T18:51:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "75d93915-98f1-4095-ba17-bcea2d857700", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:51:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "75d93915-98f1-4095-ba17-bcea2d857700", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:51:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "75d93915-98f1-4095-ba17-bcea2d857700", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101-kserve-route-authn"} 2026-07-28T18:51:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "75d93915-98f1-4095-ba17-bcea2d857700", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101-kserve-route-authn"} 2026-07-28T18:51:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "75d93915-98f1-4095-ba17-bcea2d857700", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:51:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "75d93915-98f1-4095-ba17-bcea2d857700", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:51:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36101","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "rate-test-model-f36101", "reconcileID": "0412c871-deac-457f-929f-7d35f35e13c4", "LLMInferenceService": "rate-test-model-f36101", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:51:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "3e2a8387-1b8e-4895-b435-e88f7e009b84", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:51:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "3e2a8387-1b8e-4895-b435-e88f7e009b84", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101-authn-ssl"} 2026-07-28T18:51:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "3e2a8387-1b8e-4895-b435-e88f7e009b84", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:51:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "89d0d440-523c-4c57-958f-578aaa4d4a89", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:51:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "89d0d440-523c-4c57-958f-578aaa4d4a89", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101-authn-ssl"} 2026-07-28T18:51:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "89d0d440-523c-4c57-958f-578aaa4d4a89", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:51:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "60ec125c-dd96-4ed2-83f3-e5734f1e5082", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:51:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "60ec125c-dd96-4ed2-83f3-e5734f1e5082", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101-authn-ssl"} 2026-07-28T18:51:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "60ec125c-dd96-4ed2-83f3-e5734f1e5082", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:51:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "e165e58b-94fb-4f8e-aa6a-3e5c045ba788", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:51:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "e165e58b-94fb-4f8e-aa6a-3e5c045ba788", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d-authn-ssl"} 2026-07-28T18:51:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "e165e58b-94fb-4f8e-aa6a-3e5c045ba788", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:51:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "d95b64e6-acf6-4e59-b0c0-fe948aa902a7", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:51:47Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "d95b64e6-acf6-4e59-b0c0-fe948aa902a7", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e-authn-ssl"} 2026-07-28T18:51:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "d95b64e6-acf6-4e59-b0c0-fe948aa902a7", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:51:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "419ad74a-2571-47f6-92aa-faad24425ded", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:51:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "419ad74a-2571-47f6-92aa-faad24425ded", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e-authn-ssl"} 2026-07-28T18:51:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "419ad74a-2571-47f6-92aa-faad24425ded", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:51:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "ee4544cc-5941-41f4-a618-d67f4e900066", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:51:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "ee4544cc-5941-41f4-a618-d67f4e900066", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e-authn-ssl"} 2026-07-28T18:51:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "ee4544cc-5941-41f4-a618-d67f4e900066", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:51:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "4671e6d2-7d50-486a-b5e2-f2e74fb942a3", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:51:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "4671e6d2-7d50-486a-b5e2-f2e74fb942a3", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e-authn-ssl"} 2026-07-28T18:51:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "4671e6d2-7d50-486a-b5e2-f2e74fb942a3", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:51:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "1fe4d6d2-ee0c-4c5b-93cb-1cec9ac59a3e", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:51:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "1fe4d6d2-ee0c-4c5b-93cb-1cec9ac59a3e", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e-authn-ssl"} 2026-07-28T18:51:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "1fe4d6d2-ee0c-4c5b-93cb-1cec9ac59a3e", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:51:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "bd79fb95-a488-4e5b-a5ff-dbd1cc4a7d2e", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:51:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "bd79fb95-a488-4e5b-a5ff-dbd1cc4a7d2e", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e-authn-ssl"} 2026-07-28T18:51:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "bd79fb95-a488-4e5b-a5ff-dbd1cc4a7d2e", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:51:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "30c78154-f2dc-47df-b76a-8edf6379acbf", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:51:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "30c78154-f2dc-47df-b76a-8edf6379acbf", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e-authn-ssl"} 2026-07-28T18:51:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "30c78154-f2dc-47df-b76a-8edf6379acbf", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:51:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "odh-trusted-ca-bundle", "reconcileID": "9827a0c4-bcfc-40d6-9995-2ef1100e5684", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:51:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "openshift-service-ca.crt", "reconcileID": "fab774ae-8f52-4d02-a440-bd7108a891a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:51:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "openshift-service-ca.crt", "reconcileID": "d16fc045-193f-48dd-9915-28e9cc411120", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T18:51:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "openshift-service-ca.crt", "reconcileID": "d16fc045-193f-48dd-9915-28e9cc411120", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:51:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "openshift-service-ca.crt", "reconcileID": "9c2e9c4b-26de-4db0-98bc-398c87495f8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T18:51:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "openshift-service-ca.crt", "reconcileID": "9c2e9c4b-26de-4db0-98bc-398c87495f8a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T18:51:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "odh-trusted-ca-bundle", "reconcileID": "c28052a8-4389-483d-9dcc-4ac7bcbb8fb7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T18:51:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "odh-trusted-ca-bundle", "reconcileID": "c28052a8-4389-483d-9dcc-4ac7bcbb8fb7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:51:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfd8df8f-773f-409f-86f5-406e53d4c7f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:51:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "openshift-service-ca.crt", "reconcileID": "1585b365-0468-41b4-ac2c-5e16095a8862", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:51:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "1a54afee-0b16-4918-a9e4-8d02bd76fabf", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:51:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "1a54afee-0b16-4918-a9e4-8d02bd76fabf", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e-authn-ssl"} 2026-07-28T18:51:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "1a54afee-0b16-4918-a9e4-8d02bd76fabf", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:51:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "866bbc4b-4fe4-450b-aff1-1cf833b80f76", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T18:51:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "222121c6-8337-4aad-a520-9615283e8e46", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:51:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "222121c6-8337-4aad-a520-9615283e8e46", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e-authn-ssl"} 2026-07-28T18:51:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "222121c6-8337-4aad-a520-9615283e8e46", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:52:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "09f3299d-5444-4e6a-bd60-e3d742703019", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress"} 2026-07-28T18:52:16Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "09f3299d-5444-4e6a-bd60-e3d742703019", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953-authn-ssl"} 2026-07-28T18:52:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "09f3299d-5444-4e6a-bd60-e3d742703019", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress"} 2026-07-28T18:52:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "147c3b4b-bf8a-4887-b144-044989e7d80f", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress"} 2026-07-28T18:52:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "147c3b4b-bf8a-4887-b144-044989e7d80f", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953-authn-ssl"} 2026-07-28T18:52:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "147c3b4b-bf8a-4887-b144-044989e7d80f", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress"} 2026-07-28T18:52:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "6a63478c-93ba-4b65-b03e-155cadcac928", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress"} 2026-07-28T18:52:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "6a63478c-93ba-4b65-b03e-155cadcac928", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953-authn-ssl"} 2026-07-28T18:52:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "6a63478c-93ba-4b65-b03e-155cadcac928", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress"} 2026-07-28T18:52:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "f3361533-15d1-4a3a-8cdf-9777ea902500", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress"} 2026-07-28T18:52:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "f3361533-15d1-4a3a-8cdf-9777ea902500", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953-authn-ssl"} 2026-07-28T18:52:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "f3361533-15d1-4a3a-8cdf-9777ea902500", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress"} 2026-07-28T18:52:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "6d805f54-e079-4140-b062-c0133fce5c1b", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress"} 2026-07-28T18:52:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "6d805f54-e079-4140-b062-c0133fce5c1b", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953-authn-ssl"} 2026-07-28T18:52:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "6d805f54-e079-4140-b062-c0133fce5c1b", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress"} 2026-07-28T18:52:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "1cbd22b8-8981-4e58-8c32-ef785e4afc29", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress"} 2026-07-28T18:52:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "1cbd22b8-8981-4e58-8c32-ef785e4afc29", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953-authn-ssl"} 2026-07-28T18:52:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "1cbd22b8-8981-4e58-8c32-ef785e4afc29", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress"} 2026-07-28T18:52:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "483ca12f-da14-4a8b-8993-25b2f5f5beff", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress"} 2026-07-28T18:52:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "483ca12f-da14-4a8b-8993-25b2f5f5beff", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953-authn-ssl"} 2026-07-28T18:52:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "483ca12f-da14-4a8b-8993-25b2f5f5beff", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress"} 2026-07-28T18:52:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0ae953"}, "namespace": "ai-tenant-e2e-ipp-b-0ae953", "name": "openshift-service-ca.crt", "reconcileID": "2a31d4fa-a044-4e1d-9e63-442fc3cbcf82", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0ae953"} 2026-07-28T18:52:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ae953"}, "namespace": "ai-tenant-e2e-ipp-b-0ae953", "name": "odh-trusted-ca-bundle", "reconcileID": "284f8375-21ad-4513-8698-f073d9ddc3d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0ae953"} 2026-07-28T18:52:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0ae953"}, "namespace": "ai-tenant-e2e-ipp-b-0ae953", "name": "openshift-service-ca.crt", "reconcileID": "23df2f5e-d073-44a8-9553-9038bc8cffb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0ae953", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T18:52:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0ae953"}, "namespace": "ai-tenant-e2e-ipp-b-0ae953", "name": "openshift-service-ca.crt", "reconcileID": "23df2f5e-d073-44a8-9553-9038bc8cffb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0ae953"} 2026-07-28T18:52:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ae953"}, "namespace": "ai-tenant-e2e-ipp-b-0ae953", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97f55a5a-3726-41ae-8ef7-2ba1c491fc97", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0ae953"} 2026-07-28T18:52:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0ae953"}, "namespace": "ai-tenant-e2e-ipp-b-0ae953", "name": "openshift-service-ca.crt", "reconcileID": "fbc7a590-2d96-4087-8830-29330f7d6f33", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0ae953"} 2026-07-28T18:52:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ae953"}, "namespace": "ai-tenant-e2e-ipp-b-0ae953", "name": "odh-trusted-ca-bundle", "reconcileID": "02a66ef6-2bd4-43b0-8159-1d85bb3e6a61", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0ae953", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T18:52:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ae953"}, "namespace": "ai-tenant-e2e-ipp-b-0ae953", "name": "odh-trusted-ca-bundle", "reconcileID": "02a66ef6-2bd4-43b0-8159-1d85bb3e6a61", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0ae953"} 2026-07-28T18:52:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ae953"}, "namespace": "ai-tenant-e2e-ipp-b-0ae953", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35b4dac3-93c5-466f-ad2e-60b1d354cca4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0ae953"} 2026-07-28T18:52:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "74feed82-cbfe-4c2b-874a-31b4752d6921", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress"} 2026-07-28T18:52:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "74feed82-cbfe-4c2b-874a-31b4752d6921", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953-authn-ssl"} 2026-07-28T18:52:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "74feed82-cbfe-4c2b-874a-31b4752d6921", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress"} 2026-07-28T18:52:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3a59e746-f5f8-419c-987a-42ea4b722e15", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T18:52:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "e7a1fda3-ca6e-4514-b49e-e7ef7934f1df", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress"} 2026-07-28T18:52:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "e7a1fda3-ca6e-4514-b49e-e7ef7934f1df", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953-authn-ssl"} 2026-07-28T18:52:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "e7a1fda3-ca6e-4514-b49e-e7ef7934f1df", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress"} 2026-07-28T18:52:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "da807dbb-2deb-4d27-bdf8-d46f973f5477", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:52:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "da807dbb-2deb-4d27-bdf8-d46f973f5477", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:52:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "da807dbb-2deb-4d27-bdf8-d46f973f5477", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:52:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "8175b102-2574-4504-91fa-96d2f49108a1", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:52:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "da807dbb-2deb-4d27-bdf8-d46f973f5477", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e-kserve-route-authn"} 2026-07-28T18:52:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "da807dbb-2deb-4d27-bdf8-d46f973f5477", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "authType": "userdefined"} 2026-07-28T18:52:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "da807dbb-2deb-4d27-bdf8-d46f973f5477", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:52:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "8175b102-2574-4504-91fa-96d2f49108a1", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e-authn-ssl"} 2026-07-28T18:52:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "8175b102-2574-4504-91fa-96d2f49108a1", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:52:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "0c11c70d-caa0-4647-9209-d82bdbd6c247", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:52:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "0c11c70d-caa0-4647-9209-d82bdbd6c247", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:52:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "0c11c70d-caa0-4647-9209-d82bdbd6c247", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:52:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "0c11c70d-caa0-4647-9209-d82bdbd6c247", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e-kserve-route-authn"} 2026-07-28T18:52:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "0c11c70d-caa0-4647-9209-d82bdbd6c247", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "authType": "userdefined"} 2026-07-28T18:52:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "0c11c70d-caa0-4647-9209-d82bdbd6c247", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:52:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "d968d51f-9924-46e7-906e-acb8b393990a", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:52:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "d968d51f-9924-46e7-906e-acb8b393990a", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e-authn-ssl"} 2026-07-28T18:52:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "d968d51f-9924-46e7-906e-acb8b393990a", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:52:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ec397c5c-736a-42bb-8cf2-39a68a5469eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T18:52:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "fda12c68-ec0b-4c9a-9150-03376ef8e802", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:52:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "fda12c68-ec0b-4c9a-9150-03376ef8e802", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:52:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "fda12c68-ec0b-4c9a-9150-03376ef8e802", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:52:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "fda12c68-ec0b-4c9a-9150-03376ef8e802", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e-kserve-route-authn"} 2026-07-28T18:52:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "fda12c68-ec0b-4c9a-9150-03376ef8e802", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "authType": "userdefined"} 2026-07-28T18:52:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "fda12c68-ec0b-4c9a-9150-03376ef8e802", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:53:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "0d570949-f674-439f-8d84-ebe27ddf7c56", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:53:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "0d570949-f674-439f-8d84-ebe27ddf7c56", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:53:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "0d570949-f674-439f-8d84-ebe27ddf7c56", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:53:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "0d570949-f674-439f-8d84-ebe27ddf7c56", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e-kserve-route-authn"} 2026-07-28T18:53:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "0d570949-f674-439f-8d84-ebe27ddf7c56", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "authType": "userdefined"} 2026-07-28T18:53:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "0d570949-f674-439f-8d84-ebe27ddf7c56", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:53:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "c074a056-ebe7-4cca-99f6-5956880caebc", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:53:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "c074a056-ebe7-4cca-99f6-5956880caebc", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e-authn-ssl"} 2026-07-28T18:53:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "c074a056-ebe7-4cca-99f6-5956880caebc", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:53:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "01ce337d-37d3-4c6a-bb43-fa1957ca7813", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T18:53:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "38beff72-4ed3-4b78-b7d6-3158d8b9b0c6", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress"} 2026-07-28T18:53:39Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "38beff72-4ed3-4b78-b7d6-3158d8b9b0c6", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8-authn-ssl"} 2026-07-28T18:53:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "38beff72-4ed3-4b78-b7d6-3158d8b9b0c6", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress"} 2026-07-28T18:53:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "12e116e1-5ea2-4397-a247-74c183059828", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress"} 2026-07-28T18:53:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "12e116e1-5ea2-4397-a247-74c183059828", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8-authn-ssl"} 2026-07-28T18:53:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "12e116e1-5ea2-4397-a247-74c183059828", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress"} 2026-07-28T18:53:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "a36f00de-e797-470e-969e-316514b15256", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress"} 2026-07-28T18:53:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "a36f00de-e797-470e-969e-316514b15256", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8-authn-ssl"} 2026-07-28T18:53:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "a36f00de-e797-470e-969e-316514b15256", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress"} 2026-07-28T18:53:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "875a000a-0ac0-4ba7-a51f-1c34dce73ebd", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress"} 2026-07-28T18:53:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "875a000a-0ac0-4ba7-a51f-1c34dce73ebd", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8-authn-ssl"} 2026-07-28T18:53:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "875a000a-0ac0-4ba7-a51f-1c34dce73ebd", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress"} 2026-07-28T18:53:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "c7ef2127-b7fd-4780-a690-95f4673baa79", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress"} 2026-07-28T18:53:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "c7ef2127-b7fd-4780-a690-95f4673baa79", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8-authn-ssl"} 2026-07-28T18:53:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "c7ef2127-b7fd-4780-a690-95f4673baa79", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress"} 2026-07-28T18:53:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "b6ee4dc3-0c29-473f-8737-3eee97cab791", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress"} 2026-07-28T18:53:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "b6ee4dc3-0c29-473f-8737-3eee97cab791", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8-authn-ssl"} 2026-07-28T18:53:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "b6ee4dc3-0c29-473f-8737-3eee97cab791", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress"} 2026-07-28T18:53:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "0c780684-d1b4-4ca2-8061-a7bfa13001bd", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress"} 2026-07-28T18:53:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "0c780684-d1b4-4ca2-8061-a7bfa13001bd", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8-authn-ssl"} 2026-07-28T18:53:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "0c780684-d1b4-4ca2-8061-a7bfa13001bd", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress"} 2026-07-28T18:53:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-51b7e8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8", "name": "openshift-service-ca.crt", "reconcileID": "f0c1cc72-50a3-4007-8c32-d1dc42416574", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8"} 2026-07-28T18:53:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51b7e8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8", "name": "odh-trusted-ca-bundle", "reconcileID": "e251ca8e-23cc-4e0a-a3ab-bcf25581ceea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8"} 2026-07-28T18:53:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-51b7e8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8", "name": "openshift-service-ca.crt", "reconcileID": "6b01bbfa-e1a9-4c7b-9e8c-b80155be123b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T18:53:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-51b7e8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8", "name": "openshift-service-ca.crt", "reconcileID": "6b01bbfa-e1a9-4c7b-9e8c-b80155be123b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8"} 2026-07-28T18:53:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-51b7e8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8", "name": "openshift-service-ca.crt", "reconcileID": "6647b589-9ff6-46cb-892f-dd9efb7b9a79", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8"} 2026-07-28T18:53:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51b7e8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6407cf2-4e81-4526-9aa6-d1609eb8917f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8"} 2026-07-28T18:53:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51b7e8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8", "name": "odh-trusted-ca-bundle", "reconcileID": "73e5e8e2-f233-46a9-8766-6a48cf56d96b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T18:53:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51b7e8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8", "name": "odh-trusted-ca-bundle", "reconcileID": "73e5e8e2-f233-46a9-8766-6a48cf56d96b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8"} 2026-07-28T18:53:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51b7e8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19b65ea7-dc81-4849-864a-e862d8c65cc1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8"} 2026-07-28T18:53:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "263600b8-0097-4f3f-9ce4-8022c75b6e62", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress"} 2026-07-28T18:53:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "263600b8-0097-4f3f-9ce4-8022c75b6e62", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8-authn-ssl"} 2026-07-28T18:53:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "263600b8-0097-4f3f-9ce4-8022c75b6e62", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress"} 2026-07-28T18:53:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b9047df9-6ccb-45f6-a6ae-27ea33f10039", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T18:53:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "74c5c1be-4391-4ee5-8ed7-5693f449bcd6", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress"} 2026-07-28T18:53:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "74c5c1be-4391-4ee5-8ed7-5693f449bcd6", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8-authn-ssl"} 2026-07-28T18:53:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "74c5c1be-4391-4ee5-8ed7-5693f449bcd6", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress"} 2026-07-28T18:54:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "7753f61b-5b1d-4ad7-b0a2-8328e45c32db", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress"} 2026-07-28T18:54:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "7753f61b-5b1d-4ad7-b0a2-8328e45c32db", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8-authn-ssl"} 2026-07-28T18:54:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "7753f61b-5b1d-4ad7-b0a2-8328e45c32db", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress"} 2026-07-28T18:54:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51b7e8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89958b43-d2f0-46cf-b9cb-8f8dea8008ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8"} 2026-07-28T18:54:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51b7e8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89958b43-d2f0-46cf-b9cb-8f8dea8008ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T18:54:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51b7e8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89958b43-d2f0-46cf-b9cb-8f8dea8008ca", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-51b7e8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T18:54:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51b7e8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8", "name": "odh-trusted-ca-bundle", "reconcileID": "fe60f84b-bc84-4087-94e7-ac8e2af689b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8"} 2026-07-28T18:54:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51b7e8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8", "name": "odh-trusted-ca-bundle", "reconcileID": "fe60f84b-bc84-4087-94e7-ac8e2af689b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8"} 2026-07-28T18:54:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-51b7e8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8", "name": "openshift-service-ca.crt", "reconcileID": "cb551138-51bb-4f3c-8206-6358526eeda9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8"} 2026-07-28T18:54:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-51b7e8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8", "name": "openshift-service-ca.crt", "reconcileID": "cb551138-51bb-4f3c-8206-6358526eeda9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8"} 2026-07-28T18:54:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51b7e8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5aa5bcbb-afb0-43d3-ba62-b18df730bb37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8"} 2026-07-28T18:54:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-51b7e8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5aa5bcbb-afb0-43d3-ba62-b18df730bb37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-51b7e8"} 2026-07-28T18:54:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "d793b4fe-4a85-4097-81c6-893a74724127", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress"} 2026-07-28T18:54:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "d793b4fe-4a85-4097-81c6-893a74724127", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8-authn-ssl"} 2026-07-28T18:54:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-51b7e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-51b7e8", "reconcileID": "d793b4fe-4a85-4097-81c6-893a74724127", "Gateway": "e2e-ipp-cleanup-51b7e8", "namespace": "openshift-ingress"} 2026-07-28T18:54:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c274b77e-9be2-4a42-85ca-52b6d412de38", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T18:54:27Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T18:54:27Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T18:54:31Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T18:54:31Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T18:54:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "be059e73-3767-4d3c-bdcd-ac77e0578fa7", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:54:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "be059e73-3767-4d3c-bdcd-ac77e0578fa7", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e-authn-ssl"} 2026-07-28T18:54:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "be059e73-3767-4d3c-bdcd-ac77e0578fa7", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:54:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "ef82d94a-f219-4b0e-afba-b3db9c437d45", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:54:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "ef82d94a-f219-4b0e-afba-b3db9c437d45", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e-authn-ssl"} 2026-07-28T18:54:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "ef82d94a-f219-4b0e-afba-b3db9c437d45", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:54:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "50835bf1-8554-4aa5-a321-7e47dd2e00cf", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:54:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "50835bf1-8554-4aa5-a321-7e47dd2e00cf", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:54:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "50835bf1-8554-4aa5-a321-7e47dd2e00cf", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:54:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "50835bf1-8554-4aa5-a321-7e47dd2e00cf", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e-kserve-route-authn"} 2026-07-28T18:54:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "50835bf1-8554-4aa5-a321-7e47dd2e00cf", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "authType": "userdefined"} 2026-07-28T18:54:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "50835bf1-8554-4aa5-a321-7e47dd2e00cf", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:54:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "3e9a0ecb-8afd-4e9e-9abc-da2c1865bfae", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:54:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "3e9a0ecb-8afd-4e9e-9abc-da2c1865bfae", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e-authn-ssl"} 2026-07-28T18:54:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "3e9a0ecb-8afd-4e9e-9abc-da2c1865bfae", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:55:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "ba155b77-0d20-41e9-8bbf-0849fd5690d0", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:55:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "ba155b77-0d20-41e9-8bbf-0849fd5690d0", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e-authn-ssl"} 2026-07-28T18:55:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "ba155b77-0d20-41e9-8bbf-0849fd5690d0", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:55:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56e238e6-15ad-4872-bf1b-afc45e3dc36e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:55:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56e238e6-15ad-4872-bf1b-afc45e3dc36e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T18:55:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56e238e6-15ad-4872-bf1b-afc45e3dc36e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-c1237e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T18:55:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "odh-trusted-ca-bundle", "reconcileID": "cfd4dea7-acda-4df2-be8a-5ee82a653680", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:55:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "odh-trusted-ca-bundle", "reconcileID": "cfd4dea7-acda-4df2-be8a-5ee82a653680", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:55:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "openshift-service-ca.crt", "reconcileID": "1b1097fc-3921-4ebf-895d-4a47cbd8ffe9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:55:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "openshift-service-ca.crt", "reconcileID": "1b1097fc-3921-4ebf-895d-4a47cbd8ffe9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:55:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f735c4c3-6280-4299-8702-190087c4ddaa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:55:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f735c4c3-6280-4299-8702-190087c4ddaa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:55:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "3ce05b55-a1ce-4768-9887-1c76e55fff3d", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:55:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "3ce05b55-a1ce-4768-9887-1c76e55fff3d", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e"} 2026-07-28T18:55:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "3ce05b55-a1ce-4768-9887-1c76e55fff3d", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:55:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "3ce05b55-a1ce-4768-9887-1c76e55fff3d", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:55:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "3ce05b55-a1ce-4768-9887-1c76e55fff3d", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e-kserve-route-authn"} 2026-07-28T18:55:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "3ce05b55-a1ce-4768-9887-1c76e55fff3d", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e-kserve-route-authn"} 2026-07-28T18:55:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "3ce05b55-a1ce-4768-9887-1c76e55fff3d", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:55:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "3ce05b55-a1ce-4768-9887-1c76e55fff3d", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:55:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "8639705b-5074-40d0-8eb7-f9ec0929746a", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:55:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "8639705b-5074-40d0-8eb7-f9ec0929746a", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e"} 2026-07-28T18:55:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "8639705b-5074-40d0-8eb7-f9ec0929746a", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:55:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "8639705b-5074-40d0-8eb7-f9ec0929746a", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:55:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "8639705b-5074-40d0-8eb7-f9ec0929746a", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e-kserve-route-authn"} 2026-07-28T18:55:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "8639705b-5074-40d0-8eb7-f9ec0929746a", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e-kserve-route-authn"} 2026-07-28T18:55:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "8639705b-5074-40d0-8eb7-f9ec0929746a", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:55:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "8639705b-5074-40d0-8eb7-f9ec0929746a", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:55:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1237e","namespace":"ai-tenant-e2e-ipp-a-c1237e"}, "namespace": "ai-tenant-e2e-ipp-a-c1237e", "name": "ipp-route-c1237e", "reconcileID": "522de7c5-5542-4536-8fde-a54b4483c06d", "LLMInferenceService": "ipp-route-c1237e", "namespace": "ai-tenant-e2e-ipp-a-c1237e"} 2026-07-28T18:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "c261c7fe-6cdb-4eaa-b431-7dce2c21965c", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "c261c7fe-6cdb-4eaa-b431-7dce2c21965c", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e-authn-ssl"} 2026-07-28T18:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1237e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1237e", "reconcileID": "c261c7fe-6cdb-4eaa-b431-7dce2c21965c", "Gateway": "e2e-ipp-a-c1237e", "namespace": "openshift-ingress"} 2026-07-28T18:55:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7ee742ed-c66a-4138-b333-c4ad56418641", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T18:56:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "320df052-acf0-44b3-a2db-908d149c40a2", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress"} 2026-07-28T18:56:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "320df052-acf0-44b3-a2db-908d149c40a2", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953-authn-ssl"} 2026-07-28T18:56:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "320df052-acf0-44b3-a2db-908d149c40a2", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress"} 2026-07-28T18:56:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "8d85dbdc-6a1c-453d-ae8d-60869c876fe0", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress"} 2026-07-28T18:56:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "8d85dbdc-6a1c-453d-ae8d-60869c876fe0", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953-authn-ssl"} 2026-07-28T18:56:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ae953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ae953", "reconcileID": "8d85dbdc-6a1c-453d-ae8d-60869c876fe0", "Gateway": "e2e-ipp-b-0ae953", "namespace": "openshift-ingress"} 2026-07-28T18:56:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ae953"}, "namespace": "ai-tenant-e2e-ipp-b-0ae953", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d17b1236-c335-45e5-a9ab-0670e3cce1c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0ae953"} 2026-07-28T18:56:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ae953"}, "namespace": "ai-tenant-e2e-ipp-b-0ae953", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d17b1236-c335-45e5-a9ab-0670e3cce1c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0ae953", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T18:56:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ae953"}, "namespace": "ai-tenant-e2e-ipp-b-0ae953", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d17b1236-c335-45e5-a9ab-0670e3cce1c9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-0ae953 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T18:56:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ae953"}, "namespace": "ai-tenant-e2e-ipp-b-0ae953", "name": "odh-trusted-ca-bundle", "reconcileID": "37e3e5ba-647f-4a7b-8501-e412b4f538ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0ae953"} 2026-07-28T18:56:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ae953"}, "namespace": "ai-tenant-e2e-ipp-b-0ae953", "name": "odh-trusted-ca-bundle", "reconcileID": "37e3e5ba-647f-4a7b-8501-e412b4f538ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0ae953"} 2026-07-28T18:56:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0ae953"}, "namespace": "ai-tenant-e2e-ipp-b-0ae953", "name": "openshift-service-ca.crt", "reconcileID": "0f3b2f26-3be1-4e76-9ea9-04bfe1724202", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0ae953"} 2026-07-28T18:56:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0ae953"}, "namespace": "ai-tenant-e2e-ipp-b-0ae953", "name": "openshift-service-ca.crt", "reconcileID": "0f3b2f26-3be1-4e76-9ea9-04bfe1724202", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0ae953"} 2026-07-28T18:56:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ae953"}, "namespace": "ai-tenant-e2e-ipp-b-0ae953", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "485c4c7b-e6cc-4a19-9807-eb87c0250ae5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0ae953"} 2026-07-28T18:56:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ae953"}, "namespace": "ai-tenant-e2e-ipp-b-0ae953", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "485c4c7b-e6cc-4a19-9807-eb87c0250ae5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0ae953"} 2026-07-28T18:56:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5aa50583-0c15-4ce1-b9e0-af0c121bd8f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T18:56:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "89bbfb3c-c52b-44b3-a98f-c9a94f08f078", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:56:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "89bbfb3c-c52b-44b3-a98f-c9a94f08f078", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d-authn-ssl"} 2026-07-28T18:56:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "89bbfb3c-c52b-44b3-a98f-c9a94f08f078", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:56:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "9922e07c-a4e0-48a8-bdc8-8ab7ef6ae1d7", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:56:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "9922e07c-a4e0-48a8-bdc8-8ab7ef6ae1d7", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d-authn-ssl"} 2026-07-28T18:56:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e11d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e11d", "reconcileID": "9922e07c-a4e0-48a8-bdc8-8ab7ef6ae1d7", "Gateway": "e2e-shared-a-37e11d", "namespace": "openshift-ingress"} 2026-07-28T18:56:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3293e4d9-4e7c-405b-a65e-436219ad478d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:56:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3293e4d9-4e7c-405b-a65e-436219ad478d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-37e11d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T18:56:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3293e4d9-4e7c-405b-a65e-436219ad478d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-37e11d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T18:56:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "odh-trusted-ca-bundle", "reconcileID": "924e97bd-928c-4d9c-b67b-9c3d07fc539a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:56:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "odh-trusted-ca-bundle", "reconcileID": "924e97bd-928c-4d9c-b67b-9c3d07fc539a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:56:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "openshift-service-ca.crt", "reconcileID": "cf341e9c-c4e0-46c4-b049-111ad14770ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:56:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "openshift-service-ca.crt", "reconcileID": "cf341e9c-c4e0-46c4-b049-111ad14770ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:56:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8d0d1e7-59e9-4665-9174-a27ebb8ed3c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:56:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-37e11d"}, "namespace": "ai-tenant-e2e-shared-a-37e11d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8d0d1e7-59e9-4665-9174-a27ebb8ed3c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-37e11d"} 2026-07-28T18:56:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3dd4a046-5046-4ffd-b916-cd0de8381eb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T18:56:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d15e28fe-ffe4-4b77-855c-2615678d1884", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T18:56:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ebd940db-51b7-4b3b-874b-d4ef7a2d2d16", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T18:56:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "f332522a-bedf-48e0-9632-d8b2ceb41bfe", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:56:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "f332522a-bedf-48e0-9632-d8b2ceb41bfe", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101-authn-ssl"} 2026-07-28T18:56:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "f332522a-bedf-48e0-9632-d8b2ceb41bfe", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:56:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "2a700da7-3d87-4b7a-b578-4c9cc9cae91c", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:56:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "2a700da7-3d87-4b7a-b578-4c9cc9cae91c", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101-authn-ssl"} 2026-07-28T18:56:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36101", "reconcileID": "2a700da7-3d87-4b7a-b578-4c9cc9cae91c", "Gateway": "e2e-shared-b-f36101", "namespace": "openshift-ingress"} 2026-07-28T18:56:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61d79a1c-9e07-4036-b22b-2e6863eafac5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:56:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61d79a1c-9e07-4036-b22b-2e6863eafac5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f36101", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T18:56:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61d79a1c-9e07-4036-b22b-2e6863eafac5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-f36101 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T18:56:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "odh-trusted-ca-bundle", "reconcileID": "b534c235-3a04-4c4d-94d0-ff2d353ab41e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:56:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "odh-trusted-ca-bundle", "reconcileID": "b534c235-3a04-4c4d-94d0-ff2d353ab41e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:56:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "openshift-service-ca.crt", "reconcileID": "3900bd4d-37de-4f7f-9f0c-0779c08f75ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:56:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "openshift-service-ca.crt", "reconcileID": "3900bd4d-37de-4f7f-9f0c-0779c08f75ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:56:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9196effc-fb75-4a0c-8bc9-0561f8e4ebbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f36101"} 2026-07-28T18:56:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f36101"}, "namespace": "ai-tenant-e2e-shared-b-f36101", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9196effc-fb75-4a0c-8bc9-0561f8e4ebbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f36101"}