2026-07-28T20:22:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4", "reconcileID": "30994ff9-dc2d-40e9-b6c3-60d761c78a7f", "LLMInferenceService": "sub-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:22:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "59ffe0e9-de0c-452f-9369-32a97037f6f8", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:22:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "59ffe0e9-de0c-452f-9369-32a97037f6f8", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4-authn-ssl"} 2026-07-28T20:22:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "59ffe0e9-de0c-452f-9369-32a97037f6f8", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:22:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4", "reconcileID": "49363d83-cfd7-4724-9e40-72fd7b85ce37", "LLMInferenceService": "sub-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:22:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4", "reconcileID": "49363d83-cfd7-4724-9e40-72fd7b85ce37", "LLMInferenceService": "sub-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:22:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4", "reconcileID": "49363d83-cfd7-4724-9e40-72fd7b85ce37", "LLMInferenceService": "sub-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:22:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4", "reconcileID": "49363d83-cfd7-4724-9e40-72fd7b85ce37", "LLMInferenceService": "sub-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4-kserve-route-authn"} 2026-07-28T20:22:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4", "reconcileID": "49363d83-cfd7-4724-9e40-72fd7b85ce37", "LLMInferenceService": "sub-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "authType": "userdefined"} 2026-07-28T20:22:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4", "reconcileID": "49363d83-cfd7-4724-9e40-72fd7b85ce37", "LLMInferenceService": "sub-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:23:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4", "reconcileID": "8cde34dc-6787-4487-aa75-22553c7b9a9b", "LLMInferenceService": "sub-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:23:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4", "reconcileID": "8cde34dc-6787-4487-aa75-22553c7b9a9b", "LLMInferenceService": "sub-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:23:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4", "reconcileID": "8cde34dc-6787-4487-aa75-22553c7b9a9b", "LLMInferenceService": "sub-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:23:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4", "reconcileID": "8cde34dc-6787-4487-aa75-22553c7b9a9b", "LLMInferenceService": "sub-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4-kserve-route-authn"} 2026-07-28T20:23:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4", "reconcileID": "8cde34dc-6787-4487-aa75-22553c7b9a9b", "LLMInferenceService": "sub-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "authType": "userdefined"} 2026-07-28T20:23:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4", "reconcileID": "8cde34dc-6787-4487-aa75-22553c7b9a9b", "LLMInferenceService": "sub-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:23:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "ffb5f6c2-5acb-472f-bf52-bea90a69c99b", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:23:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "ffb5f6c2-5acb-472f-bf52-bea90a69c99b", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4-authn-ssl"} 2026-07-28T20:23:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "ffb5f6c2-5acb-472f-bf52-bea90a69c99b", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:23:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "602220ed-8f71-4d70-b1cd-08a69d26a053", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:23:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "602220ed-8f71-4d70-b1cd-08a69d26a053", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b-authn-ssl"} 2026-07-28T20:23:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "602220ed-8f71-4d70-b1cd-08a69d26a053", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:23:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "94e4c5c1-94ba-4752-a790-9d1b71766e82", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:23:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "94e4c5c1-94ba-4752-a790-9d1b71766e82", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4-authn-ssl"} 2026-07-28T20:23:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "94e4c5c1-94ba-4752-a790-9d1b71766e82", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:24:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "dc68f071-b1db-4a6d-a37b-dee830552fc6", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:24:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "dc68f071-b1db-4a6d-a37b-dee830552fc6", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4-authn-ssl"} 2026-07-28T20:24:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "dc68f071-b1db-4a6d-a37b-dee830552fc6", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:24:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "sub-test-model-bd928b", "reconcileID": "3247122e-749f-4434-9f65-063201b622d4", "LLMInferenceService": "sub-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:24:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "sub-test-model-bd928b", "reconcileID": "3247122e-749f-4434-9f65-063201b622d4", "LLMInferenceService": "sub-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "sub-test-model-bd928b"} 2026-07-28T20:24:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "sub-test-model-bd928b", "reconcileID": "3247122e-749f-4434-9f65-063201b622d4", "LLMInferenceService": "sub-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:24:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "sub-test-model-bd928b", "reconcileID": "3247122e-749f-4434-9f65-063201b622d4", "LLMInferenceService": "sub-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:24:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "sub-test-model-bd928b", "reconcileID": "3247122e-749f-4434-9f65-063201b622d4", "LLMInferenceService": "sub-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "sub-test-model-bd928b-kserve-route-authn"} 2026-07-28T20:24:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "sub-test-model-bd928b", "reconcileID": "3247122e-749f-4434-9f65-063201b622d4", "LLMInferenceService": "sub-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "sub-test-model-bd928b-kserve-route-authn"} 2026-07-28T20:24:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "sub-test-model-bd928b", "reconcileID": "3247122e-749f-4434-9f65-063201b622d4", "LLMInferenceService": "sub-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:24:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "sub-test-model-bd928b", "reconcileID": "3247122e-749f-4434-9f65-063201b622d4", "LLMInferenceService": "sub-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:24:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "sub-test-model-bd928b", "reconcileID": "02ea932f-e41c-43db-ba5b-73c470dece31", "LLMInferenceService": "sub-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:24:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "51a9fcab-af21-4ddc-b847-8b3fb340c893", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:24:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "51a9fcab-af21-4ddc-b847-8b3fb340c893", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b-authn-ssl"} 2026-07-28T20:24:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "51a9fcab-af21-4ddc-b847-8b3fb340c893", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:24:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "25b0eec7-7dd7-40b5-aae5-d9171f4aed8d", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:24:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "25b0eec7-7dd7-40b5-aae5-d9171f4aed8d", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b-authn-ssl"} 2026-07-28T20:24:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "25b0eec7-7dd7-40b5-aae5-d9171f4aed8d", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:24:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4", "reconcileID": "6329fdb2-569d-4fba-8c5d-1fef68e4a53a", "LLMInferenceService": "sub-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:24:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4", "reconcileID": "6329fdb2-569d-4fba-8c5d-1fef68e4a53a", "LLMInferenceService": "sub-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4"} 2026-07-28T20:24:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4", "reconcileID": "6329fdb2-569d-4fba-8c5d-1fef68e4a53a", "LLMInferenceService": "sub-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:24:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4", "reconcileID": "6329fdb2-569d-4fba-8c5d-1fef68e4a53a", "LLMInferenceService": "sub-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:24:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4", "reconcileID": "6329fdb2-569d-4fba-8c5d-1fef68e4a53a", "LLMInferenceService": "sub-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4-kserve-route-authn"} 2026-07-28T20:24:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4", "reconcileID": "6329fdb2-569d-4fba-8c5d-1fef68e4a53a", "LLMInferenceService": "sub-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4-kserve-route-authn"} 2026-07-28T20:24:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4", "reconcileID": "6329fdb2-569d-4fba-8c5d-1fef68e4a53a", "LLMInferenceService": "sub-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:24:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4", "reconcileID": "6329fdb2-569d-4fba-8c5d-1fef68e4a53a", "LLMInferenceService": "sub-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:24:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "sub-test-model-60efb4", "reconcileID": "bf326124-957b-4060-9ba0-d05ada31ec10", "LLMInferenceService": "sub-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:24:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "d6e83afd-1534-496c-a47e-ab5add86e449", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:24:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "d6e83afd-1534-496c-a47e-ab5add86e449", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4-authn-ssl"} 2026-07-28T20:24:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "d6e83afd-1534-496c-a47e-ab5add86e449", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:24:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "895d7c07-4e7b-4934-8a9f-f8d20ed42418", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:24:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "895d7c07-4e7b-4934-8a9f-f8d20ed42418", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4-authn-ssl"} 2026-07-28T20:24:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "895d7c07-4e7b-4934-8a9f-f8d20ed42418", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:24:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "548f8d00-229b-40e7-ba02-10c49c32f681", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:24:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "548f8d00-229b-40e7-ba02-10c49c32f681", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:24:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "548f8d00-229b-40e7-ba02-10c49c32f681", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:24:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "fcf82a78-faed-4328-8f6c-4f01b1aa4a32", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:24:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "548f8d00-229b-40e7-ba02-10c49c32f681", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b-kserve-route-authn"} 2026-07-28T20:24:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "548f8d00-229b-40e7-ba02-10c49c32f681", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b", "authType": "userdefined"} 2026-07-28T20:24:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "548f8d00-229b-40e7-ba02-10c49c32f681", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:24:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "fcf82a78-faed-4328-8f6c-4f01b1aa4a32", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b-authn-ssl"} 2026-07-28T20:24:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "fcf82a78-faed-4328-8f6c-4f01b1aa4a32", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:24:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "4b8f7d11-d9b2-405d-9579-1ba8c92f6084", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:24:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "4b8f7d11-d9b2-405d-9579-1ba8c92f6084", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:24:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "4b8f7d11-d9b2-405d-9579-1ba8c92f6084", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:24:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "4b8f7d11-d9b2-405d-9579-1ba8c92f6084", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b-kserve-route-authn"} 2026-07-28T20:24:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "4b8f7d11-d9b2-405d-9579-1ba8c92f6084", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b", "authType": "userdefined"} 2026-07-28T20:24:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "4b8f7d11-d9b2-405d-9579-1ba8c92f6084", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:24:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e5667d59-1fdb-4d7d-9ecf-ddf1f5d2ee33", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:24:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "8f4c02d6-21c1-4593-a38e-f322e0aadc00", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:24:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "8f4c02d6-21c1-4593-a38e-f322e0aadc00", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4-authn-ssl"} 2026-07-28T20:24:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "8f4c02d6-21c1-4593-a38e-f322e0aadc00", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:24:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "bce6b1a8-7217-44a9-9da5-794c82542421", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:24:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "bce6b1a8-7217-44a9-9da5-794c82542421", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b-authn-ssl"} 2026-07-28T20:24:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "bce6b1a8-7217-44a9-9da5-794c82542421", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:24:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "6e17e970-540a-479f-ae33-51bc7f8a3ad8", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:24:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "6e17e970-540a-479f-ae33-51bc7f8a3ad8", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b-authn-ssl"} 2026-07-28T20:24:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "6e17e970-540a-479f-ae33-51bc7f8a3ad8", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:24:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "48d8b7eb-84bf-4b6d-87a1-a8c5d5c0df23", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:24:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "48d8b7eb-84bf-4b6d-87a1-a8c5d5c0df23", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:24:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "48d8b7eb-84bf-4b6d-87a1-a8c5d5c0df23", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:24:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "48d8b7eb-84bf-4b6d-87a1-a8c5d5c0df23", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b-kserve-route-authn"} 2026-07-28T20:24:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "48d8b7eb-84bf-4b6d-87a1-a8c5d5c0df23", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b", "authType": "userdefined"} 2026-07-28T20:24:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "48d8b7eb-84bf-4b6d-87a1-a8c5d5c0df23", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:24:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "5a2efcdb-3e07-433f-b746-af552b878ad9", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:24:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "5a2efcdb-3e07-433f-b746-af552b878ad9", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:24:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "5a2efcdb-3e07-433f-b746-af552b878ad9", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:24:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "5a2efcdb-3e07-433f-b746-af552b878ad9", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b-kserve-route-authn"} 2026-07-28T20:24:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "5a2efcdb-3e07-433f-b746-af552b878ad9", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b", "authType": "userdefined"} 2026-07-28T20:24:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "5a2efcdb-3e07-433f-b746-af552b878ad9", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:24:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "13e7a24b-8f3a-441d-bb9f-2b35602a37e3", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:24:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "13e7a24b-8f3a-441d-bb9f-2b35602a37e3", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:24:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "13e7a24b-8f3a-441d-bb9f-2b35602a37e3", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:24:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "0bd7c0b6-604e-4acb-9012-aba9d80ecf7d", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:24:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "13e7a24b-8f3a-441d-bb9f-2b35602a37e3", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4-kserve-route-authn"} 2026-07-28T20:24:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "13e7a24b-8f3a-441d-bb9f-2b35602a37e3", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "authType": "userdefined"} 2026-07-28T20:24:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "13e7a24b-8f3a-441d-bb9f-2b35602a37e3", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:24:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "0bd7c0b6-604e-4acb-9012-aba9d80ecf7d", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4-authn-ssl"} 2026-07-28T20:24:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "0bd7c0b6-604e-4acb-9012-aba9d80ecf7d", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:24:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "3889ee33-08ee-474e-abbf-2364a60ddd92", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:24:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "3889ee33-08ee-474e-abbf-2364a60ddd92", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:24:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "3889ee33-08ee-474e-abbf-2364a60ddd92", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:24:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "3889ee33-08ee-474e-abbf-2364a60ddd92", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4-kserve-route-authn"} 2026-07-28T20:24:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "3889ee33-08ee-474e-abbf-2364a60ddd92", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "authType": "userdefined"} 2026-07-28T20:24:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "3889ee33-08ee-474e-abbf-2364a60ddd92", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:25:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "80216848-aa04-48d7-a260-b44b2ef45816", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:25:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "80216848-aa04-48d7-a260-b44b2ef45816", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4-authn-ssl"} 2026-07-28T20:25:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "80216848-aa04-48d7-a260-b44b2ef45816", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:25:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "a90468c8-fed6-44d0-bd91-83f7dc696434", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:25:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "a90468c8-fed6-44d0-bd91-83f7dc696434", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:25:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "a90468c8-fed6-44d0-bd91-83f7dc696434", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:25:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "a90468c8-fed6-44d0-bd91-83f7dc696434", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4-kserve-route-authn"} 2026-07-28T20:25:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "a90468c8-fed6-44d0-bd91-83f7dc696434", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "authType": "userdefined"} 2026-07-28T20:25:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "a90468c8-fed6-44d0-bd91-83f7dc696434", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:25:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "9cfbc823-5bba-4b99-b519-bc7ec7f60c5c", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:25:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "9cfbc823-5bba-4b99-b519-bc7ec7f60c5c", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:25:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "9cfbc823-5bba-4b99-b519-bc7ec7f60c5c", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:25:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "9cfbc823-5bba-4b99-b519-bc7ec7f60c5c", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4-kserve-route-authn"} 2026-07-28T20:25:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "9cfbc823-5bba-4b99-b519-bc7ec7f60c5c", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "authType": "userdefined"} 2026-07-28T20:25:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "9cfbc823-5bba-4b99-b519-bc7ec7f60c5c", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:25:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "d7e35bfc-57d5-42af-9815-7e58b25cb39b", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:25:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "d7e35bfc-57d5-42af-9815-7e58b25cb39b", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:25:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "d7e35bfc-57d5-42af-9815-7e58b25cb39b", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:25:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "d7e35bfc-57d5-42af-9815-7e58b25cb39b", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4-kserve-route-authn"} 2026-07-28T20:25:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "d7e35bfc-57d5-42af-9815-7e58b25cb39b", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "authType": "userdefined"} 2026-07-28T20:25:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "d7e35bfc-57d5-42af-9815-7e58b25cb39b", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:25:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "09493b73-a16e-422d-b362-590736daa076", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:25:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "09493b73-a16e-422d-b362-590736daa076", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b-authn-ssl"} 2026-07-28T20:25:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "09493b73-a16e-422d-b362-590736daa076", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:25:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "eb66cf57-ac85-478e-8c2f-379a7bb522f1", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:25:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "eb66cf57-ac85-478e-8c2f-379a7bb522f1", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4-authn-ssl"} 2026-07-28T20:25:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "eb66cf57-ac85-478e-8c2f-379a7bb522f1", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:26:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "6b4cfa2d-b6ed-4a68-a21a-2b04c0add38b", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:26:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "6b4cfa2d-b6ed-4a68-a21a-2b04c0add38b", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b"} 2026-07-28T20:26:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "6b4cfa2d-b6ed-4a68-a21a-2b04c0add38b", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:26:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "6b4cfa2d-b6ed-4a68-a21a-2b04c0add38b", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:26:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "6b4cfa2d-b6ed-4a68-a21a-2b04c0add38b", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b-kserve-route-authn"} 2026-07-28T20:26:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "6b4cfa2d-b6ed-4a68-a21a-2b04c0add38b", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b-kserve-route-authn"} 2026-07-28T20:26:16Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "6b4cfa2d-b6ed-4a68-a21a-2b04c0add38b", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:26:16Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "6b4cfa2d-b6ed-4a68-a21a-2b04c0add38b", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:26:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd928b","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "rate-test-model-bd928b", "reconcileID": "97619cda-08e6-4cc5-9e09-bec2bdce3a6a", "LLMInferenceService": "rate-test-model-bd928b", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:26:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "0101d053-50e7-4802-aa37-1809bc5a9a4d", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:26:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "0101d053-50e7-4802-aa37-1809bc5a9a4d", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b-authn-ssl"} 2026-07-28T20:26:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "0101d053-50e7-4802-aa37-1809bc5a9a4d", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:26:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "b4ce77f5-cb2a-4ad6-894f-43343b204cf7", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:26:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "b4ce77f5-cb2a-4ad6-894f-43343b204cf7", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b-authn-ssl"} 2026-07-28T20:26:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "b4ce77f5-cb2a-4ad6-894f-43343b204cf7", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:26:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "003559af-6b0b-46e8-94e2-b4bd5e9e9f36", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:26:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "003559af-6b0b-46e8-94e2-b4bd5e9e9f36", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4"} 2026-07-28T20:26:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "003559af-6b0b-46e8-94e2-b4bd5e9e9f36", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:26:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "003559af-6b0b-46e8-94e2-b4bd5e9e9f36", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:26:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "003559af-6b0b-46e8-94e2-b4bd5e9e9f36", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4-kserve-route-authn"} 2026-07-28T20:26:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "003559af-6b0b-46e8-94e2-b4bd5e9e9f36", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4-kserve-route-authn"} 2026-07-28T20:26:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "003559af-6b0b-46e8-94e2-b4bd5e9e9f36", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:26:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "003559af-6b0b-46e8-94e2-b4bd5e9e9f36", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:26:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-60efb4","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "rate-test-model-60efb4", "reconcileID": "9bb3f2ba-6b37-481b-9c4a-a135be21c074", "LLMInferenceService": "rate-test-model-60efb4", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:26:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "c5745af9-ceee-453d-9882-b1102d965833", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:26:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "c5745af9-ceee-453d-9882-b1102d965833", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4-authn-ssl"} 2026-07-28T20:26:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "c5745af9-ceee-453d-9882-b1102d965833", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:26:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "6ac4349d-3fe0-48d2-991e-f46a9f5b32b2", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:26:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "6ac4349d-3fe0-48d2-991e-f46a9f5b32b2", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4-authn-ssl"} 2026-07-28T20:26:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "6ac4349d-3fe0-48d2-991e-f46a9f5b32b2", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:26:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "c2dbc37c-793b-47c2-b033-5ff82efbe2e9", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:26:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "c2dbc37c-793b-47c2-b033-5ff82efbe2e9", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4-authn-ssl"} 2026-07-28T20:26:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "c2dbc37c-793b-47c2-b033-5ff82efbe2e9", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:26:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "6da10fac-e49e-4c6f-aace-c09c6aef3665", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:26:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "6da10fac-e49e-4c6f-aace-c09c6aef3665", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b-authn-ssl"} 2026-07-28T20:26:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "6da10fac-e49e-4c6f-aace-c09c6aef3665", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:26:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "ae84886b-2078-4f49-8f98-a83ae21cd889", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:26:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "ae84886b-2078-4f49-8f98-a83ae21cd889", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9-authn-ssl"} 2026-07-28T20:26:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "ae84886b-2078-4f49-8f98-a83ae21cd889", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:26:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "4612f3ab-5b12-45f6-8107-65971ec05190", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:26:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "4612f3ab-5b12-45f6-8107-65971ec05190", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9-authn-ssl"} 2026-07-28T20:26:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "4612f3ab-5b12-45f6-8107-65971ec05190", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:26:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "4f644808-bde5-4e49-bf1a-5c5c36d1e52f", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:26:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "4f644808-bde5-4e49-bf1a-5c5c36d1e52f", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9-authn-ssl"} 2026-07-28T20:26:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "4f644808-bde5-4e49-bf1a-5c5c36d1e52f", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:26:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "7cf7c4bc-e54d-4d44-a3c0-a994194d4e2f", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:26:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "7cf7c4bc-e54d-4d44-a3c0-a994194d4e2f", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9-authn-ssl"} 2026-07-28T20:26:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "7cf7c4bc-e54d-4d44-a3c0-a994194d4e2f", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:26:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "35b8e93b-d857-4d90-9449-74e46ef6632c", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:26:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "35b8e93b-d857-4d90-9449-74e46ef6632c", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9-authn-ssl"} 2026-07-28T20:26:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "35b8e93b-d857-4d90-9449-74e46ef6632c", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:26:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "2fc4511d-f4b3-4cdb-9b49-c2755b22352a", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:26:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "2fc4511d-f4b3-4cdb-9b49-c2755b22352a", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9-authn-ssl"} 2026-07-28T20:26:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "2fc4511d-f4b3-4cdb-9b49-c2755b22352a", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:26:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "f9ea37d4-cca7-4d70-a4b3-f462708409c3", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:26:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "f9ea37d4-cca7-4d70-a4b3-f462708409c3", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9-authn-ssl"} 2026-07-28T20:26:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "f9ea37d4-cca7-4d70-a4b3-f462708409c3", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:26:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "odh-trusted-ca-bundle", "reconcileID": "6ee622cc-8789-48d2-9bee-d20e5d70d055", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:26:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "openshift-service-ca.crt", "reconcileID": "f4de5008-6d13-405d-ac2f-213896a2edd7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:26:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "openshift-service-ca.crt", "reconcileID": "ff8897b4-a4e9-4df6-9004-a97a3ff36a1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:26:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "openshift-service-ca.crt", "reconcileID": "ff8897b4-a4e9-4df6-9004-a97a3ff36a1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:26:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "openshift-service-ca.crt", "reconcileID": "61afd9f9-81f8-446f-bb8c-8f26eb2b9e69", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:26:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "openshift-service-ca.crt", "reconcileID": "61afd9f9-81f8-446f-bb8c-8f26eb2b9e69", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:26:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "902868dc-5529-4297-8561-33c9fa81aab9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:26:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "902868dc-5529-4297-8561-33c9fa81aab9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:26:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "odh-trusted-ca-bundle", "reconcileID": "d3055630-1bef-4a20-b33d-086f812082d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:26:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "openshift-service-ca.crt", "reconcileID": "201e793c-8c12-468a-b783-79885e2db00a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:26:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f883adc-5568-4fe8-8e5f-f173e2eaf0bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:26:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "03c6aaee-9f0e-44de-8094-712a0612b46b", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:26:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "03c6aaee-9f0e-44de-8094-712a0612b46b", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9-authn-ssl"} 2026-07-28T20:26:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "03c6aaee-9f0e-44de-8094-712a0612b46b", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:26:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "08c3477a-27b0-44ee-b8c3-67eba740aa62", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:26:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ce51297f-718d-4ab6-91ca-a97ae8bdb304", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:26:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "440b7727-479c-48fd-9fc6-881e8e4d31ce", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:26:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "440b7727-479c-48fd-9fc6-881e8e4d31ce", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9-authn-ssl"} 2026-07-28T20:26:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "440b7727-479c-48fd-9fc6-881e8e4d31ce", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:27:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "049de06d-b5be-496c-afcf-c07e93ee8a53", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:27:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "e972a827-43fb-494a-b588-6d5b33e99cdc", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:27:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "e972a827-43fb-494a-b588-6d5b33e99cdc", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93-authn-ssl"} 2026-07-28T20:27:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "e972a827-43fb-494a-b588-6d5b33e99cdc", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:27:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "65542ea7-c2ab-4939-8fa0-c3629a5aa0d4", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:27:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "65542ea7-c2ab-4939-8fa0-c3629a5aa0d4", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93-authn-ssl"} 2026-07-28T20:27:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "65542ea7-c2ab-4939-8fa0-c3629a5aa0d4", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:27:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "b55a62fa-d2f1-4dc9-ad71-d7eb84d47cee", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:27:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "b55a62fa-d2f1-4dc9-ad71-d7eb84d47cee", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93-authn-ssl"} 2026-07-28T20:27:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "b55a62fa-d2f1-4dc9-ad71-d7eb84d47cee", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:27:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "fd564008-0cbc-4085-95f2-ad9cdd874c88", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:27:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "fd564008-0cbc-4085-95f2-ad9cdd874c88", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93-authn-ssl"} 2026-07-28T20:27:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "fd564008-0cbc-4085-95f2-ad9cdd874c88", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:27:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "4665e8cd-87b8-467c-a2e4-ae21b0d689d2", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:27:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "4665e8cd-87b8-467c-a2e4-ae21b0d689d2", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93-authn-ssl"} 2026-07-28T20:27:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "4665e8cd-87b8-467c-a2e4-ae21b0d689d2", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:27:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "be72cce4-2254-4cd1-93a1-58e8af0b4666", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:27:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "be72cce4-2254-4cd1-93a1-58e8af0b4666", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93-authn-ssl"} 2026-07-28T20:27:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "be72cce4-2254-4cd1-93a1-58e8af0b4666", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:27:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "85b6764f-e8d9-466a-94d7-5532195f8287", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:27:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "85b6764f-e8d9-466a-94d7-5532195f8287", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93-authn-ssl"} 2026-07-28T20:27:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "85b6764f-e8d9-466a-94d7-5532195f8287", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:27:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "cebd1a59-161e-4866-ae82-f13c8955ef92", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:27:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "cebd1a59-161e-4866-ae82-f13c8955ef92", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93-authn-ssl"} 2026-07-28T20:27:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "cebd1a59-161e-4866-ae82-f13c8955ef92", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:27:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f11e93"}, "namespace": "ai-tenant-e2e-ipp-b-f11e93", "name": "openshift-service-ca.crt", "reconcileID": "38bb6aad-2bc1-4a16-b213-29c0017b944f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f11e93"} 2026-07-28T20:27:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f11e93"}, "namespace": "ai-tenant-e2e-ipp-b-f11e93", "name": "odh-trusted-ca-bundle", "reconcileID": "f5b9a9e1-2f9c-4cab-817c-c1d041adabf7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f11e93", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:27:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f11e93"}, "namespace": "ai-tenant-e2e-ipp-b-f11e93", "name": "odh-trusted-ca-bundle", "reconcileID": "f5b9a9e1-2f9c-4cab-817c-c1d041adabf7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f11e93"} 2026-07-28T20:27:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f11e93"}, "namespace": "ai-tenant-e2e-ipp-b-f11e93", "name": "openshift-service-ca.crt", "reconcileID": "5ddc94f9-d0b5-449e-b153-27bb66bbac44", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f11e93"} 2026-07-28T20:27:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f11e93"}, "namespace": "ai-tenant-e2e-ipp-b-f11e93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16d17fa7-ce08-4c63-b06e-8c5e250bd120", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f11e93"} 2026-07-28T20:27:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f11e93"}, "namespace": "ai-tenant-e2e-ipp-b-f11e93", "name": "odh-trusted-ca-bundle", "reconcileID": "df9dffe9-8e6c-4a75-9425-3798ac1550b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f11e93", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:27:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f11e93"}, "namespace": "ai-tenant-e2e-ipp-b-f11e93", "name": "odh-trusted-ca-bundle", "reconcileID": "df9dffe9-8e6c-4a75-9425-3798ac1550b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f11e93"} 2026-07-28T20:27:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f11e93"}, "namespace": "ai-tenant-e2e-ipp-b-f11e93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f5a4422-cb71-4916-92d2-36269735465d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f11e93"} 2026-07-28T20:27:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "17829fcd-0dc4-4cfe-86cb-e0c1b6999d9a", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:27:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "17829fcd-0dc4-4cfe-86cb-e0c1b6999d9a", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93-authn-ssl"} 2026-07-28T20:27:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "17829fcd-0dc4-4cfe-86cb-e0c1b6999d9a", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:27:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "314ebfe1-c857-4af1-90a0-39f29d09d8f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:27:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5cdb1aaa-efe0-45e9-ba1f-2723672b5b8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:27:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "570312f0-a3b3-427e-8493-7710c212b499", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:27:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "570312f0-a3b3-427e-8493-7710c212b499", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93-authn-ssl"} 2026-07-28T20:27:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "570312f0-a3b3-427e-8493-7710c212b499", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:27:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "77ce32d4-778c-4e6d-a03d-3b5f8d62efb7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:27:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "363493b3-d874-43cf-8933-e8637bcd16ba", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:27:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "363493b3-d874-43cf-8933-e8637bcd16ba", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:27:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "363493b3-d874-43cf-8933-e8637bcd16ba", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:27:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "4139e059-7799-48c0-be53-d0c8e9f8d8bd", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:27:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "363493b3-d874-43cf-8933-e8637bcd16ba", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9-kserve-route-authn"} 2026-07-28T20:27:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "363493b3-d874-43cf-8933-e8637bcd16ba", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "authType": "userdefined"} 2026-07-28T20:27:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "363493b3-d874-43cf-8933-e8637bcd16ba", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:27:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "4139e059-7799-48c0-be53-d0c8e9f8d8bd", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9-authn-ssl"} 2026-07-28T20:27:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "4139e059-7799-48c0-be53-d0c8e9f8d8bd", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:27:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "478177f1-da1b-4f58-aadb-c807d33fdf84", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:27:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "478177f1-da1b-4f58-aadb-c807d33fdf84", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:27:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "478177f1-da1b-4f58-aadb-c807d33fdf84", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:27:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "478177f1-da1b-4f58-aadb-c807d33fdf84", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9-kserve-route-authn"} 2026-07-28T20:27:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "478177f1-da1b-4f58-aadb-c807d33fdf84", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "authType": "userdefined"} 2026-07-28T20:27:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "478177f1-da1b-4f58-aadb-c807d33fdf84", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:27:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "2bb2e2fb-d129-40a9-933a-5ef99fc09f71", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:27:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "2bb2e2fb-d129-40a9-933a-5ef99fc09f71", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9-authn-ssl"} 2026-07-28T20:27:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "2bb2e2fb-d129-40a9-933a-5ef99fc09f71", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:27:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "11ff88ef-89b9-4145-80b7-8f1eefdec008", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:27:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "11ff88ef-89b9-4145-80b7-8f1eefdec008", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:27:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "11ff88ef-89b9-4145-80b7-8f1eefdec008", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:27:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "11ff88ef-89b9-4145-80b7-8f1eefdec008", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9-kserve-route-authn"} 2026-07-28T20:27:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "11ff88ef-89b9-4145-80b7-8f1eefdec008", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "authType": "userdefined"} 2026-07-28T20:27:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "11ff88ef-89b9-4145-80b7-8f1eefdec008", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:27:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "aad870d1-d494-41af-bb8b-debc9f65c67d", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:27:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "aad870d1-d494-41af-bb8b-debc9f65c67d", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:27:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "aad870d1-d494-41af-bb8b-debc9f65c67d", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:27:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "aad870d1-d494-41af-bb8b-debc9f65c67d", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9-kserve-route-authn"} 2026-07-28T20:27:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "aad870d1-d494-41af-bb8b-debc9f65c67d", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "authType": "userdefined"} 2026-07-28T20:27:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "aad870d1-d494-41af-bb8b-debc9f65c67d", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:28:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "e7d452f2-f39d-49ac-8b08-2d0861bec1fa", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:28:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "e7d452f2-f39d-49ac-8b08-2d0861bec1fa", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:28:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "e7d452f2-f39d-49ac-8b08-2d0861bec1fa", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:28:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "e7d452f2-f39d-49ac-8b08-2d0861bec1fa", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9-kserve-route-authn"} 2026-07-28T20:28:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "e7d452f2-f39d-49ac-8b08-2d0861bec1fa", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "authType": "userdefined"} 2026-07-28T20:28:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "e7d452f2-f39d-49ac-8b08-2d0861bec1fa", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:28:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "c26f9cff-b1e0-4329-b8ee-9198f629e097", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:28:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "c26f9cff-b1e0-4329-b8ee-9198f629e097", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9-authn-ssl"} 2026-07-28T20:28:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "c26f9cff-b1e0-4329-b8ee-9198f629e097", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:28:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "44395ee4-ade0-42c0-a127-1f341bbb6e03", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress"} 2026-07-28T20:28:48Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "44395ee4-ade0-42c0-a127-1f341bbb6e03", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813-authn-ssl"} 2026-07-28T20:28:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "44395ee4-ade0-42c0-a127-1f341bbb6e03", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress"} 2026-07-28T20:28:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "2c2b5a82-3686-4f90-8259-81ef4bdc3b6a", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress"} 2026-07-28T20:28:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "2c2b5a82-3686-4f90-8259-81ef4bdc3b6a", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813-authn-ssl"} 2026-07-28T20:28:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "2c2b5a82-3686-4f90-8259-81ef4bdc3b6a", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress"} 2026-07-28T20:28:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "0d68220d-656c-4dfe-9335-c94af04c2fd6", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress"} 2026-07-28T20:28:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "0d68220d-656c-4dfe-9335-c94af04c2fd6", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813-authn-ssl"} 2026-07-28T20:28:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "0d68220d-656c-4dfe-9335-c94af04c2fd6", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress"} 2026-07-28T20:28:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "03dc1ac9-3a34-446c-a9f4-123d7c71d809", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress"} 2026-07-28T20:28:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "03dc1ac9-3a34-446c-a9f4-123d7c71d809", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813-authn-ssl"} 2026-07-28T20:28:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "03dc1ac9-3a34-446c-a9f4-123d7c71d809", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress"} 2026-07-28T20:28:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "1bf2b44d-85d7-436f-be0e-0be1c88425e9", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress"} 2026-07-28T20:28:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "1bf2b44d-85d7-436f-be0e-0be1c88425e9", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813-authn-ssl"} 2026-07-28T20:28:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "1bf2b44d-85d7-436f-be0e-0be1c88425e9", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress"} 2026-07-28T20:28:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "790d8849-eda6-46b9-93b7-3b7c73d2ff67", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress"} 2026-07-28T20:28:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "790d8849-eda6-46b9-93b7-3b7c73d2ff67", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813-authn-ssl"} 2026-07-28T20:28:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "790d8849-eda6-46b9-93b7-3b7c73d2ff67", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress"} 2026-07-28T20:28:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "8d607ad0-61fa-499a-af31-32774a5a8c99", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress"} 2026-07-28T20:28:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "8d607ad0-61fa-499a-af31-32774a5a8c99", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813-authn-ssl"} 2026-07-28T20:28:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "8d607ad0-61fa-499a-af31-32774a5a8c99", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress"} 2026-07-28T20:28:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-635813"}, "namespace": "ai-tenant-e2e-ipp-cleanup-635813", "name": "openshift-service-ca.crt", "reconcileID": "e299b8a1-bb95-4b07-87cb-bfe3a9203c2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-635813"} 2026-07-28T20:28:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-635813"}, "namespace": "ai-tenant-e2e-ipp-cleanup-635813", "name": "odh-trusted-ca-bundle", "reconcileID": "627d2c66-88b2-4a41-b069-bfe6b94043c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-635813"} 2026-07-28T20:28:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-635813"}, "namespace": "ai-tenant-e2e-ipp-cleanup-635813", "name": "openshift-service-ca.crt", "reconcileID": "cba2b749-8a62-4d43-b77c-59da4d5a8919", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-635813", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:28:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-635813"}, "namespace": "ai-tenant-e2e-ipp-cleanup-635813", "name": "openshift-service-ca.crt", "reconcileID": "cba2b749-8a62-4d43-b77c-59da4d5a8919", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-635813"} 2026-07-28T20:28:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-635813"}, "namespace": "ai-tenant-e2e-ipp-cleanup-635813", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa456a0f-649d-491a-be3c-2ba7d28fc495", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-635813"} 2026-07-28T20:28:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-635813"}, "namespace": "ai-tenant-e2e-ipp-cleanup-635813", "name": "openshift-service-ca.crt", "reconcileID": "2f7f207c-f10f-4229-9a4b-0953135127ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-635813"} 2026-07-28T20:28:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-635813"}, "namespace": "ai-tenant-e2e-ipp-cleanup-635813", "name": "odh-trusted-ca-bundle", "reconcileID": "759863ae-9524-44cf-bf02-3e3a3b76814f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-635813", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:28:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-635813"}, "namespace": "ai-tenant-e2e-ipp-cleanup-635813", "name": "odh-trusted-ca-bundle", "reconcileID": "759863ae-9524-44cf-bf02-3e3a3b76814f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-635813"} 2026-07-28T20:28:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-635813"}, "namespace": "ai-tenant-e2e-ipp-cleanup-635813", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21d3dfec-29fe-4ba9-85f8-b56e59161adc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-635813"} 2026-07-28T20:28:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "aee1e564-531a-4286-aa49-2c8945a794a9", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress"} 2026-07-28T20:28:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "aee1e564-531a-4286-aa49-2c8945a794a9", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813-authn-ssl"} 2026-07-28T20:28:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "aee1e564-531a-4286-aa49-2c8945a794a9", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress"} 2026-07-28T20:28:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "567346cd-1074-457f-8f1e-ef1402715172", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:29:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "df253652-32e6-48c1-9d40-be3db3b1b7ad", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress"} 2026-07-28T20:29:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "df253652-32e6-48c1-9d40-be3db3b1b7ad", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813-authn-ssl"} 2026-07-28T20:29:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "df253652-32e6-48c1-9d40-be3db3b1b7ad", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress"} 2026-07-28T20:29:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "06e12e3b-6b89-46eb-9b0c-cdc9d2c91cd3", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress"} 2026-07-28T20:29:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "06e12e3b-6b89-46eb-9b0c-cdc9d2c91cd3", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813-authn-ssl"} 2026-07-28T20:29:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "06e12e3b-6b89-46eb-9b0c-cdc9d2c91cd3", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress"} 2026-07-28T20:29:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-635813"}, "namespace": "ai-tenant-e2e-ipp-cleanup-635813", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8854652-ec56-4249-994c-a894e34cdb10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-635813"} 2026-07-28T20:29:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-635813"}, "namespace": "ai-tenant-e2e-ipp-cleanup-635813", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8854652-ec56-4249-994c-a894e34cdb10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-635813", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:29:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-635813"}, "namespace": "ai-tenant-e2e-ipp-cleanup-635813", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8854652-ec56-4249-994c-a894e34cdb10", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-635813 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:29:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-635813"}, "namespace": "ai-tenant-e2e-ipp-cleanup-635813", "name": "odh-trusted-ca-bundle", "reconcileID": "e1d80e1a-13e7-4d7c-b7d1-885324565153", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-635813"} 2026-07-28T20:29:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-635813"}, "namespace": "ai-tenant-e2e-ipp-cleanup-635813", "name": "odh-trusted-ca-bundle", "reconcileID": "e1d80e1a-13e7-4d7c-b7d1-885324565153", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-635813"} 2026-07-28T20:29:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-635813"}, "namespace": "ai-tenant-e2e-ipp-cleanup-635813", "name": "openshift-service-ca.crt", "reconcileID": "d5df3522-937f-46fb-86c5-0f91609936e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-635813"} 2026-07-28T20:29:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-635813"}, "namespace": "ai-tenant-e2e-ipp-cleanup-635813", "name": "openshift-service-ca.crt", "reconcileID": "d5df3522-937f-46fb-86c5-0f91609936e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-635813"} 2026-07-28T20:29:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-635813"}, "namespace": "ai-tenant-e2e-ipp-cleanup-635813", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "460cfc55-6987-48e6-ba64-f15d2e7c2419", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-635813"} 2026-07-28T20:29:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-635813"}, "namespace": "ai-tenant-e2e-ipp-cleanup-635813", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "460cfc55-6987-48e6-ba64-f15d2e7c2419", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-635813"} 2026-07-28T20:29:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "2caa7215-29bb-48de-b5b7-60da24f092e7", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress"} 2026-07-28T20:29:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "2caa7215-29bb-48de-b5b7-60da24f092e7", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813-authn-ssl"} 2026-07-28T20:29:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "2caa7215-29bb-48de-b5b7-60da24f092e7", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress"} 2026-07-28T20:29:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-635813","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-635813", "reconcileID": "c686d771-71ec-4ad1-974c-4726c9e1ad81", "Gateway": "e2e-ipp-cleanup-635813", "namespace": "openshift-ingress"} 2026-07-28T20:29:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2bd5549f-f3c5-4548-b9c8-22407666136d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:29:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "63f6922e-22ef-4517-81f5-6834b076d676", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:29:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bcca880f-1359-41ea-9d8f-56d065644b65", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:29:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "baab3e78-63c8-4d5a-813f-9abde6ea4885", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:29:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "baab3e78-63c8-4d5a-813f-9abde6ea4885", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9-authn-ssl"} 2026-07-28T20:29:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "baab3e78-63c8-4d5a-813f-9abde6ea4885", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:29:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "8f6ac604-2381-48d6-bb49-c93f7084dc2e", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:29:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "8f6ac604-2381-48d6-bb49-c93f7084dc2e", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9-authn-ssl"} 2026-07-28T20:29:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "8f6ac604-2381-48d6-bb49-c93f7084dc2e", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:29:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "e78b46ec-ed1e-4091-80bc-c52a9a3127c8", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:29:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "e78b46ec-ed1e-4091-80bc-c52a9a3127c8", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9-authn-ssl"} 2026-07-28T20:29:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "e78b46ec-ed1e-4091-80bc-c52a9a3127c8", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:29:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "6c7bfb24-53cf-4320-aaaa-53c13f31189b", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:29:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "6c7bfb24-53cf-4320-aaaa-53c13f31189b", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:29:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "6c7bfb24-53cf-4320-aaaa-53c13f31189b", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:29:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "6c7bfb24-53cf-4320-aaaa-53c13f31189b", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9-kserve-route-authn"} 2026-07-28T20:29:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "6c7bfb24-53cf-4320-aaaa-53c13f31189b", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "authType": "userdefined"} 2026-07-28T20:29:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "6c7bfb24-53cf-4320-aaaa-53c13f31189b", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "96447ff5-e2c4-4477-943e-6c5b9e818bc3", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "96447ff5-e2c4-4477-943e-6c5b9e818bc3", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "96447ff5-e2c4-4477-943e-6c5b9e818bc3", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "96447ff5-e2c4-4477-943e-6c5b9e818bc3", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9-kserve-route-authn"} 2026-07-28T20:30:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "96447ff5-e2c4-4477-943e-6c5b9e818bc3", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "authType": "userdefined"} 2026-07-28T20:30:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "96447ff5-e2c4-4477-943e-6c5b9e818bc3", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "ba8dd90e-20ca-44c9-82ca-59bf2fcf2dda", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:30:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "ba8dd90e-20ca-44c9-82ca-59bf2fcf2dda", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9-authn-ssl"} 2026-07-28T20:30:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "ba8dd90e-20ca-44c9-82ca-59bf2fcf2dda", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:30:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "66849ba0-0336-4708-9b51-d5e87cb8b49d", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "66849ba0-0336-4708-9b51-d5e87cb8b49d", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9"} 2026-07-28T20:30:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "66849ba0-0336-4708-9b51-d5e87cb8b49d", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "66849ba0-0336-4708-9b51-d5e87cb8b49d", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "66849ba0-0336-4708-9b51-d5e87cb8b49d", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9-kserve-route-authn"} 2026-07-28T20:30:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "66849ba0-0336-4708-9b51-d5e87cb8b49d", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9-kserve-route-authn"} 2026-07-28T20:30:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "66849ba0-0336-4708-9b51-d5e87cb8b49d", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "66849ba0-0336-4708-9b51-d5e87cb8b49d", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99791ddc-e151-46cb-b51d-a45ce0f55c56", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99791ddc-e151-46cb-b51d-a45ce0f55c56", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:30:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99791ddc-e151-46cb-b51d-a45ce0f55c56", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7a9b9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:30:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "odh-trusted-ca-bundle", "reconcileID": "33d294f5-0211-4b54-bf66-0233d6e2c1d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "odh-trusted-ca-bundle", "reconcileID": "33d294f5-0211-4b54-bf66-0233d6e2c1d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:30:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "odh-trusted-ca-bundle", "reconcileID": "33d294f5-0211-4b54-bf66-0233d6e2c1d3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7a9b9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:30:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19c225ac-fd67-4492-b459-7c82fc3044c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19c225ac-fd67-4492-b459-7c82fc3044c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "openshift-service-ca.crt", "reconcileID": "63bc3e63-d382-4dc1-9f3a-7ab155c85336", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "openshift-service-ca.crt", "reconcileID": "63bc3e63-d382-4dc1-9f3a-7ab155c85336", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "odh-trusted-ca-bundle", "reconcileID": "baa55e8f-5df3-453f-8981-dbe92ab705e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "odh-trusted-ca-bundle", "reconcileID": "baa55e8f-5df3-453f-8981-dbe92ab705e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "1d608d8b-e0bd-47f5-b9f0-68f66c596f76", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "1d608d8b-e0bd-47f5-b9f0-68f66c596f76", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9"} 2026-07-28T20:30:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "1d608d8b-e0bd-47f5-b9f0-68f66c596f76", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "1d608d8b-e0bd-47f5-b9f0-68f66c596f76", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "1d608d8b-e0bd-47f5-b9f0-68f66c596f76", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9-kserve-route-authn"} 2026-07-28T20:30:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "1d608d8b-e0bd-47f5-b9f0-68f66c596f76", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9-kserve-route-authn"} 2026-07-28T20:30:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "1d608d8b-e0bd-47f5-b9f0-68f66c596f76", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "1d608d8b-e0bd-47f5-b9f0-68f66c596f76", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"}, "namespace": "ai-tenant-e2e-ipp-a-d7a9b9", "name": "ipp-route-d7a9b9", "reconcileID": "f206f66b-4e60-4083-8eb5-0f03f5cdc299", "LLMInferenceService": "ipp-route-d7a9b9", "namespace": "ai-tenant-e2e-ipp-a-d7a9b9"} 2026-07-28T20:30:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "fdaffe46-099a-4d4f-abcd-f320f8ad7f9e", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:30:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "fdaffe46-099a-4d4f-abcd-f320f8ad7f9e", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9-authn-ssl"} 2026-07-28T20:30:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "fdaffe46-099a-4d4f-abcd-f320f8ad7f9e", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:31:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7a9b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7a9b9", "reconcileID": "89a23034-0284-4881-92da-75cc9d64387d", "Gateway": "e2e-ipp-a-d7a9b9", "namespace": "openshift-ingress"} 2026-07-28T20:31:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "13ab03f4-e0b6-4612-8de2-131cc0dc77f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:31:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "5a46be25-ad78-4e7a-b24d-8ce9bd44f60c", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:31:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "5a46be25-ad78-4e7a-b24d-8ce9bd44f60c", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93-authn-ssl"} 2026-07-28T20:31:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "5a46be25-ad78-4e7a-b24d-8ce9bd44f60c", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:31:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "bd58d5df-5d15-46a4-b938-d96fb23131ec", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:31:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "bd58d5df-5d15-46a4-b938-d96fb23131ec", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93-authn-ssl"} 2026-07-28T20:31:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "bd58d5df-5d15-46a4-b938-d96fb23131ec", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:31:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f11e93"}, "namespace": "ai-tenant-e2e-ipp-b-f11e93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db0759fc-7e64-4a86-803f-1cb41d1f5485", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f11e93"} 2026-07-28T20:31:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f11e93"}, "namespace": "ai-tenant-e2e-ipp-b-f11e93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db0759fc-7e64-4a86-803f-1cb41d1f5485", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f11e93", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:31:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f11e93"}, "namespace": "ai-tenant-e2e-ipp-b-f11e93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db0759fc-7e64-4a86-803f-1cb41d1f5485", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-f11e93 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:31:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f11e93"}, "namespace": "ai-tenant-e2e-ipp-b-f11e93", "name": "odh-trusted-ca-bundle", "reconcileID": "99dc6b4a-0f43-4515-9520-f0459256fdb6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f11e93"} 2026-07-28T20:31:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f11e93"}, "namespace": "ai-tenant-e2e-ipp-b-f11e93", "name": "odh-trusted-ca-bundle", "reconcileID": "99dc6b4a-0f43-4515-9520-f0459256fdb6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f11e93"} 2026-07-28T20:31:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f11e93"}, "namespace": "ai-tenant-e2e-ipp-b-f11e93", "name": "openshift-service-ca.crt", "reconcileID": "c51ee902-1475-4167-a744-fc1872b749b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f11e93"} 2026-07-28T20:31:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f11e93"}, "namespace": "ai-tenant-e2e-ipp-b-f11e93", "name": "openshift-service-ca.crt", "reconcileID": "c51ee902-1475-4167-a744-fc1872b749b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f11e93"} 2026-07-28T20:31:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f11e93"}, "namespace": "ai-tenant-e2e-ipp-b-f11e93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d488fda-a336-447d-8870-8446a470b627", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f11e93"} 2026-07-28T20:31:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f11e93"}, "namespace": "ai-tenant-e2e-ipp-b-f11e93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d488fda-a336-447d-8870-8446a470b627", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f11e93"} 2026-07-28T20:31:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f11e93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f11e93", "reconcileID": "3ca3b921-85b4-4f08-99bf-d33e79362e00", "Gateway": "e2e-ipp-b-f11e93", "namespace": "openshift-ingress"} 2026-07-28T20:31:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "125e9f3d-34c0-484f-8baf-9f168d5cb123", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:31:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "8cb7d9e2-48ec-40ec-9a8e-9fbf805a7b77", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:31:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "8cb7d9e2-48ec-40ec-9a8e-9fbf805a7b77", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b-authn-ssl"} 2026-07-28T20:31:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "8cb7d9e2-48ec-40ec-9a8e-9fbf805a7b77", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:31:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "0c8d9f26-d5d9-4884-98fb-ea60333f4e11", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:31:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "0c8d9f26-d5d9-4884-98fb-ea60333f4e11", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b-authn-ssl"} 2026-07-28T20:31:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "0c8d9f26-d5d9-4884-98fb-ea60333f4e11", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:31:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3b0bc01-40d1-49d4-aea2-662c047da7e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:31:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3b0bc01-40d1-49d4-aea2-662c047da7e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bd928b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:31:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3b0bc01-40d1-49d4-aea2-662c047da7e5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-bd928b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:31:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "odh-trusted-ca-bundle", "reconcileID": "9c578889-f152-4868-8662-232411235e9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:31:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "odh-trusted-ca-bundle", "reconcileID": "9c578889-f152-4868-8662-232411235e9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:31:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "openshift-service-ca.crt", "reconcileID": "be8d323d-4b75-4a68-b0f5-2e087ec782aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:31:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "openshift-service-ca.crt", "reconcileID": "be8d323d-4b75-4a68-b0f5-2e087ec782aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:31:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3957f1d-860d-4ac6-90f2-a21b9094079a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:31:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bd928b"}, "namespace": "ai-tenant-e2e-shared-a-bd928b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3957f1d-860d-4ac6-90f2-a21b9094079a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bd928b"} 2026-07-28T20:31:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bd928b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bd928b", "reconcileID": "29934454-c99b-4815-93b1-7a154c77d9ce", "Gateway": "e2e-shared-a-bd928b", "namespace": "openshift-ingress"} 2026-07-28T20:31:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3d3ebca3-aebe-4445-b918-57a0a784ef92", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T20:31:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "7c02ff1c-7565-4a15-901e-a71f0afa1e86", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:31:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "7c02ff1c-7565-4a15-901e-a71f0afa1e86", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4-authn-ssl"} 2026-07-28T20:31:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "7c02ff1c-7565-4a15-901e-a71f0afa1e86", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:31:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "fd886701-d5a2-4e37-8407-a8731503d486", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:31:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "fd886701-d5a2-4e37-8407-a8731503d486", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4-authn-ssl"} 2026-07-28T20:31:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "fd886701-d5a2-4e37-8407-a8731503d486", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"} 2026-07-28T20:32:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6934509-bf34-44f9-8c45-dcd4767320db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:32:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6934509-bf34-44f9-8c45-dcd4767320db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-60efb4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T20:32:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6934509-bf34-44f9-8c45-dcd4767320db", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-60efb4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T20:32:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "odh-trusted-ca-bundle", "reconcileID": "a2de60d1-e875-4478-9b1f-5a165d371ffd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:32:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "odh-trusted-ca-bundle", "reconcileID": "a2de60d1-e875-4478-9b1f-5a165d371ffd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:32:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "openshift-service-ca.crt", "reconcileID": "c41a365b-6c5a-4ed0-8351-f5cb74f71e83", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:32:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "openshift-service-ca.crt", "reconcileID": "c41a365b-6c5a-4ed0-8351-f5cb74f71e83", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:32:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39dafdb3-17b4-45d7-8493-3a913f309565", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:32:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-60efb4"}, "namespace": "ai-tenant-e2e-shared-b-60efb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39dafdb3-17b4-45d7-8493-3a913f309565", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-60efb4"} 2026-07-28T20:32:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-60efb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-60efb4", "reconcileID": "82ef8f3c-a4e5-4a24-a3a8-d5c32d328499", "Gateway": "e2e-shared-b-60efb4", "namespace": "openshift-ingress"}