2026-07-29T15:24:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799", "reconcileID": "cc04f82d-5091-4ce2-966a-277aec37d5ae", "LLMInferenceService": "sub-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:24:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799", "reconcileID": "cc04f82d-5091-4ce2-966a-277aec37d5ae", "LLMInferenceService": "sub-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:24:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799", "reconcileID": "cc04f82d-5091-4ce2-966a-277aec37d5ae", "LLMInferenceService": "sub-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799-kserve-route-authn"} 2026-07-29T15:24:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799", "reconcileID": "cc04f82d-5091-4ce2-966a-277aec37d5ae", "LLMInferenceService": "sub-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "authType": "userdefined"} 2026-07-29T15:24:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799", "reconcileID": "cc04f82d-5091-4ce2-966a-277aec37d5ae", "LLMInferenceService": "sub-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:24:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799", "reconcileID": "1119bc12-e3db-43a5-b079-42b9ec7fc265", "LLMInferenceService": "sub-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:24:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799", "reconcileID": "1119bc12-e3db-43a5-b079-42b9ec7fc265", "LLMInferenceService": "sub-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:24:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799", "reconcileID": "1119bc12-e3db-43a5-b079-42b9ec7fc265", "LLMInferenceService": "sub-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:24:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799", "reconcileID": "1119bc12-e3db-43a5-b079-42b9ec7fc265", "LLMInferenceService": "sub-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799-kserve-route-authn"} 2026-07-29T15:24:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799", "reconcileID": "1119bc12-e3db-43a5-b079-42b9ec7fc265", "LLMInferenceService": "sub-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "authType": "userdefined"} 2026-07-29T15:24:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799", "reconcileID": "1119bc12-e3db-43a5-b079-42b9ec7fc265", "LLMInferenceService": "sub-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:24:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "ca35e661-c0ed-47d5-8c3c-ac7fd21959e9", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:24:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "ca35e661-c0ed-47d5-8c3c-ac7fd21959e9", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214-authn-ssl"} 2026-07-29T15:24:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "ca35e661-c0ed-47d5-8c3c-ac7fd21959e9", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:24:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "e08d1fbe-7069-447b-aa87-c47d76b18eed", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:24:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "e08d1fbe-7069-447b-aa87-c47d76b18eed", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799-authn-ssl"} 2026-07-29T15:24:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "e08d1fbe-7069-447b-aa87-c47d76b18eed", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:25:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "sub-test-model-c73214", "reconcileID": "c68583d2-e8be-4ece-bc32-1139cef32e66", "LLMInferenceService": "sub-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "sub-test-model-c73214", "reconcileID": "c68583d2-e8be-4ece-bc32-1139cef32e66", "LLMInferenceService": "sub-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "sub-test-model-c73214"} 2026-07-29T15:25:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "sub-test-model-c73214", "reconcileID": "c68583d2-e8be-4ece-bc32-1139cef32e66", "LLMInferenceService": "sub-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "sub-test-model-c73214", "reconcileID": "c68583d2-e8be-4ece-bc32-1139cef32e66", "LLMInferenceService": "sub-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "sub-test-model-c73214", "reconcileID": "c68583d2-e8be-4ece-bc32-1139cef32e66", "LLMInferenceService": "sub-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "sub-test-model-c73214-kserve-route-authn"} 2026-07-29T15:25:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "sub-test-model-c73214", "reconcileID": "c68583d2-e8be-4ece-bc32-1139cef32e66", "LLMInferenceService": "sub-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "sub-test-model-c73214-kserve-route-authn"} 2026-07-29T15:25:08Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "sub-test-model-c73214", "reconcileID": "c68583d2-e8be-4ece-bc32-1139cef32e66", "LLMInferenceService": "sub-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:08Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "sub-test-model-c73214", "reconcileID": "c68583d2-e8be-4ece-bc32-1139cef32e66", "LLMInferenceService": "sub-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "sub-test-model-c73214", "reconcileID": "21a1486a-161b-4213-a491-d748e2f17282", "LLMInferenceService": "sub-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "b8655588-93b5-4ad4-9ade-2a02fc5bd2e3", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:25:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "b8655588-93b5-4ad4-9ade-2a02fc5bd2e3", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214-authn-ssl"} 2026-07-29T15:25:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "b8655588-93b5-4ad4-9ade-2a02fc5bd2e3", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:25:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "1a012f39-36b3-4e22-89f6-5a19a898b7dd", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:25:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "1a012f39-36b3-4e22-89f6-5a19a898b7dd", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214-authn-ssl"} 2026-07-29T15:25:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "1a012f39-36b3-4e22-89f6-5a19a898b7dd", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:25:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799", "reconcileID": "70827aa2-9ac4-4a34-9525-cf99521f0643", "LLMInferenceService": "sub-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799", "reconcileID": "70827aa2-9ac4-4a34-9525-cf99521f0643", "LLMInferenceService": "sub-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799"} 2026-07-29T15:25:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799", "reconcileID": "70827aa2-9ac4-4a34-9525-cf99521f0643", "LLMInferenceService": "sub-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799", "reconcileID": "70827aa2-9ac4-4a34-9525-cf99521f0643", "LLMInferenceService": "sub-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799", "reconcileID": "70827aa2-9ac4-4a34-9525-cf99521f0643", "LLMInferenceService": "sub-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799-kserve-route-authn"} 2026-07-29T15:25:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799", "reconcileID": "70827aa2-9ac4-4a34-9525-cf99521f0643", "LLMInferenceService": "sub-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799-kserve-route-authn"} 2026-07-29T15:25:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799", "reconcileID": "70827aa2-9ac4-4a34-9525-cf99521f0643", "LLMInferenceService": "sub-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799", "reconcileID": "70827aa2-9ac4-4a34-9525-cf99521f0643", "LLMInferenceService": "sub-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "sub-test-model-93e799", "reconcileID": "e5aa95c2-c0b8-4f03-9344-3f664926a4f9", "LLMInferenceService": "sub-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "a002ecf8-c0bd-4024-83f1-a68a37b42e71", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:25:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "a002ecf8-c0bd-4024-83f1-a68a37b42e71", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799-authn-ssl"} 2026-07-29T15:25:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "a002ecf8-c0bd-4024-83f1-a68a37b42e71", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:25:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "00faee8a-1f72-43ba-a1e7-c0588362ea6b", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:25:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "00faee8a-1f72-43ba-a1e7-c0588362ea6b", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799-authn-ssl"} 2026-07-29T15:25:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "00faee8a-1f72-43ba-a1e7-c0588362ea6b", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:25:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "ef448b3a-bcb3-4dd9-8ebf-0d41e9dcb872", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "ef448b3a-bcb3-4dd9-8ebf-0d41e9dcb872", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "ef448b3a-bcb3-4dd9-8ebf-0d41e9dcb872", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "a41ff025-b898-4f7d-b895-a81d359dfb5f", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:25:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "ef448b3a-bcb3-4dd9-8ebf-0d41e9dcb872", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214-kserve-route-authn"} 2026-07-29T15:25:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "ef448b3a-bcb3-4dd9-8ebf-0d41e9dcb872", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214", "authType": "userdefined"} 2026-07-29T15:25:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "ef448b3a-bcb3-4dd9-8ebf-0d41e9dcb872", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "a41ff025-b898-4f7d-b895-a81d359dfb5f", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214-authn-ssl"} 2026-07-29T15:25:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "a41ff025-b898-4f7d-b895-a81d359dfb5f", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:25:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "ec52eb85-d6fe-492b-a4e5-07dbeed7d3db", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "ec52eb85-d6fe-492b-a4e5-07dbeed7d3db", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "ec52eb85-d6fe-492b-a4e5-07dbeed7d3db", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "ec52eb85-d6fe-492b-a4e5-07dbeed7d3db", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214-kserve-route-authn"} 2026-07-29T15:25:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "ec52eb85-d6fe-492b-a4e5-07dbeed7d3db", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214", "authType": "userdefined"} 2026-07-29T15:25:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "ec52eb85-d6fe-492b-a4e5-07dbeed7d3db", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d0f27ad0-8a74-412f-b486-e879b76b1727", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T15:25:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "e8425120-18c0-4388-8834-3ee1d4171daa", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:25:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "e8425120-18c0-4388-8834-3ee1d4171daa", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214-authn-ssl"} 2026-07-29T15:25:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "e8425120-18c0-4388-8834-3ee1d4171daa", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:25:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "2811dd5a-0948-41e8-bee8-c61e2e2c7d4d", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "2811dd5a-0948-41e8-bee8-c61e2e2c7d4d", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "2811dd5a-0948-41e8-bee8-c61e2e2c7d4d", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "2811dd5a-0948-41e8-bee8-c61e2e2c7d4d", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214-kserve-route-authn"} 2026-07-29T15:25:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "2811dd5a-0948-41e8-bee8-c61e2e2c7d4d", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214", "authType": "userdefined"} 2026-07-29T15:25:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "2811dd5a-0948-41e8-bee8-c61e2e2c7d4d", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "b84c010a-9d61-4589-a8d3-4c309d1b9768", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:25:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "b84c010a-9d61-4589-a8d3-4c309d1b9768", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799-authn-ssl"} 2026-07-29T15:25:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "b84c010a-9d61-4589-a8d3-4c309d1b9768", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:25:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "a2b8f3fe-c455-4856-92ab-d9f2d61b93c3", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "a2b8f3fe-c455-4856-92ab-d9f2d61b93c3", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "a2b8f3fe-c455-4856-92ab-d9f2d61b93c3", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "a2b8f3fe-c455-4856-92ab-d9f2d61b93c3", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214-kserve-route-authn"} 2026-07-29T15:25:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "a2b8f3fe-c455-4856-92ab-d9f2d61b93c3", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214", "authType": "userdefined"} 2026-07-29T15:25:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "a2b8f3fe-c455-4856-92ab-d9f2d61b93c3", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "1bc2a53d-be81-4688-afbe-1bf98bb955af", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:25:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "1bc2a53d-be81-4688-afbe-1bf98bb955af", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214-authn-ssl"} 2026-07-29T15:25:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "1bc2a53d-be81-4688-afbe-1bf98bb955af", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:25:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "59d0dd59-1ea0-40d3-933a-a286de0c3cc4", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "59d0dd59-1ea0-40d3-933a-a286de0c3cc4", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "59d0dd59-1ea0-40d3-933a-a286de0c3cc4", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "59d0dd59-1ea0-40d3-933a-a286de0c3cc4", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214-kserve-route-authn"} 2026-07-29T15:25:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "59d0dd59-1ea0-40d3-933a-a286de0c3cc4", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214", "authType": "userdefined"} 2026-07-29T15:25:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "59d0dd59-1ea0-40d3-933a-a286de0c3cc4", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:25:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "308ecdbc-ad81-4cc8-ae4e-bb91fc051058", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "308ecdbc-ad81-4cc8-ae4e-bb91fc051058", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "308ecdbc-ad81-4cc8-ae4e-bb91fc051058", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "308ecdbc-ad81-4cc8-ae4e-bb91fc051058", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799-kserve-route-authn"} 2026-07-29T15:25:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "308ecdbc-ad81-4cc8-ae4e-bb91fc051058", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "authType": "userdefined"} 2026-07-29T15:25:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "308ecdbc-ad81-4cc8-ae4e-bb91fc051058", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "181e65a8-ee32-4ced-909e-6cb34e794226", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:25:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "181e65a8-ee32-4ced-909e-6cb34e794226", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799-authn-ssl"} 2026-07-29T15:25:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "181e65a8-ee32-4ced-909e-6cb34e794226", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:25:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "5bb6460c-5f83-499a-9196-1170a9f95ca9", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "5bb6460c-5f83-499a-9196-1170a9f95ca9", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "5bb6460c-5f83-499a-9196-1170a9f95ca9", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "5bb6460c-5f83-499a-9196-1170a9f95ca9", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799-kserve-route-authn"} 2026-07-29T15:25:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "5bb6460c-5f83-499a-9196-1170a9f95ca9", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "authType": "userdefined"} 2026-07-29T15:25:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "5bb6460c-5f83-499a-9196-1170a9f95ca9", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "6be120dd-33c9-495b-b40f-4a50d4e4e56e", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:25:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "6be120dd-33c9-495b-b40f-4a50d4e4e56e", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799-authn-ssl"} 2026-07-29T15:25:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "6be120dd-33c9-495b-b40f-4a50d4e4e56e", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:25:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "a1f11fde-6183-4ff3-b748-215c8e1cb630", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "a1f11fde-6183-4ff3-b748-215c8e1cb630", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "a1f11fde-6183-4ff3-b748-215c8e1cb630", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "a1f11fde-6183-4ff3-b748-215c8e1cb630", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799-kserve-route-authn"} 2026-07-29T15:25:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "a1f11fde-6183-4ff3-b748-215c8e1cb630", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "authType": "userdefined"} 2026-07-29T15:25:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "a1f11fde-6183-4ff3-b748-215c8e1cb630", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "3510321f-507d-40c2-96d7-6f15ad55928b", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "3510321f-507d-40c2-96d7-6f15ad55928b", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "3510321f-507d-40c2-96d7-6f15ad55928b", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "3510321f-507d-40c2-96d7-6f15ad55928b", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799-kserve-route-authn"} 2026-07-29T15:25:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "3510321f-507d-40c2-96d7-6f15ad55928b", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "authType": "userdefined"} 2026-07-29T15:25:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "3510321f-507d-40c2-96d7-6f15ad55928b", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "8ed6bfde-311a-4484-84b0-03489fabbeb8", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "8ed6bfde-311a-4484-84b0-03489fabbeb8", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "8ed6bfde-311a-4484-84b0-03489fabbeb8", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:25:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "8ed6bfde-311a-4484-84b0-03489fabbeb8", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799-kserve-route-authn"} 2026-07-29T15:25:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "8ed6bfde-311a-4484-84b0-03489fabbeb8", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "authType": "userdefined"} 2026-07-29T15:25:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "8ed6bfde-311a-4484-84b0-03489fabbeb8", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:26:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "4417b1a4-6aaf-4085-b2f3-fca2fba87263", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:26:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "4417b1a4-6aaf-4085-b2f3-fca2fba87263", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799-authn-ssl"} 2026-07-29T15:26:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "4417b1a4-6aaf-4085-b2f3-fca2fba87263", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:26:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "3a67d7b5-fbbf-43b9-a703-82fec442cd3b", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:26:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "3a67d7b5-fbbf-43b9-a703-82fec442cd3b", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214-authn-ssl"} 2026-07-29T15:26:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "3a67d7b5-fbbf-43b9-a703-82fec442cd3b", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:26:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "926014fd-d59b-4726-8a23-04347f55546d", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:26:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "926014fd-d59b-4726-8a23-04347f55546d", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214"} 2026-07-29T15:26:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "926014fd-d59b-4726-8a23-04347f55546d", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:26:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "926014fd-d59b-4726-8a23-04347f55546d", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:26:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "926014fd-d59b-4726-8a23-04347f55546d", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214-kserve-route-authn"} 2026-07-29T15:26:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "926014fd-d59b-4726-8a23-04347f55546d", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214-kserve-route-authn"} 2026-07-29T15:26:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "926014fd-d59b-4726-8a23-04347f55546d", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:26:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "926014fd-d59b-4726-8a23-04347f55546d", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:26:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c73214","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "rate-test-model-c73214", "reconcileID": "475b12d7-93a2-4754-b7da-c6cd201b36ad", "LLMInferenceService": "rate-test-model-c73214", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:26:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "6c4d9a3c-d048-405e-b2e6-a1b6ea357154", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:26:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "6c4d9a3c-d048-405e-b2e6-a1b6ea357154", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214-authn-ssl"} 2026-07-29T15:26:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "6c4d9a3c-d048-405e-b2e6-a1b6ea357154", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:26:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "2a0a6227-b4eb-4ceb-8aa1-22a3fc1dae02", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:26:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "2a0a6227-b4eb-4ceb-8aa1-22a3fc1dae02", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214-authn-ssl"} 2026-07-29T15:26:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "2a0a6227-b4eb-4ceb-8aa1-22a3fc1dae02", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:26:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "7405ff00-e247-44f2-ae89-efd78935b559", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:26:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "7405ff00-e247-44f2-ae89-efd78935b559", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799"} 2026-07-29T15:26:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "7405ff00-e247-44f2-ae89-efd78935b559", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:26:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "7405ff00-e247-44f2-ae89-efd78935b559", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:26:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "7405ff00-e247-44f2-ae89-efd78935b559", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799-kserve-route-authn"} 2026-07-29T15:26:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "7405ff00-e247-44f2-ae89-efd78935b559", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799-kserve-route-authn"} 2026-07-29T15:26:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "7405ff00-e247-44f2-ae89-efd78935b559", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:26:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "7405ff00-e247-44f2-ae89-efd78935b559", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:26:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e799","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "rate-test-model-93e799", "reconcileID": "ea24c2ec-9c9c-4e88-aa6d-c7f84d224f7d", "LLMInferenceService": "rate-test-model-93e799", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:26:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "c5384f2e-67ca-4e0c-9c98-028a8761beec", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:26:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "c5384f2e-67ca-4e0c-9c98-028a8761beec", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799-authn-ssl"} 2026-07-29T15:26:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "c5384f2e-67ca-4e0c-9c98-028a8761beec", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:26:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "691c78f8-d119-42c3-bf0e-d2821b8abec8", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:26:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "691c78f8-d119-42c3-bf0e-d2821b8abec8", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799-authn-ssl"} 2026-07-29T15:26:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "691c78f8-d119-42c3-bf0e-d2821b8abec8", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:26:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "b0e79da7-4daa-4aa2-bed9-cc06992b8876", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:26:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "b0e79da7-4daa-4aa2-bed9-cc06992b8876", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214-authn-ssl"} 2026-07-29T15:26:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "b0e79da7-4daa-4aa2-bed9-cc06992b8876", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:27:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "96a91de3-1107-4784-adca-7306bce00fcb", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:27:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "96a91de3-1107-4784-adca-7306bce00fcb", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799-authn-ssl"} 2026-07-29T15:27:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "96a91de3-1107-4784-adca-7306bce00fcb", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:27:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "b2c7031a-dd70-4e46-a9f7-220060cbe857", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:27:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "b2c7031a-dd70-4e46-a9f7-220060cbe857", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1-authn-ssl"} 2026-07-29T15:27:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "b2c7031a-dd70-4e46-a9f7-220060cbe857", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:27:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "a2de6aeb-ddd9-46a9-b25c-966b552df2d2", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:27:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "a2de6aeb-ddd9-46a9-b25c-966b552df2d2", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1-authn-ssl"} 2026-07-29T15:27:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "a2de6aeb-ddd9-46a9-b25c-966b552df2d2", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:27:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "e74b2d2a-7ed8-41a3-ba82-a7716d0a594f", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:27:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "e74b2d2a-7ed8-41a3-ba82-a7716d0a594f", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1-authn-ssl"} 2026-07-29T15:27:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "e74b2d2a-7ed8-41a3-ba82-a7716d0a594f", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:27:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "e6d2a8ab-308a-4d6b-8347-288c969d5792", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:27:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "e6d2a8ab-308a-4d6b-8347-288c969d5792", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1-authn-ssl"} 2026-07-29T15:27:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "e6d2a8ab-308a-4d6b-8347-288c969d5792", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:27:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "3c4ee801-000a-4612-9746-a6e3802143ef", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:27:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "3c4ee801-000a-4612-9746-a6e3802143ef", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1-authn-ssl"} 2026-07-29T15:27:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "3c4ee801-000a-4612-9746-a6e3802143ef", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:27:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "3eb50894-27db-4913-9a44-cff6738ab74e", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:27:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "3eb50894-27db-4913-9a44-cff6738ab74e", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1-authn-ssl"} 2026-07-29T15:27:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "3eb50894-27db-4913-9a44-cff6738ab74e", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:27:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "6a280e41-4e9b-4894-9d6d-73da752b45a5", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:27:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "6a280e41-4e9b-4894-9d6d-73da752b45a5", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1-authn-ssl"} 2026-07-29T15:27:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "6a280e41-4e9b-4894-9d6d-73da752b45a5", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:27:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "odh-trusted-ca-bundle", "reconcileID": "3bd04179-e1d4-460f-a960-1537191fae42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:27:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "openshift-service-ca.crt", "reconcileID": "09cbd9c1-3471-4120-afaa-5e95d2397ab0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:27:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "openshift-service-ca.crt", "reconcileID": "61aaa7c5-3668-4a31-be0f-49a05c88725a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T15:27:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "openshift-service-ca.crt", "reconcileID": "61aaa7c5-3668-4a31-be0f-49a05c88725a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:27:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50ee92eb-da67-4373-af9f-b42e3c8c4831", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:27:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "openshift-service-ca.crt", "reconcileID": "b039c274-6e80-41a6-902c-6eab8c8c0630", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:27:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "odh-trusted-ca-bundle", "reconcileID": "0fb4f9bc-8f2d-423e-93fb-02d4268c1823", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T15:27:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "odh-trusted-ca-bundle", "reconcileID": "0fb4f9bc-8f2d-423e-93fb-02d4268c1823", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:27:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58ea0e8e-0928-4b41-9391-67a93370a7ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:27:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "d45b35a8-9a48-4884-812c-053df4d98cb0", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:27:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "d45b35a8-9a48-4884-812c-053df4d98cb0", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1-authn-ssl"} 2026-07-29T15:27:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "d45b35a8-9a48-4884-812c-053df4d98cb0", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:27:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "05f21921-14fa-4813-bd8e-fdc69c5e9041", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T15:27:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "57ffb2e5-3dca-46f7-ad79-fc4edd4f2df3", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:27:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "57ffb2e5-3dca-46f7-ad79-fc4edd4f2df3", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1-authn-ssl"} 2026-07-29T15:27:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "57ffb2e5-3dca-46f7-ad79-fc4edd4f2df3", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:27:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "97d585f5-6619-471a-bf78-52a5aaad2a45", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T15:27:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b10eeb65-4cdf-4cc5-9efd-8753c7db58e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T15:27:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "6c102900-3b2b-4c0e-895f-00eb681b7354", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress"} 2026-07-29T15:27:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "6c102900-3b2b-4c0e-895f-00eb681b7354", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e-authn-ssl"} 2026-07-29T15:27:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "6c102900-3b2b-4c0e-895f-00eb681b7354", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress"} 2026-07-29T15:27:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "da27667e-fc4e-40e6-a0b0-d3327ca0de29", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress"} 2026-07-29T15:27:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "da27667e-fc4e-40e6-a0b0-d3327ca0de29", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e-authn-ssl"} 2026-07-29T15:27:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "da27667e-fc4e-40e6-a0b0-d3327ca0de29", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress"} 2026-07-29T15:27:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "3b6dce3a-f5cc-47d6-aee2-5b9f08a6239c", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress"} 2026-07-29T15:27:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "3b6dce3a-f5cc-47d6-aee2-5b9f08a6239c", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e-authn-ssl"} 2026-07-29T15:27:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "3b6dce3a-f5cc-47d6-aee2-5b9f08a6239c", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress"} 2026-07-29T15:27:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "3eeafb60-e7a3-427a-9cf8-8bc489ce7639", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress"} 2026-07-29T15:27:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "3eeafb60-e7a3-427a-9cf8-8bc489ce7639", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e-authn-ssl"} 2026-07-29T15:27:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "3eeafb60-e7a3-427a-9cf8-8bc489ce7639", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress"} 2026-07-29T15:27:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "28d15d1a-5808-4967-a39d-01e05db72713", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress"} 2026-07-29T15:27:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "28d15d1a-5808-4967-a39d-01e05db72713", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e-authn-ssl"} 2026-07-29T15:27:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "28d15d1a-5808-4967-a39d-01e05db72713", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress"} 2026-07-29T15:27:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "630a6205-c448-4ccb-8ac3-ec224086208a", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress"} 2026-07-29T15:27:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "630a6205-c448-4ccb-8ac3-ec224086208a", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e-authn-ssl"} 2026-07-29T15:27:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "630a6205-c448-4ccb-8ac3-ec224086208a", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress"} 2026-07-29T15:27:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "5ee210a8-a740-4ef5-aaa3-143f9d0a2cbb", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress"} 2026-07-29T15:27:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "5ee210a8-a740-4ef5-aaa3-143f9d0a2cbb", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e-authn-ssl"} 2026-07-29T15:27:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "5ee210a8-a740-4ef5-aaa3-143f9d0a2cbb", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress"} 2026-07-29T15:27:44Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T15:27:44Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T15:27:45Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T15:27:45Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T15:27:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a4092e"}, "namespace": "ai-tenant-e2e-ipp-b-a4092e", "name": "openshift-service-ca.crt", "reconcileID": "b1d048d3-c79e-4d3d-ac28-2841b672eb92", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a4092e"} 2026-07-29T15:27:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4092e"}, "namespace": "ai-tenant-e2e-ipp-b-a4092e", "name": "odh-trusted-ca-bundle", "reconcileID": "51c4453c-58e8-401b-91fa-1667565feb87", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a4092e"} 2026-07-29T15:27:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a4092e"}, "namespace": "ai-tenant-e2e-ipp-b-a4092e", "name": "openshift-service-ca.crt", "reconcileID": "9fb08abd-e831-4972-8ccd-21622b213bcd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a4092e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T15:27:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a4092e"}, "namespace": "ai-tenant-e2e-ipp-b-a4092e", "name": "openshift-service-ca.crt", "reconcileID": "9fb08abd-e831-4972-8ccd-21622b213bcd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a4092e"} 2026-07-29T15:27:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4092e"}, "namespace": "ai-tenant-e2e-ipp-b-a4092e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d648739a-8def-4469-a9a1-60f4e08a9362", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a4092e"} 2026-07-29T15:27:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a4092e"}, "namespace": "ai-tenant-e2e-ipp-b-a4092e", "name": "openshift-service-ca.crt", "reconcileID": "2ff210f2-062d-4150-b928-af766fa08dee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a4092e"} 2026-07-29T15:27:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4092e"}, "namespace": "ai-tenant-e2e-ipp-b-a4092e", "name": "odh-trusted-ca-bundle", "reconcileID": "b7ef5253-8331-4833-a4a2-9b1455a770eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a4092e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T15:27:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4092e"}, "namespace": "ai-tenant-e2e-ipp-b-a4092e", "name": "odh-trusted-ca-bundle", "reconcileID": "b7ef5253-8331-4833-a4a2-9b1455a770eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a4092e"} 2026-07-29T15:27:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4092e"}, "namespace": "ai-tenant-e2e-ipp-b-a4092e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ca6ce37-6ac0-451b-baf2-5ad5d0d6778a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a4092e"} 2026-07-29T15:27:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "30494b3f-8515-44b7-9057-4b5cdb958a0d", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress"} 2026-07-29T15:27:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "30494b3f-8515-44b7-9057-4b5cdb958a0d", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e-authn-ssl"} 2026-07-29T15:27:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "30494b3f-8515-44b7-9057-4b5cdb958a0d", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress"} 2026-07-29T15:27:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6f83ab9d-d817-485b-a9d3-9b00e2c464a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T15:27:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "90c5fbc5-94c1-4249-850b-4b8b8b2916d2", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress"} 2026-07-29T15:27:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "90c5fbc5-94c1-4249-850b-4b8b8b2916d2", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e-authn-ssl"} 2026-07-29T15:27:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ceb9c474-8bc4-429a-a2a4-6beb73c3dbb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T15:27:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "90c5fbc5-94c1-4249-850b-4b8b8b2916d2", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress"} 2026-07-29T15:28:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "86f834c6-cd9e-47e2-9243-61097ac8fe27", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T15:28:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "36ab5d14-3d1e-4481-a481-2939ecd88927", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:28:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "36ab5d14-3d1e-4481-a481-2939ecd88927", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:28:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "36ab5d14-3d1e-4481-a481-2939ecd88927", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:28:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "b8fb85b7-1af9-4df4-92f0-dfc8d52e52d6", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:28:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "36ab5d14-3d1e-4481-a481-2939ecd88927", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1-kserve-route-authn"} 2026-07-29T15:28:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "36ab5d14-3d1e-4481-a481-2939ecd88927", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "authType": "userdefined"} 2026-07-29T15:28:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "36ab5d14-3d1e-4481-a481-2939ecd88927", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:28:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "b8fb85b7-1af9-4df4-92f0-dfc8d52e52d6", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1-authn-ssl"} 2026-07-29T15:28:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "b8fb85b7-1af9-4df4-92f0-dfc8d52e52d6", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:28:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "9dc25010-152d-4d0c-80b2-0233dd662ee2", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:28:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "9dc25010-152d-4d0c-80b2-0233dd662ee2", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:28:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "9dc25010-152d-4d0c-80b2-0233dd662ee2", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:28:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "9dc25010-152d-4d0c-80b2-0233dd662ee2", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1-kserve-route-authn"} 2026-07-29T15:28:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "9dc25010-152d-4d0c-80b2-0233dd662ee2", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "authType": "userdefined"} 2026-07-29T15:28:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "9dc25010-152d-4d0c-80b2-0233dd662ee2", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:28:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "db9b2949-2be9-4634-b5f8-efff9fe82c8b", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:28:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "db9b2949-2be9-4634-b5f8-efff9fe82c8b", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1-authn-ssl"} 2026-07-29T15:28:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "db9b2949-2be9-4634-b5f8-efff9fe82c8b", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:28:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "4bbd0d52-8c2f-4886-a750-f503d90e05aa", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:28:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "4bbd0d52-8c2f-4886-a750-f503d90e05aa", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:28:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "4bbd0d52-8c2f-4886-a750-f503d90e05aa", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:28:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "4bbd0d52-8c2f-4886-a750-f503d90e05aa", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1-kserve-route-authn"} 2026-07-29T15:28:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "4bbd0d52-8c2f-4886-a750-f503d90e05aa", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "authType": "userdefined"} 2026-07-29T15:28:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "4bbd0d52-8c2f-4886-a750-f503d90e05aa", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:28:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "4dd66486-5340-4e4f-9642-e14222426b94", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:28:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "4dd66486-5340-4e4f-9642-e14222426b94", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:28:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "4dd66486-5340-4e4f-9642-e14222426b94", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:28:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "4dd66486-5340-4e4f-9642-e14222426b94", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1-kserve-route-authn"} 2026-07-29T15:28:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "4dd66486-5340-4e4f-9642-e14222426b94", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "authType": "userdefined"} 2026-07-29T15:28:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "4dd66486-5340-4e4f-9642-e14222426b94", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:28:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "8ab6fb82-ec52-4881-80b0-8da444049273", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:28:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "8ab6fb82-ec52-4881-80b0-8da444049273", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:28:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "8ab6fb82-ec52-4881-80b0-8da444049273", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:28:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "8ab6fb82-ec52-4881-80b0-8da444049273", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1-kserve-route-authn"} 2026-07-29T15:28:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "8ab6fb82-ec52-4881-80b0-8da444049273", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "authType": "userdefined"} 2026-07-29T15:28:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "8ab6fb82-ec52-4881-80b0-8da444049273", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:28:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "767dbe9a-4d48-441a-8f26-6e961e8c38e6", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:28:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "767dbe9a-4d48-441a-8f26-6e961e8c38e6", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1-authn-ssl"} 2026-07-29T15:28:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "767dbe9a-4d48-441a-8f26-6e961e8c38e6", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:29:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "b3c56da4-715c-4986-9e94-57aa3c9b8bb5", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:09Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "b3c56da4-715c-4986-9e94-57aa3c9b8bb5", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a-authn-ssl"} 2026-07-29T15:29:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "b3c56da4-715c-4986-9e94-57aa3c9b8bb5", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "0b75287f-598c-4f9b-91a4-23bd341f8067", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "0b75287f-598c-4f9b-91a4-23bd341f8067", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a-authn-ssl"} 2026-07-29T15:29:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "0b75287f-598c-4f9b-91a4-23bd341f8067", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "cf8e5cda-2421-44f1-9e4f-f723f6f26207", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "cf8e5cda-2421-44f1-9e4f-f723f6f26207", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a-authn-ssl"} 2026-07-29T15:29:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "cf8e5cda-2421-44f1-9e4f-f723f6f26207", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "fa7e9572-5649-47b0-b5b8-72ae885dcc71", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "fa7e9572-5649-47b0-b5b8-72ae885dcc71", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a-authn-ssl"} 2026-07-29T15:29:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "fa7e9572-5649-47b0-b5b8-72ae885dcc71", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "9756cb7b-42c2-43ed-8cb6-2978802b43a4", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "9756cb7b-42c2-43ed-8cb6-2978802b43a4", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a-authn-ssl"} 2026-07-29T15:29:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "9756cb7b-42c2-43ed-8cb6-2978802b43a4", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "de980b6d-71e4-480b-91ba-e087e70456bf", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "de980b6d-71e4-480b-91ba-e087e70456bf", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a-authn-ssl"} 2026-07-29T15:29:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "de980b6d-71e4-480b-91ba-e087e70456bf", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "a4c202ec-8b21-44c7-be18-016513bd06b0", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "a4c202ec-8b21-44c7-be18-016513bd06b0", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a-authn-ssl"} 2026-07-29T15:29:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "a4c202ec-8b21-44c7-be18-016513bd06b0", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "c2e0243d-d3a4-430d-94eb-5eaa94444c71", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "c2e0243d-d3a4-430d-94eb-5eaa94444c71", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a-authn-ssl"} 2026-07-29T15:29:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "c2e0243d-d3a4-430d-94eb-5eaa94444c71", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-04773a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-04773a", "name": "openshift-service-ca.crt", "reconcileID": "424c1ea1-4453-4d9c-88a3-588cd64a0bd0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-04773a"} 2026-07-29T15:29:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-04773a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-04773a", "name": "odh-trusted-ca-bundle", "reconcileID": "ddc275a2-535a-41c9-abfa-836d53d6ef4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-04773a"} 2026-07-29T15:29:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-04773a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-04773a", "name": "openshift-service-ca.crt", "reconcileID": "32a9f141-dc41-4775-aae8-cc38a3b39f0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-04773a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T15:29:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-04773a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-04773a", "name": "openshift-service-ca.crt", "reconcileID": "32a9f141-dc41-4775-aae8-cc38a3b39f0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-04773a"} 2026-07-29T15:29:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-04773a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-04773a", "name": "openshift-service-ca.crt", "reconcileID": "eaaf968d-2160-46ed-a708-091818a486b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-04773a"} 2026-07-29T15:29:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-04773a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-04773a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d7a77c6-3d55-49cc-a8c2-bdf9fe5ffe50", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-04773a"} 2026-07-29T15:29:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-04773a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-04773a", "name": "odh-trusted-ca-bundle", "reconcileID": "bb28ea5f-43df-4705-b3c7-45a8c5122461", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-04773a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T15:29:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-04773a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-04773a", "name": "odh-trusted-ca-bundle", "reconcileID": "bb28ea5f-43df-4705-b3c7-45a8c5122461", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-04773a"} 2026-07-29T15:29:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-04773a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-04773a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a849fa25-0ad7-4b02-871c-f91ee6d31746", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-04773a"} 2026-07-29T15:29:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "cbc8a196-5b87-4c71-af4e-fd6399a02319", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "cbc8a196-5b87-4c71-af4e-fd6399a02319", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a-authn-ssl"} 2026-07-29T15:29:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "cbc8a196-5b87-4c71-af4e-fd6399a02319", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ad76b4a2-c72b-4774-bb52-1296f2f588a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T15:29:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "3d0d4a8d-987e-49ed-9a15-0fecab1ceeea", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "3d0d4a8d-987e-49ed-9a15-0fecab1ceeea", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a-authn-ssl"} 2026-07-29T15:29:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "3d0d4a8d-987e-49ed-9a15-0fecab1ceeea", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "b8cf5bc2-de06-44b8-8d34-b981905c262a", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "b8cf5bc2-de06-44b8-8d34-b981905c262a", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a-authn-ssl"} 2026-07-29T15:29:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "b8cf5bc2-de06-44b8-8d34-b981905c262a", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-04773a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-04773a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "591a8910-6ebc-4f63-b4eb-99f7e3bba62f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-04773a"} 2026-07-29T15:29:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-04773a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-04773a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "591a8910-6ebc-4f63-b4eb-99f7e3bba62f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-04773a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T15:29:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-04773a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-04773a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "591a8910-6ebc-4f63-b4eb-99f7e3bba62f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-04773a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T15:29:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-04773a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-04773a", "name": "odh-trusted-ca-bundle", "reconcileID": "e527ecab-80dd-4ecd-86ca-7baec3f0fad4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-04773a"} 2026-07-29T15:29:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-04773a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-04773a", "name": "odh-trusted-ca-bundle", "reconcileID": "e527ecab-80dd-4ecd-86ca-7baec3f0fad4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-04773a"} 2026-07-29T15:29:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-04773a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-04773a", "name": "openshift-service-ca.crt", "reconcileID": "b87da69c-031a-4ef9-b6f9-c4d4cbb504db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-04773a"} 2026-07-29T15:29:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-04773a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-04773a", "name": "openshift-service-ca.crt", "reconcileID": "b87da69c-031a-4ef9-b6f9-c4d4cbb504db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-04773a"} 2026-07-29T15:29:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-04773a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-04773a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f346195-9726-4e97-aaa9-ca71b37c3b75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-04773a"} 2026-07-29T15:29:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-04773a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-04773a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f346195-9726-4e97-aaa9-ca71b37c3b75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-04773a"} 2026-07-29T15:29:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "23704999-2bd4-4d3d-85f0-78460af7caa8", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "23704999-2bd4-4d3d-85f0-78460af7caa8", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a-authn-ssl"} 2026-07-29T15:29:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "23704999-2bd4-4d3d-85f0-78460af7caa8", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-04773a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-04773a", "reconcileID": "1cba9521-45e5-4352-a2a0-e8a0278718b6", "Gateway": "e2e-ipp-cleanup-04773a", "namespace": "openshift-ingress"} 2026-07-29T15:29:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ecc40a47-c482-4aae-9c70-a5b239c9f77a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T15:30:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "5387b197-e8ac-4bf9-be10-4eea7eb56a7a", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:30:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "5387b197-e8ac-4bf9-be10-4eea7eb56a7a", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1-authn-ssl"} 2026-07-29T15:30:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "5387b197-e8ac-4bf9-be10-4eea7eb56a7a", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:30:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "d0de1b11-9316-452c-a9ce-0a8fd9970cee", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:30:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "d0de1b11-9316-452c-a9ce-0a8fd9970cee", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1-authn-ssl"} 2026-07-29T15:30:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "d0de1b11-9316-452c-a9ce-0a8fd9970cee", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:30:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8232240a-301c-4236-a0a7-2b22dfbe2a3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T15:30:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "a020f9a2-3d93-421c-b6fd-b8e542fbac84", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:30:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "a020f9a2-3d93-421c-b6fd-b8e542fbac84", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1-authn-ssl"} 2026-07-29T15:30:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "a020f9a2-3d93-421c-b6fd-b8e542fbac84", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:30:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "349df8c1-16e5-4756-bc69-7425e38371bc", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "349df8c1-16e5-4756-bc69-7425e38371bc", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "349df8c1-16e5-4756-bc69-7425e38371bc", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "349df8c1-16e5-4756-bc69-7425e38371bc", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1-kserve-route-authn"} 2026-07-29T15:30:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "349df8c1-16e5-4756-bc69-7425e38371bc", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "authType": "userdefined"} 2026-07-29T15:30:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "349df8c1-16e5-4756-bc69-7425e38371bc", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "79a67c0d-53c8-48fd-beac-27f92747c295", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "79a67c0d-53c8-48fd-beac-27f92747c295", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "79a67c0d-53c8-48fd-beac-27f92747c295", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "79a67c0d-53c8-48fd-beac-27f92747c295", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1-kserve-route-authn"} 2026-07-29T15:30:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "79a67c0d-53c8-48fd-beac-27f92747c295", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "authType": "userdefined"} 2026-07-29T15:30:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "79a67c0d-53c8-48fd-beac-27f92747c295", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "d212ad8d-4343-4fea-ace9-65152cd59bb2", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "d212ad8d-4343-4fea-ace9-65152cd59bb2", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1"} 2026-07-29T15:30:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "d212ad8d-4343-4fea-ace9-65152cd59bb2", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "d212ad8d-4343-4fea-ace9-65152cd59bb2", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "d212ad8d-4343-4fea-ace9-65152cd59bb2", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1-kserve-route-authn"} 2026-07-29T15:30:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "d212ad8d-4343-4fea-ace9-65152cd59bb2", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1-kserve-route-authn"} 2026-07-29T15:30:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "d212ad8d-4343-4fea-ace9-65152cd59bb2", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "d212ad8d-4343-4fea-ace9-65152cd59bb2", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "e1b6f297-ac9f-4ac9-a1e6-ea143a758a4a", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "e1b6f297-ac9f-4ac9-a1e6-ea143a758a4a", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1"} 2026-07-29T15:30:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "e1b6f297-ac9f-4ac9-a1e6-ea143a758a4a", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "e1b6f297-ac9f-4ac9-a1e6-ea143a758a4a", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "e1b6f297-ac9f-4ac9-a1e6-ea143a758a4a", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1-kserve-route-authn"} 2026-07-29T15:30:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "e1b6f297-ac9f-4ac9-a1e6-ea143a758a4a", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1-kserve-route-authn"} 2026-07-29T15:30:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "e1b6f297-ac9f-4ac9-a1e6-ea143a758a4a", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "e1b6f297-ac9f-4ac9-a1e6-ea143a758a4a", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3261e1","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "ipp-route-3261e1", "reconcileID": "4954459f-da4e-4216-b69e-74dd64c692b5", "LLMInferenceService": "ipp-route-3261e1", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "693a7991-34a6-49e8-8e24-6d1b083eabeb", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:30:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "693a7991-34a6-49e8-8e24-6d1b083eabeb", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1-authn-ssl"} 2026-07-29T15:30:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "693a7991-34a6-49e8-8e24-6d1b083eabeb", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:30:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "37730277-0367-4e35-a296-0605ff10c89b", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:30:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "37730277-0367-4e35-a296-0605ff10c89b", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1-authn-ssl"} 2026-07-29T15:30:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "37730277-0367-4e35-a296-0605ff10c89b", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:30:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dcc3dc1-7152-407d-982d-43e9ff13d6f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dcc3dc1-7152-407d-982d-43e9ff13d6f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T15:30:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dcc3dc1-7152-407d-982d-43e9ff13d6f8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-3261e1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T15:30:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "odh-trusted-ca-bundle", "reconcileID": "aeec7459-81d0-4ce6-a103-aa6181f935a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "odh-trusted-ca-bundle", "reconcileID": "aeec7459-81d0-4ce6-a103-aa6181f935a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T15:30:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "odh-trusted-ca-bundle", "reconcileID": "aeec7459-81d0-4ce6-a103-aa6181f935a0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-3261e1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T15:30:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1231c3b6-a1cb-4a91-be90-fad17c00d995", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1231c3b6-a1cb-4a91-be90-fad17c00d995", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3261e1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T15:30:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1231c3b6-a1cb-4a91-be90-fad17c00d995", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-3261e1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T15:30:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "openshift-service-ca.crt", "reconcileID": "f96ae3ac-536b-4d1f-9b98-799f3d12b612", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "openshift-service-ca.crt", "reconcileID": "f96ae3ac-536b-4d1f-9b98-799f3d12b612", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "odh-trusted-ca-bundle", "reconcileID": "dc4307b3-1ec6-4600-830e-82e3a6f7c532", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "odh-trusted-ca-bundle", "reconcileID": "dc4307b3-1ec6-4600-830e-82e3a6f7c532", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f85ab51d-f5d9-4072-bedc-280b77956a26", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3261e1"}, "namespace": "ai-tenant-e2e-ipp-a-3261e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f85ab51d-f5d9-4072-bedc-280b77956a26", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3261e1"} 2026-07-29T15:30:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3261e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3261e1", "reconcileID": "626bf279-12ee-4d0f-9cc7-be7a63289f52", "Gateway": "e2e-ipp-a-3261e1", "namespace": "openshift-ingress"} 2026-07-29T15:31:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a0b5ed6a-76a7-4c95-9924-c34c1983b8ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T15:31:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "e9693755-94ee-4ab9-a2b1-bfdf8eb566ca", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress"} 2026-07-29T15:31:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "e9693755-94ee-4ab9-a2b1-bfdf8eb566ca", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e-authn-ssl"} 2026-07-29T15:31:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "e9693755-94ee-4ab9-a2b1-bfdf8eb566ca", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress"} 2026-07-29T15:31:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "9c9bb713-8920-494d-9650-2d6f71188089", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress"} 2026-07-29T15:31:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "9c9bb713-8920-494d-9650-2d6f71188089", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e-authn-ssl"} 2026-07-29T15:31:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "9c9bb713-8920-494d-9650-2d6f71188089", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress"} 2026-07-29T15:31:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4092e"}, "namespace": "ai-tenant-e2e-ipp-b-a4092e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de6a1a7a-b90c-4ace-b32d-56b85aa53f89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a4092e"} 2026-07-29T15:31:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4092e"}, "namespace": "ai-tenant-e2e-ipp-b-a4092e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de6a1a7a-b90c-4ace-b32d-56b85aa53f89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a4092e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T15:31:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4092e"}, "namespace": "ai-tenant-e2e-ipp-b-a4092e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de6a1a7a-b90c-4ace-b32d-56b85aa53f89", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-a4092e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T15:31:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4092e"}, "namespace": "ai-tenant-e2e-ipp-b-a4092e", "name": "odh-trusted-ca-bundle", "reconcileID": "eb564fdb-e014-4d74-8f2b-26585ecc2388", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a4092e"} 2026-07-29T15:31:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4092e"}, "namespace": "ai-tenant-e2e-ipp-b-a4092e", "name": "odh-trusted-ca-bundle", "reconcileID": "eb564fdb-e014-4d74-8f2b-26585ecc2388", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a4092e"} 2026-07-29T15:31:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a4092e"}, "namespace": "ai-tenant-e2e-ipp-b-a4092e", "name": "openshift-service-ca.crt", "reconcileID": "80407d00-d430-43a8-b807-9d91b83f1c8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a4092e"} 2026-07-29T15:31:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a4092e"}, "namespace": "ai-tenant-e2e-ipp-b-a4092e", "name": "openshift-service-ca.crt", "reconcileID": "80407d00-d430-43a8-b807-9d91b83f1c8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a4092e"} 2026-07-29T15:31:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4092e"}, "namespace": "ai-tenant-e2e-ipp-b-a4092e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83c20725-9b85-4ec4-a49b-e5f98bb2ff64", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a4092e"} 2026-07-29T15:31:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a4092e"}, "namespace": "ai-tenant-e2e-ipp-b-a4092e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83c20725-9b85-4ec4-a49b-e5f98bb2ff64", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a4092e"} 2026-07-29T15:31:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a4092e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a4092e", "reconcileID": "85a7a8a6-d2ed-4d85-9e8d-17657c903f4f", "Gateway": "e2e-ipp-b-a4092e", "namespace": "openshift-ingress"} 2026-07-29T15:31:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "921daeb1-70d9-479b-b53f-88222c989e49", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T15:31:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "788bd2c2-e506-4e9e-9878-397a6ceee710", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:31:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "788bd2c2-e506-4e9e-9878-397a6ceee710", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214-authn-ssl"} 2026-07-29T15:31:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "788bd2c2-e506-4e9e-9878-397a6ceee710", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:31:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "5b2e1145-96c0-4a4d-8175-41365f9a0e92", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:31:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "5b2e1145-96c0-4a4d-8175-41365f9a0e92", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214-authn-ssl"} 2026-07-29T15:31:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "5b2e1145-96c0-4a4d-8175-41365f9a0e92", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:31:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c912a10-abfc-4d01-b978-91d3a8b1a7d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:31:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c912a10-abfc-4d01-b978-91d3a8b1a7d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c73214", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T15:31:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c912a10-abfc-4d01-b978-91d3a8b1a7d9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-c73214 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T15:31:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "odh-trusted-ca-bundle", "reconcileID": "8ca1cb5b-e3ad-4f6b-b920-c5286317a792", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:31:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "odh-trusted-ca-bundle", "reconcileID": "8ca1cb5b-e3ad-4f6b-b920-c5286317a792", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:31:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "openshift-service-ca.crt", "reconcileID": "d617b4eb-ddb8-4612-a7be-7e19b1ff8b47", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:31:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "openshift-service-ca.crt", "reconcileID": "d617b4eb-ddb8-4612-a7be-7e19b1ff8b47", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:31:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c2df2f2-c6d3-4595-870e-3eed011e4018", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:31:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c73214"}, "namespace": "ai-tenant-e2e-shared-a-c73214", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c2df2f2-c6d3-4595-870e-3eed011e4018", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c73214"} 2026-07-29T15:31:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c73214","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c73214", "reconcileID": "98749982-30b9-484b-8902-10e9d100f900", "Gateway": "e2e-shared-a-c73214", "namespace": "openshift-ingress"} 2026-07-29T15:31:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dd8d7930-f474-487f-9fdb-1242dc830620", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T15:31:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "220c2dfb-ef6c-4343-b440-70c945a3bf68", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:31:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "220c2dfb-ef6c-4343-b440-70c945a3bf68", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799-authn-ssl"} 2026-07-29T15:31:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "220c2dfb-ef6c-4343-b440-70c945a3bf68", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:31:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "66d42a28-ca48-4414-949c-a9bb2c218e50", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:31:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "66d42a28-ca48-4414-949c-a9bb2c218e50", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799-authn-ssl"} 2026-07-29T15:31:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "66d42a28-ca48-4414-949c-a9bb2c218e50", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"} 2026-07-29T15:31:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc674123-b902-4bda-93e3-88f3c5f6a800", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:31:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc674123-b902-4bda-93e3-88f3c5f6a800", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-93e799", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T15:31:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc674123-b902-4bda-93e3-88f3c5f6a800", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-93e799 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T15:31:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "odh-trusted-ca-bundle", "reconcileID": "39aae090-ecee-4321-be32-9ffd4e350d46", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:31:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "odh-trusted-ca-bundle", "reconcileID": "39aae090-ecee-4321-be32-9ffd4e350d46", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:31:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "openshift-service-ca.crt", "reconcileID": "53f0987c-cd9f-4539-bcc5-ab13d16a8d19", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:31:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "openshift-service-ca.crt", "reconcileID": "53f0987c-cd9f-4539-bcc5-ab13d16a8d19", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:31:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31eada09-c7d2-467d-bbea-96650d3f86a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:31:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-93e799"}, "namespace": "ai-tenant-e2e-shared-b-93e799", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31eada09-c7d2-467d-bbea-96650d3f86a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-93e799"} 2026-07-29T15:31:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-93e799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-93e799", "reconcileID": "71d0f752-c243-4951-8c57-60102f3c23ed", "Gateway": "e2e-shared-b-93e799", "namespace": "openshift-ingress"}