2026-10-30T23:52:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-82d449","namespace":"ai-tenant-e2e-inf-a-82d449"}, "namespace": "ai-tenant-e2e-inf-a-82d449", "name": "test-model-82d449", "reconcileID": "d8749cfd-b353-4c69-b9c3-d591899f0e20", "LLMInferenceService": "test-model-82d449", "namespace": "ai-tenant-e2e-inf-a-82d449"} 2026-10-30T23:52:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-82d449","namespace":"ai-tenant-e2e-inf-a-82d449"}, "namespace": "ai-tenant-e2e-inf-a-82d449", "name": "test-model-82d449", "reconcileID": "d8749cfd-b353-4c69-b9c3-d591899f0e20", "LLMInferenceService": "test-model-82d449", "namespace": "ai-tenant-e2e-inf-a-82d449"} 2026-10-30T23:52:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-82d449","namespace":"ai-tenant-e2e-inf-a-82d449"}, "namespace": "ai-tenant-e2e-inf-a-82d449", "name": "test-model-82d449", "reconcileID": "d8749cfd-b353-4c69-b9c3-d591899f0e20", "LLMInferenceService": "test-model-82d449", "namespace": "ai-tenant-e2e-inf-a-82d449"} 2026-10-30T23:52:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-82d449","namespace":"ai-tenant-e2e-inf-a-82d449"}, "namespace": "ai-tenant-e2e-inf-a-82d449", "name": "test-model-82d449", "reconcileID": "d8749cfd-b353-4c69-b9c3-d591899f0e20", "LLMInferenceService": "test-model-82d449", "namespace": "ai-tenant-e2e-inf-a-82d449", "name": "test-model-82d449-kserve-route-authn"} 2026-10-30T23:52:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-82d449","namespace":"ai-tenant-e2e-inf-a-82d449"}, "namespace": "ai-tenant-e2e-inf-a-82d449", "name": "test-model-82d449", "reconcileID": "d8749cfd-b353-4c69-b9c3-d591899f0e20", "LLMInferenceService": "test-model-82d449", "namespace": "ai-tenant-e2e-inf-a-82d449", "authType": "userdefined"} 2026-10-30T23:52:01Z DEBUG LLMKEDAReconciler hasPrometheusKEDATrigger {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-82d449","namespace":"ai-tenant-e2e-inf-a-82d449"}, "namespace": "ai-tenant-e2e-inf-a-82d449", "name": "test-model-82d449", "reconcileID": "d8749cfd-b353-4c69-b9c3-d591899f0e20", "LLMInferenceService": "test-model-82d449", "namespace": "ai-tenant-e2e-inf-a-82d449", "scaling": null} 2026-10-30T23:52:01Z DEBUG LLMKEDAReconciler No direct KEDA Prometheus trigger found, KEDA auth resources not required by this LLMInferenceService. Ensuring LLMInferenceService is removed from owner references. {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-82d449","namespace":"ai-tenant-e2e-inf-a-82d449"}, "namespace": "ai-tenant-e2e-inf-a-82d449", "name": "test-model-82d449", "reconcileID": "d8749cfd-b353-4c69-b9c3-d591899f0e20", "LLMInferenceService": "test-model-82d449", "namespace": "ai-tenant-e2e-inf-a-82d449"} 2026-10-30T23:52:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-82d449","namespace":"ai-tenant-e2e-inf-a-82d449"}, "namespace": "ai-tenant-e2e-inf-a-82d449", "name": "test-model-82d449", "reconcileID": "d8749cfd-b353-4c69-b9c3-d591899f0e20", "LLMInferenceService": "test-model-82d449", "namespace": "ai-tenant-e2e-inf-a-82d449"} 2026-10-30T23:52:01Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:01Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7b0299","namespace":"ai-tenant-e2e-inf-b-7b0299"}, "namespace": "ai-tenant-e2e-inf-b-7b0299", "name": "test-model-7b0299", "reconcileID": "b762e2e0-ba96-4af7-a3b8-739cd9ebfdbe", "LLMInferenceService": "test-model-7b0299", "namespace": "ai-tenant-e2e-inf-b-7b0299"} 2026-10-30T23:52:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7b0299","namespace":"ai-tenant-e2e-inf-b-7b0299"}, "namespace": "ai-tenant-e2e-inf-b-7b0299", "name": "test-model-7b0299", "reconcileID": "b762e2e0-ba96-4af7-a3b8-739cd9ebfdbe", "LLMInferenceService": "test-model-7b0299", "namespace": "ai-tenant-e2e-inf-b-7b0299"} 2026-10-30T23:52:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7b0299","namespace":"ai-tenant-e2e-inf-b-7b0299"}, "namespace": "ai-tenant-e2e-inf-b-7b0299", "name": "test-model-7b0299", "reconcileID": "b762e2e0-ba96-4af7-a3b8-739cd9ebfdbe", "LLMInferenceService": "test-model-7b0299", "namespace": "ai-tenant-e2e-inf-b-7b0299"} 2026-10-30T23:52:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7b0299","namespace":"ai-tenant-e2e-inf-b-7b0299"}, "namespace": "ai-tenant-e2e-inf-b-7b0299", "name": "test-model-7b0299", "reconcileID": "b762e2e0-ba96-4af7-a3b8-739cd9ebfdbe", "LLMInferenceService": "test-model-7b0299", "namespace": "ai-tenant-e2e-inf-b-7b0299", "name": "test-model-7b0299-kserve-route-authn"} 2026-10-30T23:52:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7b0299","namespace":"ai-tenant-e2e-inf-b-7b0299"}, "namespace": "ai-tenant-e2e-inf-b-7b0299", "name": "test-model-7b0299", "reconcileID": "b762e2e0-ba96-4af7-a3b8-739cd9ebfdbe", "LLMInferenceService": "test-model-7b0299", "namespace": "ai-tenant-e2e-inf-b-7b0299", "authType": "userdefined"} 2026-10-30T23:52:02Z DEBUG LLMKEDAReconciler hasPrometheusKEDATrigger {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7b0299","namespace":"ai-tenant-e2e-inf-b-7b0299"}, "namespace": "ai-tenant-e2e-inf-b-7b0299", "name": "test-model-7b0299", "reconcileID": "b762e2e0-ba96-4af7-a3b8-739cd9ebfdbe", "LLMInferenceService": "test-model-7b0299", "namespace": "ai-tenant-e2e-inf-b-7b0299", "scaling": null} 2026-10-30T23:52:02Z DEBUG LLMKEDAReconciler No direct KEDA Prometheus trigger found, KEDA auth resources not required by this LLMInferenceService. Ensuring LLMInferenceService is removed from owner references. {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7b0299","namespace":"ai-tenant-e2e-inf-b-7b0299"}, "namespace": "ai-tenant-e2e-inf-b-7b0299", "name": "test-model-7b0299", "reconcileID": "b762e2e0-ba96-4af7-a3b8-739cd9ebfdbe", "LLMInferenceService": "test-model-7b0299", "namespace": "ai-tenant-e2e-inf-b-7b0299"} 2026-10-30T23:52:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7b0299","namespace":"ai-tenant-e2e-inf-b-7b0299"}, "namespace": "ai-tenant-e2e-inf-b-7b0299", "name": "test-model-7b0299", "reconcileID": "b762e2e0-ba96-4af7-a3b8-739cd9ebfdbe", "LLMInferenceService": "test-model-7b0299", "namespace": "ai-tenant-e2e-inf-b-7b0299"} 2026-10-30T23:52:02Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:02Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:03Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:03Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:03Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:03Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:03Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:03Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:03Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:03Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:04Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:04Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-1bc837","namespace":"ai-tenant-e2e-inf-b-1bc837"}, "namespace": "ai-tenant-e2e-inf-b-1bc837", "name": "test-model-1bc837", "reconcileID": "5a08287c-636a-445d-a40e-c89b4d3845ce", "LLMInferenceService": "test-model-1bc837", "namespace": "ai-tenant-e2e-inf-b-1bc837"} 2026-10-30T23:52:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-1bc837","namespace":"ai-tenant-e2e-inf-b-1bc837"}, "namespace": "ai-tenant-e2e-inf-b-1bc837", "name": "test-model-1bc837", "reconcileID": "5a08287c-636a-445d-a40e-c89b4d3845ce", "LLMInferenceService": "test-model-1bc837", "namespace": "ai-tenant-e2e-inf-b-1bc837"} 2026-10-30T23:52:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-1bc837","namespace":"ai-tenant-e2e-inf-b-1bc837"}, "namespace": "ai-tenant-e2e-inf-b-1bc837", "name": "test-model-1bc837", "reconcileID": "5a08287c-636a-445d-a40e-c89b4d3845ce", "LLMInferenceService": "test-model-1bc837", "namespace": "ai-tenant-e2e-inf-b-1bc837"} 2026-10-30T23:52:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-1bc837","namespace":"ai-tenant-e2e-inf-b-1bc837"}, "namespace": "ai-tenant-e2e-inf-b-1bc837", "name": "test-model-1bc837", "reconcileID": "5a08287c-636a-445d-a40e-c89b4d3845ce", "LLMInferenceService": "test-model-1bc837", "namespace": "ai-tenant-e2e-inf-b-1bc837", "name": "test-model-1bc837-kserve-route-authn"} 2026-10-30T23:52:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-1bc837","namespace":"ai-tenant-e2e-inf-b-1bc837"}, "namespace": "ai-tenant-e2e-inf-b-1bc837", "name": "test-model-1bc837", "reconcileID": "5a08287c-636a-445d-a40e-c89b4d3845ce", "LLMInferenceService": "test-model-1bc837", "namespace": "ai-tenant-e2e-inf-b-1bc837", "authType": "userdefined"} 2026-10-30T23:52:04Z DEBUG LLMKEDAReconciler hasPrometheusKEDATrigger {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-1bc837","namespace":"ai-tenant-e2e-inf-b-1bc837"}, "namespace": "ai-tenant-e2e-inf-b-1bc837", "name": "test-model-1bc837", "reconcileID": "5a08287c-636a-445d-a40e-c89b4d3845ce", "LLMInferenceService": "test-model-1bc837", "namespace": "ai-tenant-e2e-inf-b-1bc837", "scaling": null} 2026-10-30T23:52:04Z DEBUG LLMKEDAReconciler No direct KEDA Prometheus trigger found, KEDA auth resources not required by this LLMInferenceService. Ensuring LLMInferenceService is removed from owner references. {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-1bc837","namespace":"ai-tenant-e2e-inf-b-1bc837"}, "namespace": "ai-tenant-e2e-inf-b-1bc837", "name": "test-model-1bc837", "reconcileID": "5a08287c-636a-445d-a40e-c89b4d3845ce", "LLMInferenceService": "test-model-1bc837", "namespace": "ai-tenant-e2e-inf-b-1bc837"} 2026-10-30T23:52:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-1bc837","namespace":"ai-tenant-e2e-inf-b-1bc837"}, "namespace": "ai-tenant-e2e-inf-b-1bc837", "name": "test-model-1bc837", "reconcileID": "5a08287c-636a-445d-a40e-c89b4d3845ce", "LLMInferenceService": "test-model-1bc837", "namespace": "ai-tenant-e2e-inf-b-1bc837"} 2026-10-30T23:52:04Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:04Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:04Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:04Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7b0299","namespace":"ai-tenant-e2e-inf-b-7b0299"}, "namespace": "ai-tenant-e2e-inf-b-7b0299", "name": "test-model-7b0299", "reconcileID": "1084a9ed-b12a-49d4-ba92-8db12193ead5", "LLMInferenceService": "test-model-7b0299", "namespace": "ai-tenant-e2e-inf-b-7b0299"} 2026-10-30T23:52:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7b0299","namespace":"ai-tenant-e2e-inf-b-7b0299"}, "namespace": "ai-tenant-e2e-inf-b-7b0299", "name": "test-model-7b0299", "reconcileID": "1084a9ed-b12a-49d4-ba92-8db12193ead5", "LLMInferenceService": "test-model-7b0299", "namespace": "ai-tenant-e2e-inf-b-7b0299"} 2026-10-30T23:52:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7b0299","namespace":"ai-tenant-e2e-inf-b-7b0299"}, "namespace": "ai-tenant-e2e-inf-b-7b0299", "name": "test-model-7b0299", "reconcileID": "1084a9ed-b12a-49d4-ba92-8db12193ead5", "LLMInferenceService": "test-model-7b0299", "namespace": "ai-tenant-e2e-inf-b-7b0299"} 2026-10-30T23:52:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7b0299","namespace":"ai-tenant-e2e-inf-b-7b0299"}, "namespace": "ai-tenant-e2e-inf-b-7b0299", "name": "test-model-7b0299", "reconcileID": "1084a9ed-b12a-49d4-ba92-8db12193ead5", "LLMInferenceService": "test-model-7b0299", "namespace": "ai-tenant-e2e-inf-b-7b0299", "name": "test-model-7b0299-kserve-route-authn"} 2026-10-30T23:52:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7b0299","namespace":"ai-tenant-e2e-inf-b-7b0299"}, "namespace": "ai-tenant-e2e-inf-b-7b0299", "name": "test-model-7b0299", "reconcileID": "1084a9ed-b12a-49d4-ba92-8db12193ead5", "LLMInferenceService": "test-model-7b0299", "namespace": "ai-tenant-e2e-inf-b-7b0299", "authType": "userdefined"} 2026-10-30T23:52:05Z DEBUG LLMKEDAReconciler hasPrometheusKEDATrigger {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7b0299","namespace":"ai-tenant-e2e-inf-b-7b0299"}, "namespace": "ai-tenant-e2e-inf-b-7b0299", "name": "test-model-7b0299", "reconcileID": "1084a9ed-b12a-49d4-ba92-8db12193ead5", "LLMInferenceService": "test-model-7b0299", "namespace": "ai-tenant-e2e-inf-b-7b0299", "scaling": null} 2026-10-30T23:52:05Z DEBUG LLMKEDAReconciler No direct KEDA Prometheus trigger found, KEDA auth resources not required by this LLMInferenceService. Ensuring LLMInferenceService is removed from owner references. {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7b0299","namespace":"ai-tenant-e2e-inf-b-7b0299"}, "namespace": "ai-tenant-e2e-inf-b-7b0299", "name": "test-model-7b0299", "reconcileID": "1084a9ed-b12a-49d4-ba92-8db12193ead5", "LLMInferenceService": "test-model-7b0299", "namespace": "ai-tenant-e2e-inf-b-7b0299"} 2026-10-30T23:52:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7b0299","namespace":"ai-tenant-e2e-inf-b-7b0299"}, "namespace": "ai-tenant-e2e-inf-b-7b0299", "name": "test-model-7b0299", "reconcileID": "1084a9ed-b12a-49d4-ba92-8db12193ead5", "LLMInferenceService": "test-model-7b0299", "namespace": "ai-tenant-e2e-inf-b-7b0299"} 2026-10-30T23:52:05Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:05Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:05Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:05Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "22683dc0-781c-4072-bf91-e57d28b4b5df", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress"} 2026-10-30T23:52:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "22683dc0-781c-4072-bf91-e57d28b4b5df", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f-authn-ssl"} 2026-10-30T23:52:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "22683dc0-781c-4072-bf91-e57d28b4b5df", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress"} 2026-10-30T23:52:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "51abddf0-fe83-44e2-a504-b96ec8a3cd3e", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress"} 2026-10-30T23:52:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "51abddf0-fe83-44e2-a504-b96ec8a3cd3e", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f-authn-ssl"} 2026-10-30T23:52:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "51abddf0-fe83-44e2-a504-b96ec8a3cd3e", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress"} 2026-10-30T23:52:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "3d604903-1b22-4a36-a987-931e7bcb2393", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress"} 2026-10-30T23:52:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "3d604903-1b22-4a36-a987-931e7bcb2393", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f-authn-ssl"} 2026-10-30T23:52:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "3d604903-1b22-4a36-a987-931e7bcb2393", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress"} 2026-10-30T23:52:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "4e191465-95b3-433a-a369-4a0c43c00399", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress"} 2026-10-30T23:52:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "4e191465-95b3-433a-a369-4a0c43c00399", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f-authn-ssl"} 2026-10-30T23:52:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "4e191465-95b3-433a-a369-4a0c43c00399", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress"} 2026-10-30T23:52:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "e490cdf6-7233-4644-9aee-ab271903f513", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress"} 2026-10-30T23:52:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "e490cdf6-7233-4644-9aee-ab271903f513", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f-authn-ssl"} 2026-10-30T23:52:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "e490cdf6-7233-4644-9aee-ab271903f513", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress"} 2026-10-30T23:52:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "88a999fa-ca58-4939-86a7-849c1ebd25f4", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress"} 2026-10-30T23:52:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "88a999fa-ca58-4939-86a7-849c1ebd25f4", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f-authn-ssl"} 2026-10-30T23:52:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "88a999fa-ca58-4939-86a7-849c1ebd25f4", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress"} 2026-10-30T23:52:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "1be4d736-97fa-4bf6-ba04-7802776ccef3", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress"} 2026-10-30T23:52:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "1be4d736-97fa-4bf6-ba04-7802776ccef3", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f-authn-ssl"} 2026-10-30T23:52:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "1be4d736-97fa-4bf6-ba04-7802776ccef3", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress"} 2026-10-30T23:52:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "292705bb-6895-4c50-bbb6-01d88b287bba", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress"} 2026-10-30T23:52:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "292705bb-6895-4c50-bbb6-01d88b287bba", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f-authn-ssl"} 2026-10-30T23:52:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-df3b5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-df3b5f", "reconcileID": "292705bb-6895-4c50-bbb6-01d88b287bba", "Gateway": "e2e-inf-b-df3b5f", "namespace": "openshift-ingress"} 2026-10-30T23:52:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-df3b5f"}, "namespace": "ai-tenant-e2e-inf-b-df3b5f", "name": "openshift-service-ca.crt", "reconcileID": "d26b3cf1-a987-4664-ad59-c6da60f1047e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-df3b5f", "create": "odh-kserve-custom-ca-bundle"} 2026-10-30T23:52:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-df3b5f"}, "namespace": "ai-tenant-e2e-inf-b-df3b5f", "name": "openshift-service-ca.crt", "reconcileID": "d26b3cf1-a987-4664-ad59-c6da60f1047e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-df3b5f"} 2026-10-30T23:52:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-df3b5f"}, "namespace": "ai-tenant-e2e-inf-b-df3b5f", "name": "odh-trusted-ca-bundle", "reconcileID": "37c25aae-ea11-4b29-9140-2922ea35d99c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-df3b5f", "update": "odh-kserve-custom-ca-bundle"} 2026-10-30T23:52:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-df3b5f"}, "namespace": "ai-tenant-e2e-inf-b-df3b5f", "name": "odh-trusted-ca-bundle", "reconcileID": "37c25aae-ea11-4b29-9140-2922ea35d99c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-df3b5f"} 2026-10-30T23:52:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-df3b5f"}, "namespace": "ai-tenant-e2e-inf-b-df3b5f", "name": "openshift-service-ca.crt", "reconcileID": "845408b0-2058-4a60-8081-3dc28cac44d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-df3b5f"} 2026-10-30T23:52:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-df3b5f"}, "namespace": "ai-tenant-e2e-inf-b-df3b5f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed9f4853-9882-4cd7-a9d7-024dce002777", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-df3b5f"} 2026-10-30T23:52:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-7b0299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-7b0299", "reconcileID": "3c6beda4-1d43-4dc3-8d9a-c7a571e96eee", "Gateway": "e2e-inf-b-7b0299", "namespace": "openshift-ingress"} 2026-10-30T23:52:39Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-7b0299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-7b0299", "reconcileID": "3c6beda4-1d43-4dc3-8d9a-c7a571e96eee", "Gateway": "e2e-inf-b-7b0299", "namespace": "openshift-ingress", "name": "e2e-inf-b-7b0299-authn-ssl"} 2026-10-30T23:52:39Z DEBUG Reconciling PodMonitor for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-7b0299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-7b0299", "reconcileID": "3c6beda4-1d43-4dc3-8d9a-c7a571e96eee", "Gateway": "e2e-inf-b-7b0299", "namespace": "openshift-ingress"} 2026-10-30T23:52:39Z INFO Updating PodMonitor {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-7b0299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-7b0299", "reconcileID": "3c6beda4-1d43-4dc3-8d9a-c7a571e96eee", "Gateway": "e2e-inf-b-7b0299", "namespace": "openshift-ingress", "name": "e2e-inf-b-7b0299-metrics"} 2026-10-30T23:52:39Z INFO llminferenceservice-resource Defaulting for LLMInferenceService {"name": ""} 2026-10-30T23:52:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-7b0299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-7b0299", "reconcileID": "3c6beda4-1d43-4dc3-8d9a-c7a571e96eee", "Gateway": "e2e-inf-b-7b0299", "namespace": "openshift-ingress"} 2026-10-30T23:52:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2b4009","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2b4009", "reconcileID": "f5540839-8b99-4a26-bc84-442c5966519f", "Gateway": "e2e-inf-a-2b4009", "namespace": "openshift-ingress"} 2026-10-30T23:52:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2b4009","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2b4009", "reconcileID": "f5540839-8b99-4a26-bc84-442c5966519f", "Gateway": "e2e-inf-a-2b4009", "namespace": "openshift-ingress", "name": "e2e-inf-a-2b4009-authn-ssl"} 2026-10-30T23:52:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2b4009","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2b4009", "reconcileID": "f5540839-8b99-4a26-bc84-442c5966519f", "Gateway": "e2e-inf-a-2b4009", "namespace": "openshift-ingress"} 2026-10-30T23:57:38Z INFO controller-runtime.cache Warning: watch ended with error {"reflector": "go/pkg/mod/k8s.io/client-go@v0.36.0/tools/cache/reflector.go:343", "type": "*v1.Account", "err": "an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} 2026-10-30T23:57:38Z INFO controller-runtime.cache Warning: watch ended with error {"reflector": "go/pkg/mod/k8s.io/client-go@v0.36.0/tools/cache/reflector.go:343", "type": "*v1.ServiceMonitor", "err": "an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} 2026-10-30T23:57:38Z INFO controller-runtime.cache Warning: watch ended with error {"reflector": "go/pkg/mod/k8s.io/client-go@v0.36.0/tools/cache/reflector.go:343", "type": "*v1.ClusterRoleBinding", "err": "an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} 2026-10-30T23:57:38Z INFO controller-runtime.cache Warning: watch ended with error {"reflector": "go/pkg/mod/k8s.io/client-go@v0.36.0/tools/cache/reflector.go:343", "type": "*v1.Route", "err": "an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} 2026-10-30T23:57:38Z INFO controller-runtime.cache Warning: watch ended with error {"reflector": "go/pkg/mod/k8s.io/client-go@v0.36.0/tools/cache/reflector.go:343", "type": "*v1.Namespace", "err": "an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} 2026/10/30 23:57:38 http: TLS handshake error from 10.134.0.2:48618: EOF 2026-10-30T23:57:38Z ERROR setup Error retrieving lease lock {"lock": "opendatahub/odh-model-controller.opendatahub.io", "error": "context deadline exceeded"} k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew /opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.36.0/tools/leaderelection/leaderelection.go:461 k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1.1 /opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.36.0/tools/leaderelection/leaderelection.go:292 k8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1 /opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.36.0/pkg/util/wait/loop.go:53 k8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext /opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.36.0/pkg/util/wait/loop.go:54 k8s.io/apimachinery/pkg/util/wait.PollUntilContextTimeout /opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.36.0/pkg/util/wait/poll.go:48 k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1 /opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.36.0/tools/leaderelection/leaderelection.go:285 k8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1 /opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.36.0/pkg/util/wait/backoff.go:255 k8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext /opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.36.0/pkg/util/wait/backoff.go:256 k8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext /opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.36.0/pkg/util/wait/backoff.go:223 k8s.io/apimachinery/pkg/util/wait.UntilWithContext /opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.36.0/pkg/util/wait/backoff.go:172 k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew /opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.36.0/tools/leaderelection/leaderelection.go:284 k8s.io/client-go/tools/leaderelection.(*LeaderElector).Run /opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.36.0/tools/leaderelection/leaderelection.go:221 sigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/manager/internal.go:470 2026-10-30T23:57:38Z INFO setup Failed to renew lease {"lock": "opendatahub/odh-model-controller.opendatahub.io", "err": "context deadline exceeded"} 2026/10/30 23:57:38 http: TLS handshake error from 10.134.0.2:33322: write tcp 10.134.0.25:9443->10.134.0.2:33322: write: broken pipe 2026/10/30 23:57:38 http: TLS handshake error from 10.132.0.2:39836: write tcp 10.134.0.25:9443->10.132.0.2:39836: write: broken pipe 2026/10/30 23:57:38 http: TLS handshake error from 10.132.0.2:39852: write tcp 10.134.0.25:9443->10.132.0.2:39852: write: broken pipe 2026/10/30 23:57:38 http: TLS handshake error from 10.134.0.2:51922: write tcp 10.134.0.25:9443->10.134.0.2:51922: write: broken pipe 2026/10/30 23:57:38 http: TLS handshake error from 10.134.0.2:51924: EOF 2026/10/30 23:57:38 http: TLS handshake error from 10.134.0.2:51940: write tcp 10.134.0.25:9443->10.134.0.2:51940: write: broken pipe 2026/10/30 23:57:38 http: TLS handshake error from 10.133.0.2:50804: write tcp 10.134.0.25:9443->10.133.0.2:50804: write: broken pipe 2026/10/30 23:57:38 http: TLS handshake error from 10.133.0.2:44274: write tcp 10.134.0.25:9443->10.133.0.2:44274: i/o timeout 2026-10-30T23:57:38Z INFO controller-runtime.cache Warning: watch ended with error {"reflector": "go/pkg/mod/k8s.io/client-go@v0.36.0/tools/cache/reflector.go:343", "type": "*v1.RoleBinding", "err": "an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} 2026-10-30T23:57:38Z INFO controller-runtime.cache Warning: watch ended with error {"reflector": "go/pkg/mod/k8s.io/client-go@v0.36.0/tools/cache/reflector.go:343", "type": "*v1alpha2.LLMInferenceService", "err": "an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} 2026-10-30T23:57:38Z INFO controller-runtime.cache Warning: watch ended with error {"reflector": "go/pkg/mod/k8s.io/client-go@v0.36.0/tools/cache/reflector.go:343", "type": "*v1alpha2.LLMInferenceServiceConfig", "err": "an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} 2026-10-30T23:57:38Z INFO controller-runtime.cache Warning: watch ended with error {"reflector": "go/pkg/mod/k8s.io/client-go@v0.36.0/tools/cache/reflector.go:343", "type": "*v1.Role", "err": "an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} 2026-10-30T23:57:38Z INFO controller-runtime.cache Warning: watch ended with error {"reflector": "go/pkg/mod/k8s.io/client-go@v0.36.0/tools/cache/reflector.go:343", "type": "*v1.Authentication", "err": "an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} 2026-10-30T23:57:38Z INFO controller-runtime.cache Warning: watch ended with error {"reflector": "go/pkg/mod/k8s.io/client-go@v0.36.0/tools/cache/reflector.go:343", "type": "*v1.PodMonitor", "err": "an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} 2026-10-30T23:57:38Z INFO controller-runtime.cache Warning: watch ended with error {"reflector": "go/pkg/mod/k8s.io/client-go@v0.36.0/tools/cache/reflector.go:343", "type": "*v1.Pod", "err": "an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} 2026-10-30T23:57:38Z INFO controller-runtime.cache Warning: watch ended with error {"reflector": "go/pkg/mod/k8s.io/client-go@v0.36.0/tools/cache/reflector.go:343", "type": "*v1alpha1.ServingRuntime", "err": "an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} 2026-10-30T23:57:38Z INFO controller-runtime.cache Warning: watch ended with error {"reflector": "go/pkg/mod/k8s.io/client-go@v0.36.0/tools/cache/reflector.go:343", "type": "*v1.Service", "err": "an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} 2026-10-30T23:57:38Z INFO controller-runtime.cache Warning: watch ended with error {"reflector": "go/pkg/mod/k8s.io/client-go@v0.36.0/tools/cache/reflector.go:343", "type": "*v1.ConfigMap", "err": "an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} 2026-10-30T23:57:38Z INFO controller-runtime.cache Warning: watch ended with error {"reflector": "go/pkg/mod/k8s.io/client-go@v0.36.0/tools/cache/reflector.go:343", "type": "*v1.APIServer", "err": "an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} 2026-10-30T23:57:38Z INFO controller-runtime.cache Warning: watch ended with error {"reflector": "go/pkg/mod/k8s.io/client-go@v0.36.0/tools/cache/reflector.go:343", "type": "*v1beta1.Authorino", "err": "an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} 2026-10-30T23:57:38Z INFO controller-runtime.cache Warning: watch ended with error {"reflector": "go/pkg/mod/k8s.io/client-go@v0.36.0/tools/cache/reflector.go:343", "type": "*v1.ServiceAccount", "err": "an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} 2026-10-30T23:57:38Z INFO controller-runtime.cache Warning: watch ended with error {"reflector": "go/pkg/mod/k8s.io/client-go@v0.36.0/tools/cache/reflector.go:343", "type": "*v1.NetworkPolicy", "err": "an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} 2026-10-30T23:57:39Z ERROR setup problem running manager {"error": "leader election lost"} main.main /workspace/cmd/main.go:176 runtime.main /usr/lib/golang/src/runtime/proc.go:290