--- apiVersion: v1 items: - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-24T14:39:59Z" involvedObject: apiVersion: v1 kind: Endpoints name: cert-manager-cainjector kind: Event lastTimestamp: "2026-07-24T14:39:59Z" message: 'Failed to create endpoint for service cert-manager/cert-manager-cainjector: endpoints "cert-manager-cainjector" already exists' metadata: creationTimestamp: "2026-07-24T14:39:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-24T14:39:59Z" name: cert-manager-cainjector.18c540bafe28952e namespace: default resourceVersion: "12239" uid: 89faf41c-0aea-444e-b4ab-58e742b3cb2d reason: FailedToCreateEndpoint reportingComponent: endpoint-controller reportingInstance: "" source: component: endpoint-controller type: Warning - action: Provision apiVersion: v1 eventTime: "2026-07-24T14:40:52.794226Z" firstTimestamp: null involvedObject: apiVersion: datasciencecluster.opendatahub.io/v2 kind: DataScienceCluster name: default-dsc resourceVersion: "13977" uid: b463a1f2-795b-43d0-bcdb-512a7d6e473f kind: Event lastTimestamp: null message: 'failure deploying resource /default-modelcontroller: apply failed components.platform.opendatahub.io/v1alpha1, Kind=ModelController: unable to patch components.platform.opendatahub.io/v1alpha1, Kind=ModelController default-modelcontroller: modelcontrollers.components.platform.opendatahub.io "default-modelcontroller" is forbidden: cannot set blockOwnerDeletion in this case because cannot find RESTMapping for APIVersion datasciencecluster.opendatahub.io/v2 Kind DataScienceCluster: no matches for kind "DataScienceCluster" in version "datasciencecluster.opendatahub.io/v2"' metadata: creationTimestamp: "2026-07-24T14:40:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: manager operation: Update time: "2026-07-24T14:40:52Z" name: default-dsc.18c540c778f48490 namespace: default resourceVersion: "13982" uid: d374dbac-7d65-4c25-8d4d-24956f19113d reason: ProvisioningError reportingComponent: datasciencecluster reportingInstance: datasciencecluster-opendatahub-operator-controller-manager-696d5956bc-9m6l4 source: {} type: Warning - action: Provision apiVersion: v1 eventTime: "2026-07-24T14:40:52.857328Z" firstTimestamp: null involvedObject: apiVersion: datasciencecluster.opendatahub.io/v2 kind: DataScienceCluster name: default-dsc resourceVersion: "13992" uid: b463a1f2-795b-43d0-bcdb-512a7d6e473f kind: Event lastTimestamp: null message: 'failure deploying resource /default-kserve: apply failed components.platform.opendatahub.io/v1alpha1, Kind=Kserve: unable to patch components.platform.opendatahub.io/v1alpha1, Kind=Kserve default-kserve: kserves.components.platform.opendatahub.io "default-kserve" is forbidden: cannot set blockOwnerDeletion in this case because cannot find RESTMapping for APIVersion datasciencecluster.opendatahub.io/v2 Kind DataScienceCluster: no matches for kind "DataScienceCluster" in version "datasciencecluster.opendatahub.io/v2"' metadata: creationTimestamp: "2026-07-24T14:40:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: manager operation: Update time: "2026-07-24T14:40:52Z" name: default-dsc.18c540c77cb75a6f namespace: default resourceVersion: "13998" uid: 365b77ba-65cc-4e2a-9395-9879f7a5d58a reason: ProvisioningError reportingComponent: datasciencecluster reportingInstance: datasciencecluster-opendatahub-operator-controller-manager-696d5956bc-9m6l4 source: {} type: Warning - action: Provision apiVersion: v1 eventTime: "2026-07-24T14:40:52.918794Z" firstTimestamp: null involvedObject: apiVersion: datasciencecluster.opendatahub.io/v2 kind: DataScienceCluster name: default-dsc resourceVersion: "14008" uid: b463a1f2-795b-43d0-bcdb-512a7d6e473f kind: Event lastTimestamp: null message: 'failure deploying resource /default-modelcontroller: apply failed components.platform.opendatahub.io/v1alpha1, Kind=ModelController: unable to patch components.platform.opendatahub.io/v1alpha1, Kind=ModelController default-modelcontroller: modelcontrollers.components.platform.opendatahub.io "default-modelcontroller" is forbidden: cannot set blockOwnerDeletion in this case because cannot find RESTMapping for APIVersion datasciencecluster.opendatahub.io/v2 Kind DataScienceCluster: no matches for kind "DataScienceCluster" in version "datasciencecluster.opendatahub.io/v2"' metadata: creationTimestamp: "2026-07-24T14:40:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: manager operation: Update time: "2026-07-24T14:40:52Z" name: default-dsc.18c540c780614196 namespace: default resourceVersion: "14012" uid: 81207f23-7623-4460-a8ec-87baad94d4f7 reason: ProvisioningError reportingComponent: datasciencecluster reportingInstance: datasciencecluster-opendatahub-operator-controller-manager-696d5956bc-9m6l4 source: {} type: Warning - action: Provision apiVersion: v1 eventTime: "2026-07-24T14:40:52.990722Z" firstTimestamp: null involvedObject: apiVersion: datasciencecluster.opendatahub.io/v2 kind: DataScienceCluster name: default-dsc resourceVersion: "14025" uid: b463a1f2-795b-43d0-bcdb-512a7d6e473f kind: Event lastTimestamp: null message: 'failure deploying resource /default-kserve: apply failed components.platform.opendatahub.io/v1alpha1, Kind=Kserve: unable to patch components.platform.opendatahub.io/v1alpha1, Kind=Kserve default-kserve: kserves.components.platform.opendatahub.io "default-kserve" is forbidden: cannot set blockOwnerDeletion in this case because cannot find RESTMapping for APIVersion datasciencecluster.opendatahub.io/v2 Kind DataScienceCluster: no matches for kind "DataScienceCluster" in version "datasciencecluster.opendatahub.io/v2"' metadata: creationTimestamp: "2026-07-24T14:40:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: manager operation: Update time: "2026-07-24T14:40:52Z" name: default-dsc.18c540c784aac9ae namespace: default resourceVersion: "14027" uid: 8544cc34-7ed2-4697-aaa4-5cf806c6dcac reason: ProvisioningError reportingComponent: datasciencecluster reportingInstance: datasciencecluster-opendatahub-operator-controller-manager-696d5956bc-9m6l4 source: {} type: Warning - action: Provision apiVersion: v1 eventTime: "2026-07-24T14:40:53.066861Z" firstTimestamp: null involvedObject: apiVersion: datasciencecluster.opendatahub.io/v2 kind: DataScienceCluster name: default-dsc resourceVersion: "14047" uid: b463a1f2-795b-43d0-bcdb-512a7d6e473f kind: Event lastTimestamp: null message: 'failure deploying resource /default-modelcontroller: apply failed components.platform.opendatahub.io/v1alpha1, Kind=ModelController: unable to patch components.platform.opendatahub.io/v1alpha1, Kind=ModelController default-modelcontroller: modelcontrollers.components.platform.opendatahub.io "default-modelcontroller" is forbidden: cannot set blockOwnerDeletion in this case because cannot find RESTMapping for APIVersion datasciencecluster.opendatahub.io/v2 Kind DataScienceCluster: no matches for kind "DataScienceCluster" in version "datasciencecluster.opendatahub.io/v2"' metadata: creationTimestamp: "2026-07-24T14:40:53Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: manager operation: Update time: "2026-07-24T14:40:53Z" name: default-dsc.18c540c789349721 namespace: default resourceVersion: "14051" uid: a9cf8626-22b0-4fdc-bfce-1dec1d680115 reason: ProvisioningError reportingComponent: datasciencecluster reportingInstance: datasciencecluster-opendatahub-operator-controller-manager-696d5956bc-9m6l4 source: {} type: Warning - action: Provision apiVersion: v1 eventTime: "2026-07-24T14:40:53.173502Z" firstTimestamp: null involvedObject: apiVersion: datasciencecluster.opendatahub.io/v2 kind: DataScienceCluster name: default-dsc resourceVersion: "14085" uid: b463a1f2-795b-43d0-bcdb-512a7d6e473f kind: Event lastTimestamp: null message: 'failure deploying resource /default-kserve: apply failed components.platform.opendatahub.io/v1alpha1, Kind=Kserve: unable to patch components.platform.opendatahub.io/v1alpha1, Kind=Kserve default-kserve: kserves.components.platform.opendatahub.io "default-kserve" is forbidden: cannot set blockOwnerDeletion in this case because cannot find RESTMapping for APIVersion datasciencecluster.opendatahub.io/v2 Kind DataScienceCluster: no matches for kind "DataScienceCluster" in version "datasciencecluster.opendatahub.io/v2"' metadata: creationTimestamp: "2026-07-24T14:40:53Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: manager operation: Update time: "2026-07-24T14:40:53Z" name: default-dsc.18c540c78f8fcf02 namespace: default resourceVersion: "14089" uid: 86f372c2-702d-4c2b-95d7-4fac34607018 reason: ProvisioningError reportingComponent: datasciencecluster reportingInstance: datasciencecluster-opendatahub-operator-controller-manager-696d5956bc-9m6l4 source: {} type: Warning - action: Provision apiVersion: v1 eventTime: "2026-07-24T14:40:53.357820Z" firstTimestamp: null involvedObject: apiVersion: datasciencecluster.opendatahub.io/v2 kind: DataScienceCluster name: default-dsc resourceVersion: "14140" uid: b463a1f2-795b-43d0-bcdb-512a7d6e473f kind: Event lastTimestamp: null message: 'failure deploying resource /default-modelcontroller: apply failed components.platform.opendatahub.io/v1alpha1, Kind=ModelController: unable to patch components.platform.opendatahub.io/v1alpha1, Kind=ModelController default-modelcontroller: modelcontrollers.components.platform.opendatahub.io "default-modelcontroller" is forbidden: cannot set blockOwnerDeletion in this case because cannot find RESTMapping for APIVersion datasciencecluster.opendatahub.io/v2 Kind DataScienceCluster: no matches for kind "DataScienceCluster" in version "datasciencecluster.opendatahub.io/v2"' metadata: creationTimestamp: "2026-07-24T14:40:53Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: manager operation: Update time: "2026-07-24T14:40:53Z" name: default-dsc.18c540c79a8c453a namespace: default resourceVersion: "14142" uid: 660b3673-3b83-46a9-b101-b26b77bba227 reason: ProvisioningError reportingComponent: datasciencecluster reportingInstance: datasciencecluster-opendatahub-operator-controller-manager-696d5956bc-9m6l4 source: {} type: Warning - action: Provision apiVersion: v1 eventTime: "2026-07-24T14:40:53.696673Z" firstTimestamp: null involvedObject: apiVersion: datasciencecluster.opendatahub.io/v2 kind: DataScienceCluster name: default-dsc resourceVersion: "14155" uid: b463a1f2-795b-43d0-bcdb-512a7d6e473f kind: Event lastTimestamp: null message: 'failure deploying resource /default-modelcontroller: apply failed components.platform.opendatahub.io/v1alpha1, Kind=ModelController: unable to patch components.platform.opendatahub.io/v1alpha1, Kind=ModelController default-modelcontroller: modelcontrollers.components.platform.opendatahub.io "default-modelcontroller" is forbidden: cannot set blockOwnerDeletion in this case because cannot find RESTMapping for APIVersion datasciencecluster.opendatahub.io/v2 Kind DataScienceCluster: no matches for kind "DataScienceCluster" in version "datasciencecluster.opendatahub.io/v2"' metadata: creationTimestamp: "2026-07-24T14:40:53Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: manager operation: Update time: "2026-07-24T14:40:53Z" name: default-dsc.18c540c7aebebe53 namespace: default resourceVersion: "14156" uid: 4af2cd56-d675-4847-bf73-661958535c7f reason: ProvisioningError reportingComponent: datasciencecluster reportingInstance: datasciencecluster-opendatahub-operator-controller-manager-696d5956bc-9m6l4 source: {} type: Warning - action: Provision apiVersion: v1 eventTime: "2026-07-24T14:40:54.354131Z" firstTimestamp: null involvedObject: apiVersion: datasciencecluster.opendatahub.io/v2 kind: DataScienceCluster name: default-dsc resourceVersion: "14174" uid: b463a1f2-795b-43d0-bcdb-512a7d6e473f kind: Event lastTimestamp: null message: 'failure deploying resource /default-modelcontroller: apply failed components.platform.opendatahub.io/v1alpha1, Kind=ModelController: unable to patch components.platform.opendatahub.io/v1alpha1, Kind=ModelController default-modelcontroller: modelcontrollers.components.platform.opendatahub.io "default-modelcontroller" is forbidden: cannot set blockOwnerDeletion in this case because cannot find RESTMapping for APIVersion datasciencecluster.opendatahub.io/v2 Kind DataScienceCluster: no matches for kind "DataScienceCluster" in version "datasciencecluster.opendatahub.io/v2"' metadata: creationTimestamp: "2026-07-24T14:40:54Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: manager operation: Update time: "2026-07-24T14:40:54Z" name: default-dsc.18c540c7d5eec570 namespace: default resourceVersion: "14175" uid: 44f415f9-2e2a-432b-b2a8-8b6f780e89d7 reason: ProvisioningError reportingComponent: datasciencecluster reportingInstance: datasciencecluster-opendatahub-operator-controller-manager-696d5956bc-9m6l4 source: {} type: Warning - action: Provision apiVersion: v1 eventTime: "2026-07-24T14:40:55.666247Z" firstTimestamp: null involvedObject: apiVersion: datasciencecluster.opendatahub.io/v2 kind: DataScienceCluster name: default-dsc resourceVersion: "14182" uid: b463a1f2-795b-43d0-bcdb-512a7d6e473f kind: Event lastTimestamp: null message: 'failure deploying resource /default-modelcontroller: apply failed components.platform.opendatahub.io/v1alpha1, Kind=ModelController: unable to patch components.platform.opendatahub.io/v1alpha1, Kind=ModelController default-modelcontroller: modelcontrollers.components.platform.opendatahub.io "default-modelcontroller" is forbidden: cannot set blockOwnerDeletion in this case because cannot find RESTMapping for APIVersion datasciencecluster.opendatahub.io/v2 Kind DataScienceCluster: no matches for kind "DataScienceCluster" in version "datasciencecluster.opendatahub.io/v2"' metadata: creationTimestamp: "2026-07-24T14:40:55Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: manager operation: Update time: "2026-07-24T14:40:55Z" name: default-dsc.18c540c82424109f namespace: default resourceVersion: "14183" uid: 6d0b8f6f-3946-48e6-b558-c5869649623c reason: ProvisioningError reportingComponent: datasciencecluster reportingInstance: datasciencecluster-opendatahub-operator-controller-manager-696d5956bc-9m6l4 source: {} type: Warning - action: Reconcile apiVersion: v1 eventTime: "2026-07-24T14:40:52.530225Z" firstTimestamp: null involvedObject: apiVersion: dscinitialization.opendatahub.io/v2 kind: DSCInitialization name: default-dsci resourceVersion: "13829" uid: 2aefbebe-c067-45c7-9b18-c0758492167e kind: Event lastTimestamp: null message: 'failed to create operator resources for instance default-dsci: unable to patch networking.k8s.io/v1, Kind=NetworkPolicy opendatahub/opendatahub: networkpolicies.networking.k8s.io "opendatahub" is forbidden: cannot set blockOwnerDeletion in this case because cannot find RESTMapping for APIVersion dscinitialization.opendatahub.io/v2 Kind DSCInitialization: no matches for kind "DSCInitialization" in version "dscinitialization.opendatahub.io/v2"' metadata: creationTimestamp: "2026-07-24T14:40:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: manager operation: Update time: "2026-07-24T14:40:52Z" name: default-dsci.18c540c769383741 namespace: default resourceVersion: "13909" uid: 94c2d721-1b43-4bfc-b4f2-a7d93d62d83c reason: DSCInitializationReconcileError reportingComponent: dscinitialization-controller reportingInstance: dscinitialization-controller-opendatahub-operator-controller-manager-696d5956bc-9m6l4 source: {} type: Warning - action: Reconcile apiVersion: v1 eventTime: "2026-07-24T14:40:52.569976Z" firstTimestamp: null involvedObject: apiVersion: dscinitialization.opendatahub.io/v2 kind: DSCInitialization name: default-dsci resourceVersion: "13896" uid: 2aefbebe-c067-45c7-9b18-c0758492167e kind: Event lastTimestamp: null message: 'failed to create operator resources for instance default-dsci: unable to patch networking.k8s.io/v1, Kind=NetworkPolicy opendatahub/opendatahub: networkpolicies.networking.k8s.io "opendatahub" is forbidden: cannot set blockOwnerDeletion in this case because cannot find RESTMapping for APIVersion dscinitialization.opendatahub.io/v2 Kind DSCInitialization: no matches for kind "DSCInitialization" in version "dscinitialization.opendatahub.io/v2"' metadata: creationTimestamp: "2026-07-24T14:40:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:series: .: {} f:count: {} f:lastObservedTime: {} f:type: {} manager: manager operation: Update time: "2026-07-24T14:52:52Z" name: default-dsci.18c540c76b96b9e6 namespace: default resourceVersion: "30803" uid: 51ce5e20-b89a-4fd5-b047-92d388a856a7 reason: DSCInitializationReconcileError reportingComponent: dscinitialization-controller reportingInstance: dscinitialization-controller-opendatahub-operator-controller-manager-696d5956bc-9m6l4 series: count: 9 lastObservedTime: "2026-07-24T14:40:55.406218Z" source: {} type: Warning - action: Provision apiVersion: v1 eventTime: "2026-07-24T14:40:58.383751Z" firstTimestamp: null involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: GatewayConfig name: default-gateway resourceVersion: "14261" uid: ff4fa01c-e20c-4360-b9a8-4d06ba792672 kind: Event lastTimestamp: null message: 'failed to lookup object openshift-ingress/data-science-tls-rule: no matches for kind "DestinationRule" in version "networking.istio.io/v1"' metadata: creationTimestamp: "2026-07-24T14:40:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:series: .: {} f:count: {} f:lastObservedTime: {} f:type: {} manager: manager operation: Update time: "2026-07-24T14:52:52Z" name: default-gateway.18c540c8c61dea37 namespace: default resourceVersion: "30805" uid: df155a8e-b72e-410d-94fb-4ade93ac56b8 reason: ProvisioningError reportingComponent: gatewayconfig reportingInstance: gatewayconfig-opendatahub-operator-controller-manager-696d5956bc-9m6l4 series: count: 7 lastObservedTime: "2026-07-24T14:40:59.274906Z" source: {} type: Warning - action: Provision apiVersion: v1 eventTime: "2026-07-24T14:41:07.497914Z" firstTimestamp: null involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: GatewayConfig name: default-gateway resourceVersion: "14748" uid: ff4fa01c-e20c-4360-b9a8-4d06ba792672 kind: Event lastTimestamp: null message: 'failure deploying resource openshift-ingress/data-science-tls-rule: apply failed networking.istio.io/v1, Kind=DestinationRule: unable to patch networking.istio.io/v1, Kind=DestinationRule openshift-ingress/data-science-tls-rule: Internal error occurred: failed calling webhook "rev.validation.istio.io": failed to call webhook: Post "https://istiod-openshift-gateway.openshift-ingress.svc:443/validate?timeout=10s": no endpoints available for service "istiod-openshift-gateway"' metadata: creationTimestamp: "2026-07-24T14:41:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:series: .: {} f:count: {} f:lastObservedTime: {} f:type: {} manager: manager operation: Update time: "2026-07-24T14:52:52Z" name: default-gateway.18c540cae55cfc83 namespace: default resourceVersion: "30804" uid: ef67ec73-9668-43ad-a11f-fe849cadb14b reason: ProvisioningError reportingComponent: gatewayconfig reportingInstance: gatewayconfig-opendatahub-operator-controller-manager-696d5956bc-9m6l4 series: count: 6 lastObservedTime: "2026-07-24T14:41:07.848300Z" source: {} type: Warning - action: Provision apiVersion: v1 eventTime: "2026-07-24T14:41:14.851872Z" firstTimestamp: null involvedObject: apiVersion: components.platform.opendatahub.io/v1alpha1 kind: Kserve name: default-kserve resourceVersion: "15055" uid: 499b16b5-71db-427a-b737-9818a263ee64 kind: Event lastTimestamp: null message: 'failure deploying resource opendatahub/v3-5-0-ea-2-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-5-0-ea-2-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook "llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator": failed to call webhook: Post "https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s": no endpoints available for service "llmisvc-webhook-server-service"' metadata: creationTimestamp: "2026-07-24T14:41:14Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: manager operation: Update time: "2026-07-24T14:41:14Z" name: default-kserve.18c540cc9bb185b5 namespace: default resourceVersion: "15057" uid: ae6d865c-9cb3-4bc4-a6ff-df356dc8369e reason: ProvisioningError reportingComponent: kserve reportingInstance: kserve-opendatahub-operator-controller-manager-696d5956bc-9m6l4 source: {} type: Warning - action: Provision apiVersion: v1 eventTime: "2026-07-24T14:41:20.785817Z" firstTimestamp: null involvedObject: apiVersion: components.platform.opendatahub.io/v1alpha1 kind: Kserve name: default-kserve resourceVersion: "15161" uid: 499b16b5-71db-427a-b737-9818a263ee64 kind: Event lastTimestamp: null message: 'failure deploying resource opendatahub/v3-5-0-ea-2-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-5-0-ea-2-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook "llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator": failed to call webhook: Post "https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s": no endpoints available for service "llmisvc-webhook-server-service"' metadata: creationTimestamp: "2026-07-24T14:41:20Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: manager operation: Update time: "2026-07-24T14:41:20Z" name: default-kserve.18c540cdfd624e34 namespace: default resourceVersion: "15162" uid: aef91d4b-9f24-4c05-95aa-ecc0d415cedd reason: ProvisioningError reportingComponent: kserve reportingInstance: kserve-opendatahub-operator-controller-manager-696d5956bc-9m6l4 source: {} type: Warning - action: Provision apiVersion: v1 eventTime: "2026-07-24T14:41:20.967702Z" firstTimestamp: null involvedObject: apiVersion: components.platform.opendatahub.io/v1alpha1 kind: Kserve name: default-kserve resourceVersion: "15165" uid: 499b16b5-71db-427a-b737-9818a263ee64 kind: Event lastTimestamp: null message: 'failure deploying resource opendatahub/v3-5-0-ea-2-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-5-0-ea-2-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook "llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator": failed to call webhook: Post "https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s": no endpoints available for service "llmisvc-webhook-server-service"' metadata: creationTimestamp: "2026-07-24T14:41:20Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:series: .: {} f:count: {} f:lastObservedTime: {} f:type: {} manager: manager operation: Update time: "2026-07-24T14:52:52Z" name: default-kserve.18c540ce0839a6ca namespace: default resourceVersion: "30806" uid: 58e33bda-fd1b-4cb2-9e5e-01e88406b75f reason: ProvisioningError reportingComponent: kserve reportingInstance: kserve-opendatahub-operator-controller-manager-696d5956bc-9m6l4 series: count: 11 lastObservedTime: "2026-07-24T14:41:43.989047Z" source: {} type: Warning - action: Provision apiVersion: v1 eventTime: "2026-07-24T14:40:58.021389Z" firstTimestamp: null involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: Monitoring name: default-monitoring resourceVersion: "14203" uid: 351aa801-86e2-46ee-b1ca-c79acaef99dd kind: Event lastTimestamp: null message: 'error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache' metadata: creationTimestamp: "2026-07-24T14:40:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: manager operation: Update time: "2026-07-24T14:40:58Z" name: default-monitoring.18c540c8b084b312 namespace: default resourceVersion: "14204" uid: 24c0bc90-3068-49f3-89cf-bcc853844fdf reason: ProvisioningError reportingComponent: monitoring reportingInstance: monitoring-opendatahub-operator-controller-manager-696d5956bc-9m6l4 source: {} type: Warning - action: Provision apiVersion: v1 eventTime: "2026-07-24T14:40:58.041877Z" firstTimestamp: null involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: Monitoring name: default-monitoring resourceVersion: "14205" uid: 351aa801-86e2-46ee-b1ca-c79acaef99dd kind: Event lastTimestamp: null message: 'error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache' metadata: creationTimestamp: "2026-07-24T14:40:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:series: .: {} f:count: {} f:lastObservedTime: {} f:type: {} manager: manager operation: Update time: "2026-07-24T15:10:52Z" name: default-monitoring.18c540c8b1bd4da6 namespace: default resourceVersion: "51460" uid: 0d336634-03e3-46d7-b2e7-5ec1de8c6e28 reason: ProvisioningError reportingComponent: monitoring reportingInstance: monitoring-opendatahub-operator-controller-manager-696d5956bc-9m6l4 series: count: 480 lastObservedTime: "2026-07-24T15:09:18.954134Z" source: {} type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-24T14:34:19Z" involvedObject: kind: Node name: ip-10-0-131-12.ec2.internal uid: ip-10-0-131-12.ec2.internal kind: Event lastTimestamp: "2026-07-24T14:34:20Z" message: 'Node ip-10-0-131-12.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-07-24T14:34:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-24T14:34:21Z" name: ip-10-0-131-12.ec2.internal.18c5406bfc27b3c0 namespace: default resourceVersion: "6147" uid: bb1a00d3-f713-4be5-a87e-da6b98525e13 reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-131-12.ec2.internal source: component: kubelet host: ip-10-0-131-12.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-24T14:34:19Z" involvedObject: kind: Node name: ip-10-0-131-12.ec2.internal uid: ip-10-0-131-12.ec2.internal kind: Event lastTimestamp: "2026-07-24T14:34:20Z" message: 'Node ip-10-0-131-12.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-07-24T14:34:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-24T14:34:21Z" name: ip-10-0-131-12.ec2.internal.18c5406bfc280956 namespace: default resourceVersion: "6152" uid: 10478991-0197-4265-844b-e3f38004eceb reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-131-12.ec2.internal source: component: kubelet host: ip-10-0-131-12.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-24T14:34:19Z" involvedObject: kind: Node name: ip-10-0-131-12.ec2.internal uid: ip-10-0-131-12.ec2.internal kind: Event lastTimestamp: "2026-07-24T14:34:20Z" message: 'Node ip-10-0-131-12.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-07-24T14:34:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-24T14:34:21Z" name: ip-10-0-131-12.ec2.internal.18c5406bfc283dfb namespace: default resourceVersion: "6160" uid: 07fd8698-79fa-4347-8933-f95e015e886b reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-131-12.ec2.internal source: component: kubelet host: ip-10-0-131-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-24T14:34:19Z" involvedObject: kind: Node name: ip-10-0-131-12.ec2.internal uid: ip-10-0-131-12.ec2.internal kind: Event lastTimestamp: "2026-07-24T14:34:19Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-07-24T14:34:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-24T14:34:20Z" name: ip-10-0-131-12.ec2.internal.18c5406bff619d4a namespace: default resourceVersion: "6077" uid: 9e559a85-f2b5-4820-9358-70f7c94b0f94 reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-131-12.ec2.internal source: component: kubelet host: ip-10-0-131-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-24T14:34:21Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-131-12.ec2.internal resourceVersion: "6078" uid: 2b4643bd-be4b-4b96-86f0-bb402c338dc2 kind: Event lastTimestamp: "2026-07-24T14:34:21Z" message: Node synced successfully metadata: creationTimestamp: "2026-07-24T14:34:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-07-24T14:34:21Z" name: ip-10-0-131-12.ec2.internal.18c5406c41347619 namespace: default resourceVersion: "6123" uid: fb3902df-3507-43d4-a49b-6555c74141da reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-24T14:34:25Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-131-12.ec2.internal uid: 2b4643bd-be4b-4b96-86f0-bb402c338dc2 kind: Event lastTimestamp: "2026-07-24T14:34:25Z" message: 'Node ip-10-0-131-12.ec2.internal event: Registered Node ip-10-0-131-12.ec2.internal in Controller' metadata: creationTimestamp: "2026-07-24T14:34:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-24T14:34:25Z" name: ip-10-0-131-12.ec2.internal.18c5406d3212fde8 namespace: default resourceVersion: "6389" uid: 9e09d7bd-9b6c-4a09-bb90-7256a03b424a reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-24T14:34:55Z" involvedObject: kind: Node name: ip-10-0-131-12.ec2.internal uid: ip-10-0-131-12.ec2.internal kind: Event lastTimestamp: "2026-07-24T14:34:55Z" message: 'Node ip-10-0-131-12.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-07-24T14:34:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-24T14:34:55Z" name: ip-10-0-131-12.ec2.internal.18c5407437273eb7 namespace: default resourceVersion: "6945" uid: e7ae1375-504f-43f0-a26b-b4b663e6fb5e reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-131-12.ec2.internal source: component: kubelet host: ip-10-0-131-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-24T14:36:31Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-131-12.ec2.internal uid: 2b4643bd-be4b-4b96-86f0-bb402c338dc2 kind: Event lastTimestamp: "2026-07-24T14:36:31Z" message: 'Node ip-10-0-131-12.ec2.internal event: Registered Node ip-10-0-131-12.ec2.internal in Controller' metadata: creationTimestamp: "2026-07-24T14:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-24T14:36:31Z" name: ip-10-0-131-12.ec2.internal.18c5408ab2e867e3 namespace: default resourceVersion: "8223" uid: 73e2f9b9-439d-4a47-a147-3858ccda778a reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-24T14:34:22Z" involvedObject: kind: Node name: ip-10-0-140-149.ec2.internal uid: ip-10-0-140-149.ec2.internal kind: Event lastTimestamp: "2026-07-24T14:34:23Z" message: 'Node ip-10-0-140-149.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-07-24T14:34:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-24T14:34:23Z" name: ip-10-0-140-149.ec2.internal.18c5406caed60ff1 namespace: default resourceVersion: "6340" uid: 51997054-3d5d-4885-8df4-886f77543e4c reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-140-149.ec2.internal source: component: kubelet host: ip-10-0-140-149.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-24T14:34:22Z" involvedObject: kind: Node name: ip-10-0-140-149.ec2.internal uid: ip-10-0-140-149.ec2.internal kind: Event lastTimestamp: "2026-07-24T14:34:23Z" message: 'Node ip-10-0-140-149.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-07-24T14:34:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-24T14:34:23Z" name: ip-10-0-140-149.ec2.internal.18c5406caed66299 namespace: default resourceVersion: "6342" uid: c8b168a7-694b-4278-b720-21449ada11d9 reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-140-149.ec2.internal source: component: kubelet host: ip-10-0-140-149.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-24T14:34:22Z" involvedObject: kind: Node name: ip-10-0-140-149.ec2.internal uid: ip-10-0-140-149.ec2.internal kind: Event lastTimestamp: "2026-07-24T14:34:23Z" message: 'Node ip-10-0-140-149.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-07-24T14:34:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-24T14:34:23Z" name: ip-10-0-140-149.ec2.internal.18c5406caed68b4a namespace: default resourceVersion: "6343" uid: abf5cec7-07c3-4993-ba4f-314fc4b6ecb1 reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-140-149.ec2.internal source: component: kubelet host: ip-10-0-140-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-24T14:34:22Z" involvedObject: kind: Node name: ip-10-0-140-149.ec2.internal uid: ip-10-0-140-149.ec2.internal kind: Event lastTimestamp: "2026-07-24T14:34:22Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-07-24T14:34:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-24T14:34:22Z" name: ip-10-0-140-149.ec2.internal.18c5406cb0aecce1 namespace: default resourceVersion: "6245" uid: 9414b131-f163-4637-8c9b-ec66269d502b reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-140-149.ec2.internal source: component: kubelet host: ip-10-0-140-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-24T14:34:23Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-140-149.ec2.internal resourceVersion: "6249" uid: 17fb3918-6202-4ce0-acdc-f81271ad3bc1 kind: Event lastTimestamp: "2026-07-24T14:34:23Z" message: Node synced successfully metadata: creationTimestamp: "2026-07-24T14:34:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-07-24T14:34:23Z" name: ip-10-0-140-149.ec2.internal.18c5406cc489e339 namespace: default resourceVersion: "6345" uid: d2915655-0c05-4198-9cf6-06aebc8aa0c6 reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-24T14:34:25Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-140-149.ec2.internal uid: 17fb3918-6202-4ce0-acdc-f81271ad3bc1 kind: Event lastTimestamp: "2026-07-24T14:34:25Z" message: 'Node ip-10-0-140-149.ec2.internal event: Registered Node ip-10-0-140-149.ec2.internal in Controller' metadata: creationTimestamp: "2026-07-24T14:34:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-24T14:34:25Z" name: ip-10-0-140-149.ec2.internal.18c5406d321399b0 namespace: default resourceVersion: "6392" uid: 51400267-4c2e-4930-85d4-92d06b2497a9 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-24T14:34:51Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-140-149.ec2.internal resourceVersion: "6880" uid: 17fb3918-6202-4ce0-acdc-f81271ad3bc1 kind: Event lastTimestamp: "2026-07-24T14:34:51Z" message: '[k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-140-149.ec2.internal, error getting gateway config for node ip-10-0-140-149.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-140-149.ec2.internal", failed to update chassis to local for local node ip-10-0-140-149.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-140-149.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-140-149.ec2.internal]' metadata: creationTimestamp: "2026-07-24T14:34:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ip-10-0-140-149 operation: Update time: "2026-07-24T14:34:51Z" name: ip-10-0-140-149.ec2.internal.18c540733fdd5b85 namespace: default resourceVersion: "6891" uid: 1e7ecfad-88bc-4bba-aaa1-e66587ca9994 reason: ErrorReconcilingNode reportingComponent: ovnk-controlplane reportingInstance: "" source: component: ovnk-controlplane type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-24T14:34:57Z" involvedObject: kind: Node name: ip-10-0-140-149.ec2.internal uid: ip-10-0-140-149.ec2.internal kind: Event lastTimestamp: "2026-07-24T14:34:57Z" message: 'Node ip-10-0-140-149.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-07-24T14:34:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-24T14:34:57Z" name: ip-10-0-140-149.ec2.internal.18c54074b1ddb41b namespace: default resourceVersion: "6995" uid: ef6ea9cf-e7f2-4923-912a-262f3bcadd92 reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-140-149.ec2.internal source: component: kubelet host: ip-10-0-140-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-24T14:36:31Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-140-149.ec2.internal uid: 17fb3918-6202-4ce0-acdc-f81271ad3bc1 kind: Event lastTimestamp: "2026-07-24T14:36:31Z" message: 'Node ip-10-0-140-149.ec2.internal event: Registered Node ip-10-0-140-149.ec2.internal in Controller' metadata: creationTimestamp: "2026-07-24T14:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-24T14:36:31Z" name: ip-10-0-140-149.ec2.internal.18c5408ab2e982b5 namespace: default resourceVersion: "8225" uid: fa044f6f-85e3-430c-8612-8ccee0c404c1 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-24T14:33:35Z" involvedObject: kind: Node name: ip-10-0-141-133.ec2.internal uid: ip-10-0-141-133.ec2.internal kind: Event lastTimestamp: "2026-07-24T14:33:35Z" message: 'Node ip-10-0-141-133.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-07-24T14:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-24T14:33:35Z" name: ip-10-0-141-133.ec2.internal.18c540619b066170 namespace: default resourceVersion: "5425" uid: cf4a2b49-db0c-41ab-b3e9-c71116addb0a reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-141-133.ec2.internal source: component: kubelet host: ip-10-0-141-133.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-24T14:33:35Z" involvedObject: kind: Node name: ip-10-0-141-133.ec2.internal uid: ip-10-0-141-133.ec2.internal kind: Event lastTimestamp: "2026-07-24T14:33:35Z" message: 'Node ip-10-0-141-133.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-07-24T14:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-24T14:33:35Z" name: ip-10-0-141-133.ec2.internal.18c540619b06a189 namespace: default resourceVersion: "5426" uid: dabf0cd2-a204-4b6c-8604-8d180e8a534b reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-141-133.ec2.internal source: component: kubelet host: ip-10-0-141-133.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-24T14:33:35Z" involvedObject: kind: Node name: ip-10-0-141-133.ec2.internal uid: ip-10-0-141-133.ec2.internal kind: Event lastTimestamp: "2026-07-24T14:33:35Z" message: 'Node ip-10-0-141-133.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-07-24T14:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-24T14:33:35Z" name: ip-10-0-141-133.ec2.internal.18c540619b06c230 namespace: default resourceVersion: "5430" uid: ac775c49-65f2-406f-ba0c-218b344d8b00 reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-141-133.ec2.internal source: component: kubelet host: ip-10-0-141-133.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-24T14:33:35Z" involvedObject: kind: Node name: ip-10-0-141-133.ec2.internal uid: ip-10-0-141-133.ec2.internal kind: Event lastTimestamp: "2026-07-24T14:33:35Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-07-24T14:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-24T14:33:35Z" name: ip-10-0-141-133.ec2.internal.18c540619dee35b8 namespace: default resourceVersion: "5392" uid: 9b5c7a46-c437-46dd-93f0-5e4e47b28030 reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-141-133.ec2.internal source: component: kubelet host: ip-10-0-141-133.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-24T14:33:35Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-141-133.ec2.internal resourceVersion: "5394" uid: 43361a53-ccf5-43de-9c00-7caa8c03b4d8 kind: Event lastTimestamp: "2026-07-24T14:33:35Z" message: Node synced successfully metadata: creationTimestamp: "2026-07-24T14:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-07-24T14:33:35Z" name: ip-10-0-141-133.ec2.internal.18c54061b6a93b0b namespace: default resourceVersion: "5458" uid: d9e72480-e596-4460-8807-44d7581b335d reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-24T14:33:40Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-141-133.ec2.internal uid: 43361a53-ccf5-43de-9c00-7caa8c03b4d8 kind: Event lastTimestamp: "2026-07-24T14:33:40Z" message: 'Node ip-10-0-141-133.ec2.internal event: Registered Node ip-10-0-141-133.ec2.internal in Controller' metadata: creationTimestamp: "2026-07-24T14:33:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-24T14:33:40Z" name: ip-10-0-141-133.ec2.internal.18c54062b77b843e namespace: default resourceVersion: "5594" uid: 00fbbb7c-4704-42ea-9fbf-20bb67de0d5f reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-24T14:34:02Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-141-133.ec2.internal resourceVersion: "5853" uid: 43361a53-ccf5-43de-9c00-7caa8c03b4d8 kind: Event lastTimestamp: "2026-07-24T14:34:02Z" message: '[k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-141-133.ec2.internal, error getting gateway config for node ip-10-0-141-133.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-141-133.ec2.internal", failed to update chassis to local for local node ip-10-0-141-133.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-141-133.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-141-133.ec2.internal]' metadata: creationTimestamp: "2026-07-24T14:34:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ip-10-0-141-133 operation: Update time: "2026-07-24T14:34:02Z" name: ip-10-0-141-133.ec2.internal.18c5406803cbf7ae namespace: default resourceVersion: "5857" uid: da237ac1-3f14-43d9-8875-bff8146a8120 reason: ErrorReconcilingNode reportingComponent: ovnk-controlplane reportingInstance: "" source: component: ovnk-controlplane type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-24T14:34:08Z" involvedObject: kind: Node name: ip-10-0-141-133.ec2.internal uid: ip-10-0-141-133.ec2.internal kind: Event lastTimestamp: "2026-07-24T14:34:08Z" message: 'Node ip-10-0-141-133.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-07-24T14:34:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-24T14:34:08Z" name: ip-10-0-141-133.ec2.internal.18c5406961a52ac7 namespace: default resourceVersion: "5909" uid: 4d558458-accd-421a-92bb-ce695183bebf reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-141-133.ec2.internal source: component: kubelet host: ip-10-0-141-133.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-24T14:36:31Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-141-133.ec2.internal uid: 43361a53-ccf5-43de-9c00-7caa8c03b4d8 kind: Event lastTimestamp: "2026-07-24T14:36:31Z" message: 'Node ip-10-0-141-133.ec2.internal event: Registered Node ip-10-0-141-133.ec2.internal in Controller' metadata: creationTimestamp: "2026-07-24T14:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-24T14:36:31Z" name: ip-10-0-141-133.ec2.internal.18c5408ab2e99d8b namespace: default resourceVersion: "8226" uid: a862ed15-b268-494f-9927-a42ae675851f reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-24T14:42:05Z" involvedObject: apiVersion: v1 kind: Namespace name: kuadrant-system resourceVersion: "15476" uid: 28db5bcb-a3ff-40ef-8e4b-05624a7d757b kind: Event lastTimestamp: "2026-07-24T14:42:08Z" message: 'error using catalogsource kuadrant-system/kuadrant-operator-catalog: failed to list bundles: rpc error: code = Unavailable desc = connection error: desc = "error reading server preface: http2: frame too large"' metadata: creationTimestamp: "2026-07-24T14:42:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: catalog operation: Update time: "2026-07-24T14:42:09Z" name: kuadrant-system.18c540d8569f4644 namespace: default resourceVersion: "15697" uid: 97747e65-8b4a-4170-88d8-d128d9546493 reason: ResolutionFailed reportingComponent: operator-lifecycle-manager reportingInstance: "" source: component: operator-lifecycle-manager type: Warning - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: Received signal to terminate, becoming unready, but keeping serving metadata: creationTimestamp: "2026-07-24T14:36:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-07-24T14:36:10Z" name: kube-system.18c54085a54d62ef namespace: default resourceVersion: "7869" uid: 9e643e97-8893-4617-8425-433dfbbb43eb reason: TerminationStart reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-7b944db7c8-rhs8b type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: The minimal shutdown duration of 15s finished metadata: creationTimestamp: "2026-07-24T14:36:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-07-24T14:36:25Z" name: kube-system.18c5408923bcd326 namespace: default resourceVersion: "8143" uid: 3cf733e8-97ed-4b4c-b849-0b98058a5ff5 reason: TerminationMinimalShutdownDurationFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-7b944db7c8-rhs8b type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: Server has stopped listening metadata: creationTimestamp: "2026-07-24T14:36:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-07-24T14:36:25Z" name: kube-system.18c5408924159a31 namespace: default resourceVersion: "8144" uid: 27e29fc6-9104-4408-8223-95cc0374c552 reason: TerminationStoppedServing reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-7b944db7c8-rhs8b type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: All pre-shutdown hooks have been finished metadata: creationTimestamp: "2026-07-24T14:36:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-07-24T14:36:25Z" name: kube-system.18c54089246ddbb7 namespace: default resourceVersion: "8145" uid: ca6803e5-974e-47df-9b3f-cd1f98b9c3cc reason: TerminationPreShutdownHooksFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-7b944db7c8-rhs8b type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: All pending requests processed metadata: creationTimestamp: "2026-07-24T14:37:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-07-24T14:37:25Z" name: kube-system.18c540971c7b636d namespace: default resourceVersion: "10386" uid: 3a07f9f8-49c5-4bce-8f53-bc94cb00a153 reason: TerminationGracefulTerminationFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-7b944db7c8-rhs8b type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-24T15:09:07Z" involvedObject: apiVersion: v1 kind: Endpoints name: maas-api-e2e-mt-e61f3ca0 kind: Event lastTimestamp: "2026-07-24T15:09:07Z" message: 'Failed to create endpoint for service odh-ai-gateway-infra/maas-api-e2e-mt-e61f3ca0: endpoints "maas-api-e2e-mt-e61f3ca0" already exists' metadata: creationTimestamp: "2026-07-24T15:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-24T15:09:07Z" name: maas-api-e2e-mt-e61f3ca0.18c542521d50f32c namespace: default resourceVersion: "50194" uid: 64b00517-03b7-439b-ae54-89d2808dc0ec reason: FailedToCreateEndpoint reportingComponent: endpoint-controller reportingInstance: "" source: component: endpoint-controller type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-24T14:27:59Z" involvedObject: apiVersion: v1 kind: Namespace name: openshift-kube-apiserver namespace: default kind: Event lastTimestamp: "2026-07-24T14:27:59Z" message: readyz=true metadata: creationTimestamp: "2026-07-24T14:27:59Z" name: openshift-kube-apiserver.18c5401363b5c294 namespace: default resourceVersion: "278" uid: 1cac5c63-88db-42a7-9ca5-5c1a21a7fcbb reason: KubeAPIReadyz reportingComponent: "" reportingInstance: "" source: component: apiserver host: kube-apiserver-6989489576-kf68t type: Warning kind: EventList metadata: resourceVersion: "55985"