--- apiVersion: v1 items: - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:30:41Z" involvedObject: kind: CertificateSigningRequest name: csr-48427 kind: Event lastTimestamp: "2026-05-21T10:30:41Z" message: CSR "csr-48427" has been approved metadata: creationTimestamp: "2026-05-21T10:30:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-21T10:30:41Z" name: csr-48427.18b18dfc1e54787d namespace: default resourceVersion: "6693" uid: c16c3823-351b-4ad1-be36-b8c96bff2c51 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:30:35Z" involvedObject: kind: CertificateSigningRequest name: csr-6w247 kind: Event lastTimestamp: "2026-05-21T10:30:35Z" message: CSR "csr-6w247" has been approved metadata: creationTimestamp: "2026-05-21T10:30:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-21T10:30:35Z" name: csr-6w247.18b18dfab9e26da9 namespace: default resourceVersion: "6544" uid: 5533a4f8-172b-47b8-a5ec-973d971f6437 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:30:38Z" involvedObject: kind: CertificateSigningRequest name: csr-9l8fj kind: Event lastTimestamp: "2026-05-21T10:30:38Z" message: CSR "csr-9l8fj" has been approved metadata: creationTimestamp: "2026-05-21T10:30:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-21T10:30:38Z" name: csr-9l8fj.18b18dfb78ea2578 namespace: default resourceVersion: "6614" uid: 01f7726b-d3dc-43a2-8eb8-4e934bc0407f reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:30:33Z" involvedObject: kind: CertificateSigningRequest name: csr-g2v2r kind: Event lastTimestamp: "2026-05-21T10:30:33Z" message: CSR "csr-g2v2r" has been approved metadata: creationTimestamp: "2026-05-21T10:30:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-21T10:30:33Z" name: csr-g2v2r.18b18dfa4659ce04 namespace: default resourceVersion: "6498" uid: 9f90fbbf-887d-4641-a050-090f09986e12 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:30:31Z" involvedObject: kind: CertificateSigningRequest name: csr-mt9k2 kind: Event lastTimestamp: "2026-05-21T10:30:31Z" message: CSR "csr-mt9k2" has been approved metadata: creationTimestamp: "2026-05-21T10:30:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-21T10:30:31Z" name: csr-mt9k2.18b18df9c6982e9f namespace: default resourceVersion: "6437" uid: f06f992c-4e73-4f39-af10-419d74743265 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:30:41Z" involvedObject: kind: CertificateSigningRequest name: csr-nzvws kind: Event lastTimestamp: "2026-05-21T10:30:41Z" message: CSR "csr-nzvws" has been approved metadata: creationTimestamp: "2026-05-21T10:30:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-21T10:30:41Z" name: csr-nzvws.18b18dfbf0f773a6 namespace: default resourceVersion: "6676" uid: 6e890b2c-e952-4f78-989d-87b76bf6afda reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-05-21T10:37:39Z" involvedObject: apiVersion: datasciencecluster.opendatahub.io/v2 kind: DataScienceCluster name: default-dsc resourceVersion: "14093" uid: afa4fd2d-cf9b-4f0c-b20e-6068480ef990 kind: Event lastTimestamp: "2026-05-21T10:37:41Z" message: 'failure deploying resource {map[apiVersion:components.platform.opendatahub.io/v1alpha1 kind:Kserve metadata:map[annotations:map[component.opendatahub.io/management-state:Managed platform.opendatahub.io/instance.generation:1 platform.opendatahub.io/instance.name:default-dsc platform.opendatahub.io/instance.uid:afa4fd2d-cf9b-4f0c-b20e-6068480ef990 platform.opendatahub.io/type:Open Data Hub platform.opendatahub.io/version:3.4.0-ea.1] creationTimestamp: labels:map[platform.opendatahub.io/part-of:datasciencecluster] name:default-kserve ownerReferences:[map[apiVersion:datasciencecluster.opendatahub.io/v2 blockOwnerDeletion:%!s(bool=true) controller:%!s(bool=true) kind:DataScienceCluster name:default-dsc uid:afa4fd2d-cf9b-4f0c-b20e-6068480ef990]]] spec:map[modelsAsService:map[managementState:Removed] nim:map[managementState:Managed] rawDeploymentServiceConfig:Headed] status:map[]]}: apply failed components.platform.opendatahub.io/v1alpha1, Kind=Kserve: unable to patch components.platform.opendatahub.io/v1alpha1, Kind=Kserve default-kserve: kserves.components.platform.opendatahub.io "default-kserve" is forbidden: cannot set blockOwnerDeletion in this case because cannot find RESTMapping for APIVersion datasciencecluster.opendatahub.io/v2 Kind DataScienceCluster: no matches for kind "DataScienceCluster" in version "datasciencecluster.opendatahub.io/v2"' metadata: creationTimestamp: "2026-05-21T10:37:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-21T10:37:41Z" name: default-dsc.18b18e5d6ce4088f namespace: default resourceVersion: "14303" uid: cadce69e-5fa9-4f50-b2e9-95089aafa986 reason: ProvisioningError reportingComponent: datasciencecluster reportingInstance: "" source: component: datasciencecluster type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-05-21T10:37:39Z" involvedObject: apiVersion: dscinitialization.opendatahub.io/v2 kind: DSCInitialization name: default-dsci resourceVersion: "13936" uid: 4bfe1aab-f669-4f29-8922-cefd9ebac119 kind: Event lastTimestamp: "2026-05-21T10:37:42Z" message: 'failed to create operator resources for instance default-dsci: unable to patch networking.k8s.io/v1, Kind=NetworkPolicy opendatahub/opendatahub: networkpolicies.networking.k8s.io "opendatahub" is forbidden: cannot set blockOwnerDeletion in this case because cannot find RESTMapping for APIVersion dscinitialization.opendatahub.io/v2 Kind DSCInitialization: no matches for kind "DSCInitialization" in version "dscinitialization.opendatahub.io/v2"' metadata: creationTimestamp: "2026-05-21T10:37:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-21T10:37:42Z" name: default-dsci.18b18e5d58da465c namespace: default resourceVersion: "14311" uid: 458ceb59-7940-4d5a-917c-288a8d970b37 reason: DSCInitializationReconcileError reportingComponent: dscinitialization-controller reportingInstance: "" source: component: dscinitialization-controller type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-05-21T10:37:46Z" involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: GatewayConfig name: default-gateway resourceVersion: "14454" uid: 88ba9597-da13-4eeb-a1aa-3d9eda15672b kind: Event lastTimestamp: "2026-05-21T10:37:59Z" message: 'failed to lookup object openshift-ingress/data-science-tls-rule: no matches for kind "DestinationRule" in version "networking.istio.io/v1"' metadata: creationTimestamp: "2026-05-21T10:37:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-21T10:37:59Z" name: default-gateway.18b18e5f13c81b4d namespace: default resourceVersion: "14848" uid: cf890b44-923f-4564-97ea-b254bf6be1d9 reason: ProvisioningError reportingComponent: gatewayconfig reportingInstance: "" source: component: gatewayconfig type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-05-21T10:37:54Z" involvedObject: apiVersion: components.platform.opendatahub.io/v1alpha1 kind: Kserve name: default-kserve resourceVersion: "14731" uid: 43125490-f535-4a96-b27d-95518822501e kind: Event lastTimestamp: "2026-05-21T10:38:20Z" message: "failure deploying resource {map[apiVersion:serving.kserve.io/v1alpha1 kind:LLMInferenceServiceConfig metadata:map[annotations:map[internal.config.kubernetes.io/previousKinds:LLMInferenceServiceConfig internal.config.kubernetes.io/previousNames:kserve-config-llm-decode-template internal.config.kubernetes.io/previousNamespaces:opendatahub platform.opendatahub.io/instance.generation:1 platform.opendatahub.io/instance.name:default-kserve platform.opendatahub.io/instance.uid:43125490-f535-4a96-b27d-95518822501e platform.opendatahub.io/type:Open Data Hub platform.opendatahub.io/version:3.4.0-ea.1 serving.kserve.io/well-known-config:true] labels:map[app.kubernetes.io/part-of:kserve app.opendatahub.io/kserve:true platform.opendatahub.io/part-of:kserve] name:v3-4-0-ea-1-kserve-config-llm-decode-template namespace:opendatahub ownerReferences:[map[apiVersion:components.platform.opendatahub.io/v1alpha1 blockOwnerDeletion:%!s(bool=true) controller:%!s(bool=true) kind:Kserve name:default-kserve uid:43125490-f535-4a96-b27d-95518822501e]]] spec:map[template:map[containers:[map[args:[if [ \"$KSERVE_INFER_ROCE\" = \"true\" ]; then\n echo \"Trying to infer RoCE configs ... \"\n grep -H . /sys/class/infiniband/*/ports/*/gids/* 2>/dev/null\n grep -H . /sys/class/infiniband/*/ports/*/gid_attrs/types/* 2>/dev/null\n\n cat /proc/driver/nvidia/params\n\n \ KSERVE_INFER_IB_GID_INDEX_GREP=${KSERVE_INFER_IB_GID_INDEX_GREP:-\"RoCE v2\"}\n\n \ echo \"[Infer RoCE] Discovering active HCAs ...\"\n active_hcas=()\n # Loop through all mlx5 devices found in sysfs\n for hca_dir in /sys/class/infiniband/mlx5_*; do\n # Ensure it's a directory before proceeding\n if [ -d \"$hca_dir\" ]; then\n hca_name=$(basename \"$hca_dir\")\n port_state_file=\"$hca_dir/ports/1/state\" # Assume port 1\n type_file=\"$hca_dir/ports/1/gid_attrs/types/*\"\n\n \ echo \"[Infer RoCE] Check if the port state file ${port_state_file} exists and contains 'ACTIVE'\"\n if [ -f \"$port_state_file\" ] && grep -q \"ACTIVE\" \"$port_state_file\" && grep -q \"${KSERVE_INFER_IB_GID_INDEX_GREP}\" ${type_file} 2>/dev/null; then\n echo \"[Infer RoCE] Found active HCA: $hca_name\"\n active_hcas+=(\"$hca_name\")\n else\n \ echo \"[Infer RoCE] Skipping inactive or down HCA: $hca_name\"\n \ fi\n fi\n done\n\n ucx_hcas=()\n for hca in \"${active_hcas[@]}\"; do\n ucx_hcas+=(\"${hca}:1\")\n done\n\n # Check if we found any active HCAs\n \ if [ ${#active_hcas[@]} -gt 0 ]; then\n # Join the array elements with a comma\n hcas=$(IFS=,; echo \"${active_hcas[*]}\")\n echo \"[Infer RoCE] Setting active HCAs: ${hcas}\"\n export NCCL_IB_HCA=${NCCL_IB_HCA:-${hcas}}\n \ export NVSHMEM_HCA_LIST=${NVSHMEM_HCA_LIST:-${ucx_hcas}}\n export UCX_NET_DEVICES=${UCX_NET_DEVICES:-${ucx_hcas}}\n\n \ echo \"[Infer RoCE] NCCL_IB_HCA=${NCCL_IB_HCA}\"\n echo \"[Infer RoCE] NVSHMEM_HCA_LIST=${NVSHMEM_HCA_LIST}\"\n else\n echo \"[Infer RoCE] WARNING: No active RoCE HCAs found. NCCL_IB_HCA will not be set.\"\n fi\n\n if [ ${#active_hcas[@]} -gt 0 ]; then\n echo \"[Infer RoCE] Finding GID_INDEX for each active HCA (SR-IOV compatible)...\"\n\n # For SR-IOV environments, find the most common IPv4 RoCE v2 GID index across all HCAs\n declare -A gid_index_count\n declare -A hca_gid_index\n\n for hca_name in \"${active_hcas[@]}\"; do\n echo \"[Infer RoCE] Processing HCA: ${hca_name}\"\n\n # Find all RoCE v2 IPv4 GIDs for this HCA and count by index\n for tpath in /sys/class/infiniband/${hca_name}/ports/1/gid_attrs/types/*; do\n if grep -q \"${KSERVE_INFER_IB_GID_INDEX_GREP}\" \"$tpath\" 2>/dev/null; then\n idx=$(basename \"$tpath\")\n gid_file=\"/sys/class/infiniband/${hca_name}/ports/1/gids/${idx}\"\n \ # Check for IPv4 GID (contains ffff:)\n if [ -f \"$gid_file\" ] && grep -q \"ffff:\" \"$gid_file\"; then\n gid_value=$(cat \"$gid_file\" 2>/dev/null || echo \"\")\n echo \"[Infer RoCE] Found IPv4 RoCE v2 GID for ${hca_name}: index=${idx}, gid=${gid_value}\"\n hca_gid_index[\"${hca_name}\"]=\"${idx}\"\n \ gid_index_count[\"${idx}\"]=$((${gid_index_count[\"${idx}\"]} + 1))\n break # Use first found IPv4 GID per HCA\n fi\n \ fi\n done\n done\n\n # Find the most common GID index (most likely to be consistent across nodes)\n best_gid_index=\"\"\n \ max_count=0\n for idx in \"${!gid_index_count[@]}\"; do\n count=${gid_index_count[\"${idx}\"]}\n \ echo \"[Infer RoCE] GID_INDEX ${idx} found on ${count} HCAs\"\n if [ $count -gt $max_count ]; then\n max_count=$count\n best_gid_index=\"$idx\"\n \ fi\n done\n\n # Use deterministic fallback if counts are equal - prefer lower index number \n if [ ${#gid_index_count[@]} -gt 1 ]; then\n \ echo \"[Infer RoCE] Multiple GID indices found, selecting most common: ${best_gid_index}\"\n # If there's a tie, prefer index 3 as it's most common in SR-IOV setups\n if [ -n \"${gid_index_count['3']}\" ] && [ \"${gid_index_count['3']}\" -eq \"$max_count\" ]; then\n best_gid_index=\"3\"\n \ echo \"[Infer RoCE] Using deterministic fallback: GID_INDEX=3 (SR-IOV standard)\"\n fi\n fi\n\n # Check if GID_INDEX is already set via environment variables\n if [ -n \"${NCCL_IB_GID_INDEX}\" ]; then\n echo \"[Infer RoCE] Using pre-configured NCCL_IB_GID_INDEX=${NCCL_IB_GID_INDEX} from environment\"\n export NVSHMEM_IB_GID_INDEX=${NVSHMEM_IB_GID_INDEX:-$NCCL_IB_GID_INDEX}\n \ export UCX_IB_GID_INDEX=${UCX_IB_GID_INDEX:-$NCCL_IB_GID_INDEX}\n echo \"[Infer RoCE] Using hardcoded GID_INDEX=${NCCL_IB_GID_INDEX} for NCCL, NVSHMEM, and UCX\"\n elif [ -n \"$best_gid_index\" ]; then\n echo \"[Infer RoCE] Selected GID_INDEX: ${best_gid_index} (found on ${max_count} HCAs)\"\n\n \ export NCCL_IB_GID_INDEX=${NCCL_IB_GID_INDEX:-$best_gid_index}\n export NVSHMEM_IB_GID_INDEX=${NVSHMEM_IB_GID_INDEX:-$best_gid_index}\n export UCX_IB_GID_INDEX=${UCX_IB_GID_INDEX:-$best_gid_index}\n\n echo \"[Infer RoCE] Exported GID_INDEX=${best_gid_index} for NCCL, NVSHMEM, and UCX\"\n else\n \ echo \"[Infer RoCE] ERROR: No valid IPv4 ${KSERVE_INFER_IB_GID_INDEX_GREP} GID_INDEX found on any HCA.\"\n fi\n else\n echo \"[Infer RoCE] No active HCAs found, skipping GID_INDEX inference.\"\n fi\nfi\n\neval \"vllm serve /mnt/models \\\n --served-model-name \"{{ .Spec.Model.Name }}\" \\\n --port 8001 \\\n ${VLLM_ADDITIONAL_ARGS} \\\n --enable-ssl-refresh \\\n --ssl-certfile /var/run/kserve/tls/tls.crt \\\n --ssl-keyfile /var/run/kserve/tls/tls.key\"] command:[/bin/bash -c] env:[map[name:HOME value:/home] map[name:VLLM_LOGGING_LEVEL value:INFO] map[name:HF_HUB_CACHE value:/models]] image:registry.redhat.io/rhaiis/vllm-cuda-rhel9@sha256:fc68d623d1bfc36c8cb2fe4a71f19c8578cfb420ce8ce07b20a02c1ee0be0cf3 imagePullPolicy:IfNotPresent livenessProbe:map[failureThreshold:%!s(int64=3) httpGet:map[path:/health port:%!s(int64=8001) scheme:HTTPS] initialDelaySeconds:%!s(int64=120) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=10)] name:main ports:[map[containerPort:%!s(int64=8001) protocol:TCP]] readinessProbe:map[failureThreshold:%!s(int64=60) httpGet:map[path:/health port:%!s(int64=8001) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=5)] securityContext:map[allowPrivilegeEscalation:%!s(bool=false) capabilities:map[drop:[ALL]] readOnlyRootFilesystem:%!s(bool=false) runAsNonRoot:%!s(bool=true) seccompProfile:map[type:RuntimeDefault]] terminationMessagePath:/dev/termination-log terminationMessagePolicy:FallbackToLogsOnError volumeMounts:[map[mountPath:/home name:home] map[mountPath:/dev/shm name:dshm] map[mountPath:/models name:model-cache] map[mountPath:/var/run/kserve/tls name:tls-certs readOnly:%!s(bool=true)]]]] initContainers:[map[args:[--port=8000 --vllm-port=8001 --connector=nixlv2 --secure-proxy=true --cert-path=/var/run/kserve/tls --decoder-use-tls=true --prefiller-use-tls=true --enable-ssrf-protection=true --pool-group=inference.networking.x-k8s.io] env:[map[name:INFERENCE_POOL_NAMESPACE valueFrom:map[fieldRef:map[fieldPath:metadata.namespace]]] map[name:SSL_CERT_DIR value:/var/run/kserve/tls:/var/run/secrets/kubernetes.io/serviceaccount:/etc/pki/tls/certs]] image:quay.io/opendatahub/llm-d-routing-sidecar:release-v0.4 imagePullPolicy:IfNotPresent livenessProbe:map[failureThreshold:%!s(int64=3) httpGet:map[path:/health port:%!s(int64=8000) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=10)] name:llm-d-routing-sidecar ports:[map[containerPort:%!s(int64=8000) protocol:TCP]] readinessProbe:map[failureThreshold:%!s(int64=10) httpGet:map[path:/health port:%!s(int64=8000) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=5)] resources:map[] restartPolicy:Always securityContext:map[allowPrivilegeEscalation:%!s(bool=false) capabilities:map[drop:[ALL]] readOnlyRootFilesystem:%!s(bool=false) runAsNonRoot:%!s(bool=true)] terminationMessagePath:/dev/termination-log terminationMessagePolicy:FallbackToLogsOnError volumeMounts:[map[mountPath:/var/run/kserve/tls name:tls-certs readOnly:%!s(bool=true)]]]] terminationGracePeriodSeconds:%!s(int64=30) volumes:[map[emptyDir:map[] name:home] map[emptyDir:map[medium:Memory sizeLimit:1Gi] name:dshm] map[emptyDir:map[] name:model-cache] map[name:tls-certs secret:map[secretName:{{ ChildName .ObjectMeta.Name `-kserve-self-signed-certs` }}]]]]]]}: apply failed serving.kserve.io/v1alpha1, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha1, Kind=LLMInferenceServiceConfig opendatahub/v3-4-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.validator\": failed to call webhook: Post \"https://kserve-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha1-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"kserve-webhook-server-service\"" metadata: creationTimestamp: "2026-05-21T10:37:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-21T10:38:20Z" name: default-kserve.18b18e60cc706656 namespace: default resourceVersion: "16197" uid: f4297a1e-ca6a-40fe-8c23-364d8bb0d4d3 reason: ProvisioningError reportingComponent: kserve reportingInstance: "" source: component: kserve type: Warning - apiVersion: v1 count: 32 eventTime: null firstTimestamp: "2026-05-21T10:37:45Z" involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: Monitoring name: default-monitoring resourceVersion: "14335" uid: e9e476e2-4d36-4df0-9b06-936f56b6d657 kind: Event lastTimestamp: "2026-05-21T10:56:03Z" message: 'error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache' metadata: creationTimestamp: "2026-05-21T10:37:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-21T10:56:03Z" name: default-monitoring.18b18e5ebf07f017 namespace: default resourceVersion: "36063" uid: 386c5b1a-a289-43b4-b671-c0ba5b538d6b reason: ProvisioningError reportingComponent: monitoring reportingInstance: "" source: component: monitoring type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T10:30:05Z" involvedObject: kind: Node name: ip-10-0-140-254.ec2.internal uid: ip-10-0-140-254.ec2.internal kind: Event lastTimestamp: "2026-05-21T10:30:05Z" message: 'Node ip-10-0-140-254.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-05-21T10:30:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T10:30:05Z" name: ip-10-0-140-254.ec2.internal.18b18df3a1433131 namespace: default resourceVersion: "5504" uid: 04b02f45-0da8-4679-b1b4-b618a7c33b7d reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-140-254.ec2.internal source: component: kubelet host: ip-10-0-140-254.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T10:30:05Z" involvedObject: kind: Node name: ip-10-0-140-254.ec2.internal uid: ip-10-0-140-254.ec2.internal kind: Event lastTimestamp: "2026-05-21T10:30:05Z" message: 'Node ip-10-0-140-254.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-05-21T10:30:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T10:30:05Z" name: ip-10-0-140-254.ec2.internal.18b18df3a143a6cb namespace: default resourceVersion: "5505" uid: 906cb475-90e2-4142-9e2e-4d66ee8bb62a reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-140-254.ec2.internal source: component: kubelet host: ip-10-0-140-254.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T10:30:05Z" involvedObject: kind: Node name: ip-10-0-140-254.ec2.internal uid: ip-10-0-140-254.ec2.internal kind: Event lastTimestamp: "2026-05-21T10:30:05Z" message: 'Node ip-10-0-140-254.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-05-21T10:30:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T10:30:05Z" name: ip-10-0-140-254.ec2.internal.18b18df3a143da94 namespace: default resourceVersion: "5506" uid: 3fdaf435-d488-4076-83aa-30c4758e9ec9 reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-140-254.ec2.internal source: component: kubelet host: ip-10-0-140-254.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:30:05Z" involvedObject: kind: Node name: ip-10-0-140-254.ec2.internal uid: ip-10-0-140-254.ec2.internal kind: Event lastTimestamp: "2026-05-21T10:30:05Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-05-21T10:30:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T10:30:05Z" name: ip-10-0-140-254.ec2.internal.18b18df3a4c3b591 namespace: default resourceVersion: "5456" uid: debbfb61-1d4b-4c13-8ccd-4685c581f3f6 reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-140-254.ec2.internal source: component: kubelet host: ip-10-0-140-254.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:30:05Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-140-254.ec2.internal resourceVersion: "5459" uid: b30b45c4-1972-4a2a-b6ff-7de77104556f kind: Event lastTimestamp: "2026-05-21T10:30:05Z" message: Node synced successfully metadata: creationTimestamp: "2026-05-21T10:30:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-05-21T10:30:05Z" name: ip-10-0-140-254.ec2.internal.18b18df3be9b899c namespace: default resourceVersion: "5524" uid: 6ca3e419-2737-49cd-a2f0-a87cb9561c8c reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:30:07Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-140-254.ec2.internal uid: b30b45c4-1972-4a2a-b6ff-7de77104556f kind: Event lastTimestamp: "2026-05-21T10:30:07Z" message: 'Node ip-10-0-140-254.ec2.internal event: Registered Node ip-10-0-140-254.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-21T10:30:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-21T10:30:07Z" name: ip-10-0-140-254.ec2.internal.18b18df423980819 namespace: default resourceVersion: "5625" uid: aaf41aa4-fcfa-4984-88e5-08d84a9bf713 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:30:33Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-140-254.ec2.internal resourceVersion: "6467" uid: b30b45c4-1972-4a2a-b6ff-7de77104556f kind: Event lastTimestamp: "2026-05-21T10:30:33Z" message: '[k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-140-254.ec2.internal, error getting gateway config for node ip-10-0-140-254.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-140-254.ec2.internal", failed to update chassis to local for local node ip-10-0-140-254.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-140-254.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-140-254.ec2.internal]' metadata: creationTimestamp: "2026-05-21T10:30:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ip-10-0-140-254 operation: Update time: "2026-05-21T10:30:33Z" name: ip-10-0-140-254.ec2.internal.18b18dfa241ede5a namespace: default resourceVersion: "6470" uid: d9ab1658-4591-407a-89d1-c20630847ffa reason: ErrorAddingResource reportingComponent: ovnk-controlplane reportingInstance: "" source: component: ovnk-controlplane type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:30:40Z" involvedObject: kind: Node name: ip-10-0-140-254.ec2.internal uid: ip-10-0-140-254.ec2.internal kind: Event lastTimestamp: "2026-05-21T10:30:40Z" message: 'Node ip-10-0-140-254.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-05-21T10:30:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T10:30:40Z" name: ip-10-0-140-254.ec2.internal.18b18dfbd7d37d11 namespace: default resourceVersion: "6645" uid: 89793a27-cab9-4ab0-b438-c636d2c40234 reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-140-254.ec2.internal source: component: kubelet host: ip-10-0-140-254.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:33:00Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-140-254.ec2.internal uid: b30b45c4-1972-4a2a-b6ff-7de77104556f kind: Event lastTimestamp: "2026-05-21T10:33:00Z" message: 'Node ip-10-0-140-254.ec2.internal event: Registered Node ip-10-0-140-254.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-21T10:33:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-21T10:33:00Z" name: ip-10-0-140-254.ec2.internal.18b18e1c50098d3e namespace: default resourceVersion: "8306" uid: 3d378236-ff47-4ec2-adcd-896a45573d16 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T10:30:07Z" involvedObject: kind: Node name: ip-10-0-142-214.ec2.internal uid: ip-10-0-142-214.ec2.internal kind: Event lastTimestamp: "2026-05-21T10:30:07Z" message: 'Node ip-10-0-142-214.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-05-21T10:30:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T10:30:07Z" name: ip-10-0-142-214.ec2.internal.18b18df42458f8d2 namespace: default resourceVersion: "5723" uid: 43ecf696-5139-4ee1-975f-67c4319c9cf0 reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-142-214.ec2.internal source: component: kubelet host: ip-10-0-142-214.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T10:30:07Z" involvedObject: kind: Node name: ip-10-0-142-214.ec2.internal uid: ip-10-0-142-214.ec2.internal kind: Event lastTimestamp: "2026-05-21T10:30:07Z" message: 'Node ip-10-0-142-214.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-05-21T10:30:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T10:30:07Z" name: ip-10-0-142-214.ec2.internal.18b18df4245943a8 namespace: default resourceVersion: "5729" uid: 92fa4fc2-0054-4ad9-b55c-f05154344c0f reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-142-214.ec2.internal source: component: kubelet host: ip-10-0-142-214.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T10:30:07Z" involvedObject: kind: Node name: ip-10-0-142-214.ec2.internal uid: ip-10-0-142-214.ec2.internal kind: Event lastTimestamp: "2026-05-21T10:30:07Z" message: 'Node ip-10-0-142-214.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-05-21T10:30:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T10:30:07Z" name: ip-10-0-142-214.ec2.internal.18b18df4245969b9 namespace: default resourceVersion: "5733" uid: 6e413ab9-2e43-4584-b7da-a3378c463da2 reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-142-214.ec2.internal source: component: kubelet host: ip-10-0-142-214.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:30:07Z" involvedObject: kind: Node name: ip-10-0-142-214.ec2.internal uid: ip-10-0-142-214.ec2.internal kind: Event lastTimestamp: "2026-05-21T10:30:07Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-05-21T10:30:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T10:30:07Z" name: ip-10-0-142-214.ec2.internal.18b18df4278fc76c namespace: default resourceVersion: "5629" uid: f2d359a5-f965-4bb1-9d07-038ffe721f16 reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-142-214.ec2.internal source: component: kubelet host: ip-10-0-142-214.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:30:07Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-142-214.ec2.internal resourceVersion: "5630" uid: 59b1dd5b-7afb-4c00-a305-a807e24021df kind: Event lastTimestamp: "2026-05-21T10:30:07Z" message: Node synced successfully metadata: creationTimestamp: "2026-05-21T10:30:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-05-21T10:30:07Z" name: ip-10-0-142-214.ec2.internal.18b18df43dc151f0 namespace: default resourceVersion: "5731" uid: 467e0014-30ce-47d2-a911-70773e3d3f3f reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:30:12Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-142-214.ec2.internal uid: 59b1dd5b-7afb-4c00-a305-a807e24021df kind: Event lastTimestamp: "2026-05-21T10:30:12Z" message: 'Node ip-10-0-142-214.ec2.internal event: Registered Node ip-10-0-142-214.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-21T10:30:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-21T10:30:12Z" name: ip-10-0-142-214.ec2.internal.18b18df54da6769c namespace: default resourceVersion: "6015" uid: 266c288e-4bb4-42ac-b228-607ab26fd86f reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:30:42Z" involvedObject: kind: Node name: ip-10-0-142-214.ec2.internal uid: ip-10-0-142-214.ec2.internal kind: Event lastTimestamp: "2026-05-21T10:30:42Z" message: 'Node ip-10-0-142-214.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-05-21T10:30:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T10:30:42Z" name: ip-10-0-142-214.ec2.internal.18b18dfc44ccd663 namespace: default resourceVersion: "6702" uid: 717bce35-4688-40ee-a05b-a1ca4812cc8b reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-142-214.ec2.internal source: component: kubelet host: ip-10-0-142-214.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:33:00Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-142-214.ec2.internal uid: 59b1dd5b-7afb-4c00-a305-a807e24021df kind: Event lastTimestamp: "2026-05-21T10:33:00Z" message: 'Node ip-10-0-142-214.ec2.internal event: Registered Node ip-10-0-142-214.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-21T10:33:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-21T10:33:00Z" name: ip-10-0-142-214.ec2.internal.18b18e1c500a1bf1 namespace: default resourceVersion: "8322" uid: 91cd45b7-df96-4c9d-be35-03abf746c80e reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T10:30:09Z" involvedObject: kind: Node name: ip-10-0-142-243.ec2.internal uid: ip-10-0-142-243.ec2.internal kind: Event lastTimestamp: "2026-05-21T10:30:09Z" message: 'Node ip-10-0-142-243.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-05-21T10:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T10:30:10Z" name: ip-10-0-142-243.ec2.internal.18b18df4a864e4e3 namespace: default resourceVersion: "5900" uid: 371b21cb-7d4e-4195-9f56-46766483830c reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T10:30:09Z" involvedObject: kind: Node name: ip-10-0-142-243.ec2.internal uid: ip-10-0-142-243.ec2.internal kind: Event lastTimestamp: "2026-05-21T10:30:09Z" message: 'Node ip-10-0-142-243.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-05-21T10:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T10:30:10Z" name: ip-10-0-142-243.ec2.internal.18b18df4a8652b0c namespace: default resourceVersion: "5907" uid: f60f6aba-2897-4bcd-8463-9e2d941f98d8 reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T10:30:09Z" involvedObject: kind: Node name: ip-10-0-142-243.ec2.internal uid: ip-10-0-142-243.ec2.internal kind: Event lastTimestamp: "2026-05-21T10:30:09Z" message: 'Node ip-10-0-142-243.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-05-21T10:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T10:30:10Z" name: ip-10-0-142-243.ec2.internal.18b18df4a8655201 namespace: default resourceVersion: "5910" uid: 5d0386cf-7b76-4be3-a371-43f89b580a88 reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:30:09Z" involvedObject: kind: Node name: ip-10-0-142-243.ec2.internal uid: ip-10-0-142-243.ec2.internal kind: Event lastTimestamp: "2026-05-21T10:30:09Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-05-21T10:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T10:30:09Z" name: ip-10-0-142-243.ec2.internal.18b18df4abc97fbd namespace: default resourceVersion: "5814" uid: 930d0d1a-14ac-4b3e-9f16-b9242a5ac32f reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:30:10Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-142-243.ec2.internal resourceVersion: "5817" uid: a7af5797-c191-4778-ac3b-f3a7cff6fe54 kind: Event lastTimestamp: "2026-05-21T10:30:10Z" message: Node synced successfully metadata: creationTimestamp: "2026-05-21T10:30:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-05-21T10:30:10Z" name: ip-10-0-142-243.ec2.internal.18b18df4c109b8ba namespace: default resourceVersion: "5918" uid: 26c7753a-f6fc-47c8-a8d6-50704d83587d reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:30:12Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-142-243.ec2.internal uid: a7af5797-c191-4778-ac3b-f3a7cff6fe54 kind: Event lastTimestamp: "2026-05-21T10:30:12Z" message: 'Node ip-10-0-142-243.ec2.internal event: Registered Node ip-10-0-142-243.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-21T10:30:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-21T10:30:12Z" name: ip-10-0-142-243.ec2.internal.18b18df54da71535 namespace: default resourceVersion: "6016" uid: 70e9045a-f95a-470e-9f8a-29358ebb0908 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:30:37Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-142-243.ec2.internal resourceVersion: "6583" uid: a7af5797-c191-4778-ac3b-f3a7cff6fe54 kind: Event lastTimestamp: "2026-05-21T10:30:37Z" message: '[k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-142-243.ec2.internal, error getting gateway config for node ip-10-0-142-243.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-142-243.ec2.internal", failed to update chassis to local for local node ip-10-0-142-243.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-142-243.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-142-243.ec2.internal]' metadata: creationTimestamp: "2026-05-21T10:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ip-10-0-142-243 operation: Update time: "2026-05-21T10:30:37Z" name: ip-10-0-142-243.ec2.internal.18b18dfb1523fc0e namespace: default resourceVersion: "6586" uid: d094e791-77a0-4dd0-b2ab-d5c7d7a8233a reason: ErrorAddingResource reportingComponent: ovnk-controlplane reportingInstance: "" source: component: ovnk-controlplane type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:30:43Z" involvedObject: kind: Node name: ip-10-0-142-243.ec2.internal uid: ip-10-0-142-243.ec2.internal kind: Event lastTimestamp: "2026-05-21T10:30:43Z" message: 'Node ip-10-0-142-243.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-05-21T10:30:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T10:30:43Z" name: ip-10-0-142-243.ec2.internal.18b18dfc6ab39386 namespace: default resourceVersion: "6725" uid: 4cbe185d-d00c-4da2-8d93-1c6a3ca6161e reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:33:00Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-142-243.ec2.internal uid: a7af5797-c191-4778-ac3b-f3a7cff6fe54 kind: Event lastTimestamp: "2026-05-21T10:33:00Z" message: 'Node ip-10-0-142-243.ec2.internal event: Registered Node ip-10-0-142-243.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-21T10:33:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-21T10:33:00Z" name: ip-10-0-142-243.ec2.internal.18b18e1c500a3267 namespace: default resourceVersion: "8337" uid: 1e30a725-02d2-428c-8f30-60f349ce3c68 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: Received signal to terminate, becoming unready, but keeping serving metadata: creationTimestamp: "2026-05-21T10:32:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-21T10:32:38Z" name: kube-system.18b18e176354956f namespace: default resourceVersion: "7834" uid: 80237dc5-5e47-47b0-bfdd-9b8fa0ef3ad2 reason: TerminationStart reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-5dcdfc44f9-fxdnh type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: The minimal shutdown duration of 15s finished metadata: creationTimestamp: "2026-05-21T10:32:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-21T10:32:53Z" name: kube-system.18b18e1ae2043a27 namespace: default resourceVersion: "8156" uid: 1f1f17b3-7263-4274-bfec-521b6d1bb456 reason: TerminationMinimalShutdownDurationFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-5dcdfc44f9-fxdnh type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: Server has stopped listening metadata: creationTimestamp: "2026-05-21T10:32:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-21T10:32:53Z" name: kube-system.18b18e1ae2749578 namespace: default resourceVersion: "8157" uid: 0e41ca05-d96f-4f29-8e76-bb233a6ce287 reason: TerminationStoppedServing reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-5dcdfc44f9-fxdnh type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: All pre-shutdown hooks have been finished metadata: creationTimestamp: "2026-05-21T10:32:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-21T10:32:53Z" name: kube-system.18b18e1ae2ebc4ad namespace: default resourceVersion: "8158" uid: d1921920-6685-474e-86de-1518ad4ad895 reason: TerminationPreShutdownHooksFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-5dcdfc44f9-fxdnh type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: All pending requests processed metadata: creationTimestamp: "2026-05-21T10:33:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-21T10:33:53Z" name: kube-system.18b18e28dadd07fd namespace: default resourceVersion: "10399" uid: 3764e18a-bb75-44a3-b838-6dcbe4f655d8 reason: TerminationGracefulTerminationFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-5dcdfc44f9-fxdnh type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T10:25:14Z" involvedObject: apiVersion: v1 kind: Namespace name: openshift-kube-apiserver namespace: default kind: Event lastTimestamp: "2026-05-21T10:25:14Z" message: readyz=true metadata: creationTimestamp: "2026-05-21T10:25:14Z" name: openshift-kube-apiserver.18b18daff5c0cc40 namespace: default resourceVersion: "274" uid: 733513c2-38d9-47f0-bb59-5486ef3100c5 reason: KubeAPIReadyz reportingComponent: "" reportingInstance: "" source: component: apiserver host: kube-apiserver-76d9f576dc-kfxqj type: Warning kind: EventList metadata: resourceVersion: "45974"