--- apiVersion: v1 items: - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:17:52Z" involvedObject: kind: CertificateSigningRequest name: csr-7zhlv kind: Event lastTimestamp: "2026-05-28T17:17:52Z" message: CSR "csr-7zhlv" has been approved metadata: creationTimestamp: "2026-05-28T17:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-28T17:17:52Z" name: csr-7zhlv.18b3ca444f1a5731 namespace: default resourceVersion: "6297" uid: 7f08082c-7790-43cc-8ef9-de95750ed692 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:17:58Z" involvedObject: kind: CertificateSigningRequest name: csr-88xgq kind: Event lastTimestamp: "2026-05-28T17:17:58Z" message: CSR "csr-88xgq" has been approved metadata: creationTimestamp: "2026-05-28T17:17:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-28T17:17:58Z" name: csr-88xgq.18b3ca45b48399e6 namespace: default resourceVersion: "6519" uid: f730b1e0-6176-425f-989e-fb851080dccc reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:17:52Z" involvedObject: kind: CertificateSigningRequest name: csr-9t9tg kind: Event lastTimestamp: "2026-05-28T17:17:52Z" message: CSR "csr-9t9tg" has been approved metadata: creationTimestamp: "2026-05-28T17:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-28T17:17:52Z" name: csr-9t9tg.18b3ca443dab797b namespace: default resourceVersion: "6283" uid: 260ea375-7493-4766-8ce7-d10cf8dda639 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:17:45Z" involvedObject: kind: CertificateSigningRequest name: csr-dnflm kind: Event lastTimestamp: "2026-05-28T17:17:45Z" message: CSR "csr-dnflm" has been approved metadata: creationTimestamp: "2026-05-28T17:17:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-28T17:17:45Z" name: csr-dnflm.18b3ca42ae533d3d namespace: default resourceVersion: "5946" uid: 7b2a50cf-b63f-4301-91bb-da0736e06245 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:18:33Z" involvedObject: kind: CertificateSigningRequest name: csr-mzh77 kind: Event lastTimestamp: "2026-05-28T17:18:33Z" message: CSR "csr-mzh77" has been approved metadata: creationTimestamp: "2026-05-28T17:18:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-28T17:18:33Z" name: csr-mzh77.18b3ca4dd82393d3 namespace: default resourceVersion: "7739" uid: cc02ea62-79ad-4c3c-a37c-82acc14943ad reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:18:15Z" involvedObject: kind: CertificateSigningRequest name: csr-xhsc6 kind: Event lastTimestamp: "2026-05-28T17:18:15Z" message: CSR "csr-xhsc6" has been approved metadata: creationTimestamp: "2026-05-28T17:18:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-28T17:18:15Z" name: csr-xhsc6.18b3ca49a5eb97d6 namespace: default resourceVersion: "7081" uid: 7bb1eabc-e44a-40d6-99ee-919c237ab8a9 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-05-28T17:22:30Z" involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: GatewayConfig name: default-gateway resourceVersion: "14034" uid: 209bf718-4401-4005-acf4-47576c0c2fa8 kind: Event lastTimestamp: "2026-05-28T17:22:37Z" message: 'failed to lookup object openshift-ingress/data-science-tls-rule: no matches for kind "DestinationRule" in version "networking.istio.io/v1"' metadata: creationTimestamp: "2026-05-28T17:22:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-28T17:22:37Z" name: default-gateway.18b3ca8501b3286e namespace: default resourceVersion: "14256" uid: c73c8873-192f-4051-9290-89815ab261f3 reason: ProvisioningError reportingComponent: gatewayconfig reportingInstance: "" source: component: gatewayconfig type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-05-28T17:22:39Z" involvedObject: apiVersion: components.platform.opendatahub.io/v1alpha1 kind: Kserve name: default-kserve resourceVersion: "14358" uid: 725bb59a-1719-49aa-8818-a4907b266674 kind: Event lastTimestamp: "2026-05-28T17:23:05Z" message: "failure deploying resource {map[apiVersion:serving.kserve.io/v1alpha1 kind:LLMInferenceServiceConfig metadata:map[annotations:map[internal.config.kubernetes.io/previousKinds:LLMInferenceServiceConfig internal.config.kubernetes.io/previousNames:kserve-config-llm-decode-template internal.config.kubernetes.io/previousNamespaces:opendatahub platform.opendatahub.io/instance.generation:1 platform.opendatahub.io/instance.name:default-kserve platform.opendatahub.io/instance.uid:725bb59a-1719-49aa-8818-a4907b266674 platform.opendatahub.io/type:Open Data Hub platform.opendatahub.io/version:3.4.0-ea.1 serving.kserve.io/well-known-config:true] labels:map[app.kubernetes.io/part-of:kserve app.opendatahub.io/kserve:true platform.opendatahub.io/part-of:kserve] name:v3-4-0-ea-1-kserve-config-llm-decode-template namespace:opendatahub ownerReferences:[map[apiVersion:components.platform.opendatahub.io/v1alpha1 blockOwnerDeletion:%!s(bool=true) controller:%!s(bool=true) kind:Kserve name:default-kserve uid:725bb59a-1719-49aa-8818-a4907b266674]]] spec:map[template:map[containers:[map[args:[if [ \"$KSERVE_INFER_ROCE\" = \"true\" ]; then\n echo \"Trying to infer RoCE configs ... \"\n grep -H . /sys/class/infiniband/*/ports/*/gids/* 2>/dev/null\n grep -H . /sys/class/infiniband/*/ports/*/gid_attrs/types/* 2>/dev/null\n\n cat /proc/driver/nvidia/params\n\n \ KSERVE_INFER_IB_GID_INDEX_GREP=${KSERVE_INFER_IB_GID_INDEX_GREP:-\"RoCE v2\"}\n\n \ echo \"[Infer RoCE] Discovering active HCAs ...\"\n active_hcas=()\n # Loop through all mlx5 devices found in sysfs\n for hca_dir in /sys/class/infiniband/mlx5_*; do\n # Ensure it's a directory before proceeding\n if [ -d \"$hca_dir\" ]; then\n hca_name=$(basename \"$hca_dir\")\n port_state_file=\"$hca_dir/ports/1/state\" # Assume port 1\n type_file=\"$hca_dir/ports/1/gid_attrs/types/*\"\n\n \ echo \"[Infer RoCE] Check if the port state file ${port_state_file} exists and contains 'ACTIVE'\"\n if [ -f \"$port_state_file\" ] && grep -q \"ACTIVE\" \"$port_state_file\" && grep -q \"${KSERVE_INFER_IB_GID_INDEX_GREP}\" ${type_file} 2>/dev/null; then\n echo \"[Infer RoCE] Found active HCA: $hca_name\"\n active_hcas+=(\"$hca_name\")\n else\n \ echo \"[Infer RoCE] Skipping inactive or down HCA: $hca_name\"\n \ fi\n fi\n done\n\n ucx_hcas=()\n for hca in \"${active_hcas[@]}\"; do\n ucx_hcas+=(\"${hca}:1\")\n done\n\n # Check if we found any active HCAs\n \ if [ ${#active_hcas[@]} -gt 0 ]; then\n # Join the array elements with a comma\n hcas=$(IFS=,; echo \"${active_hcas[*]}\")\n echo \"[Infer RoCE] Setting active HCAs: ${hcas}\"\n export NCCL_IB_HCA=${NCCL_IB_HCA:-${hcas}}\n \ export NVSHMEM_HCA_LIST=${NVSHMEM_HCA_LIST:-${ucx_hcas}}\n export UCX_NET_DEVICES=${UCX_NET_DEVICES:-${ucx_hcas}}\n\n \ echo \"[Infer RoCE] NCCL_IB_HCA=${NCCL_IB_HCA}\"\n echo \"[Infer RoCE] NVSHMEM_HCA_LIST=${NVSHMEM_HCA_LIST}\"\n else\n echo \"[Infer RoCE] WARNING: No active RoCE HCAs found. NCCL_IB_HCA will not be set.\"\n fi\n\n if [ ${#active_hcas[@]} -gt 0 ]; then\n echo \"[Infer RoCE] Finding GID_INDEX for each active HCA (SR-IOV compatible)...\"\n\n # For SR-IOV environments, find the most common IPv4 RoCE v2 GID index across all HCAs\n declare -A gid_index_count\n declare -A hca_gid_index\n\n for hca_name in \"${active_hcas[@]}\"; do\n echo \"[Infer RoCE] Processing HCA: ${hca_name}\"\n\n # Find all RoCE v2 IPv4 GIDs for this HCA and count by index\n for tpath in /sys/class/infiniband/${hca_name}/ports/1/gid_attrs/types/*; do\n if grep -q \"${KSERVE_INFER_IB_GID_INDEX_GREP}\" \"$tpath\" 2>/dev/null; then\n idx=$(basename \"$tpath\")\n gid_file=\"/sys/class/infiniband/${hca_name}/ports/1/gids/${idx}\"\n \ # Check for IPv4 GID (contains ffff:)\n if [ -f \"$gid_file\" ] && grep -q \"ffff:\" \"$gid_file\"; then\n gid_value=$(cat \"$gid_file\" 2>/dev/null || echo \"\")\n echo \"[Infer RoCE] Found IPv4 RoCE v2 GID for ${hca_name}: index=${idx}, gid=${gid_value}\"\n hca_gid_index[\"${hca_name}\"]=\"${idx}\"\n \ gid_index_count[\"${idx}\"]=$((${gid_index_count[\"${idx}\"]} + 1))\n break # Use first found IPv4 GID per HCA\n fi\n \ fi\n done\n done\n\n # Find the most common GID index (most likely to be consistent across nodes)\n best_gid_index=\"\"\n \ max_count=0\n for idx in \"${!gid_index_count[@]}\"; do\n count=${gid_index_count[\"${idx}\"]}\n \ echo \"[Infer RoCE] GID_INDEX ${idx} found on ${count} HCAs\"\n if [ $count -gt $max_count ]; then\n max_count=$count\n best_gid_index=\"$idx\"\n \ fi\n done\n\n # Use deterministic fallback if counts are equal - prefer lower index number \n if [ ${#gid_index_count[@]} -gt 1 ]; then\n \ echo \"[Infer RoCE] Multiple GID indices found, selecting most common: ${best_gid_index}\"\n # If there's a tie, prefer index 3 as it's most common in SR-IOV setups\n if [ -n \"${gid_index_count['3']}\" ] && [ \"${gid_index_count['3']}\" -eq \"$max_count\" ]; then\n best_gid_index=\"3\"\n \ echo \"[Infer RoCE] Using deterministic fallback: GID_INDEX=3 (SR-IOV standard)\"\n fi\n fi\n\n # Check if GID_INDEX is already set via environment variables\n if [ -n \"${NCCL_IB_GID_INDEX}\" ]; then\n echo \"[Infer RoCE] Using pre-configured NCCL_IB_GID_INDEX=${NCCL_IB_GID_INDEX} from environment\"\n export NVSHMEM_IB_GID_INDEX=${NVSHMEM_IB_GID_INDEX:-$NCCL_IB_GID_INDEX}\n \ export UCX_IB_GID_INDEX=${UCX_IB_GID_INDEX:-$NCCL_IB_GID_INDEX}\n echo \"[Infer RoCE] Using hardcoded GID_INDEX=${NCCL_IB_GID_INDEX} for NCCL, NVSHMEM, and UCX\"\n elif [ -n \"$best_gid_index\" ]; then\n echo \"[Infer RoCE] Selected GID_INDEX: ${best_gid_index} (found on ${max_count} HCAs)\"\n\n \ export NCCL_IB_GID_INDEX=${NCCL_IB_GID_INDEX:-$best_gid_index}\n export NVSHMEM_IB_GID_INDEX=${NVSHMEM_IB_GID_INDEX:-$best_gid_index}\n export UCX_IB_GID_INDEX=${UCX_IB_GID_INDEX:-$best_gid_index}\n\n echo \"[Infer RoCE] Exported GID_INDEX=${best_gid_index} for NCCL, NVSHMEM, and UCX\"\n else\n \ echo \"[Infer RoCE] ERROR: No valid IPv4 ${KSERVE_INFER_IB_GID_INDEX_GREP} GID_INDEX found on any HCA.\"\n fi\n else\n echo \"[Infer RoCE] No active HCAs found, skipping GID_INDEX inference.\"\n fi\nfi\n\neval \"vllm serve /mnt/models \\\n --served-model-name \"{{ .Spec.Model.Name }}\" \\\n --port 8001 \\\n ${VLLM_ADDITIONAL_ARGS} \\\n --enable-ssl-refresh \\\n --ssl-certfile /var/run/kserve/tls/tls.crt \\\n --ssl-keyfile /var/run/kserve/tls/tls.key\"] command:[/bin/bash -c] env:[map[name:HOME value:/home] map[name:VLLM_LOGGING_LEVEL value:INFO] map[name:HF_HUB_CACHE value:/models]] image:registry.redhat.io/rhaiis/vllm-cuda-rhel9@sha256:fc68d623d1bfc36c8cb2fe4a71f19c8578cfb420ce8ce07b20a02c1ee0be0cf3 imagePullPolicy:IfNotPresent livenessProbe:map[failureThreshold:%!s(int64=3) httpGet:map[path:/health port:%!s(int64=8001) scheme:HTTPS] initialDelaySeconds:%!s(int64=120) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=10)] name:main ports:[map[containerPort:%!s(int64=8001) protocol:TCP]] readinessProbe:map[failureThreshold:%!s(int64=60) httpGet:map[path:/health port:%!s(int64=8001) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=5)] securityContext:map[allowPrivilegeEscalation:%!s(bool=false) capabilities:map[drop:[ALL]] readOnlyRootFilesystem:%!s(bool=false) runAsNonRoot:%!s(bool=true) seccompProfile:map[type:RuntimeDefault]] terminationMessagePath:/dev/termination-log terminationMessagePolicy:FallbackToLogsOnError volumeMounts:[map[mountPath:/home name:home] map[mountPath:/dev/shm name:dshm] map[mountPath:/models name:model-cache] map[mountPath:/var/run/kserve/tls name:tls-certs readOnly:%!s(bool=true)]]]] initContainers:[map[args:[--port=8000 --vllm-port=8001 --connector=nixlv2 --secure-proxy=true --cert-path=/var/run/kserve/tls --decoder-use-tls=true --prefiller-use-tls=true --enable-ssrf-protection=true --pool-group=inference.networking.x-k8s.io] env:[map[name:INFERENCE_POOL_NAMESPACE valueFrom:map[fieldRef:map[fieldPath:metadata.namespace]]] map[name:SSL_CERT_DIR value:/var/run/kserve/tls:/var/run/secrets/kubernetes.io/serviceaccount:/etc/pki/tls/certs]] image:quay.io/opendatahub/llm-d-routing-sidecar:release-v0.4 imagePullPolicy:IfNotPresent livenessProbe:map[failureThreshold:%!s(int64=3) httpGet:map[path:/health port:%!s(int64=8000) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=10)] name:llm-d-routing-sidecar ports:[map[containerPort:%!s(int64=8000) protocol:TCP]] readinessProbe:map[failureThreshold:%!s(int64=10) httpGet:map[path:/health port:%!s(int64=8000) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=5)] resources:map[] restartPolicy:Always securityContext:map[allowPrivilegeEscalation:%!s(bool=false) capabilities:map[drop:[ALL]] readOnlyRootFilesystem:%!s(bool=false) runAsNonRoot:%!s(bool=true)] terminationMessagePath:/dev/termination-log terminationMessagePolicy:FallbackToLogsOnError volumeMounts:[map[mountPath:/var/run/kserve/tls name:tls-certs readOnly:%!s(bool=true)]]]] terminationGracePeriodSeconds:%!s(int64=30) volumes:[map[emptyDir:map[] name:home] map[emptyDir:map[medium:Memory sizeLimit:1Gi] name:dshm] map[emptyDir:map[] name:model-cache] map[name:tls-certs secret:map[secretName:{{ ChildName .ObjectMeta.Name `-kserve-self-signed-certs` }}]]]]]]}: apply failed serving.kserve.io/v1alpha1, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha1, Kind=LLMInferenceServiceConfig opendatahub/v3-4-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.validator\": failed to call webhook: Post \"https://kserve-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha1-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"kserve-webhook-server-service\"" metadata: creationTimestamp: "2026-05-28T17:22:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-28T17:23:05Z" name: default-kserve.18b3ca8724b03762 namespace: default resourceVersion: "15871" uid: ed23b239-4800-4ead-a08a-d603ad8fb47b reason: ProvisioningError reportingComponent: kserve reportingInstance: "" source: component: kserve type: Warning - apiVersion: v1 count: 32 eventTime: null firstTimestamp: "2026-05-28T17:22:29Z" involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: Monitoring name: default-monitoring resourceVersion: "13769" uid: 0ccc41d7-eb1c-40fb-bee3-bba653439953 kind: Event lastTimestamp: "2026-05-28T17:39:23Z" message: 'error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache' metadata: creationTimestamp: "2026-05-28T17:22:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-28T17:39:23Z" name: default-monitoring.18b3ca84b1f36891 namespace: default resourceVersion: "34644" uid: d6a204be-1e10-4558-9f74-bfae171dba8e reason: ProvisioningError reportingComponent: monitoring reportingInstance: "" source: component: monitoring type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:17:49Z" involvedObject: kind: Node name: ip-10-0-128-101.ec2.internal uid: ip-10-0-128-101.ec2.internal kind: Event lastTimestamp: "2026-05-28T17:17:49Z" message: Starting kubelet. metadata: creationTimestamp: "2026-05-28T17:17:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-28T17:17:49Z" name: ip-10-0-128-101.ec2.internal.18b3ca4386874614 namespace: default resourceVersion: "6080" uid: 310ed4f0-30ea-485c-8961-37b05dd624ea reason: Starting reportingComponent: kubelet reportingInstance: ip-10-0-128-101.ec2.internal source: component: kubelet host: ip-10-0-128-101.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-28T17:17:49Z" involvedObject: kind: Node name: ip-10-0-128-101.ec2.internal uid: ip-10-0-128-101.ec2.internal kind: Event lastTimestamp: "2026-05-28T17:17:49Z" message: 'Node ip-10-0-128-101.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-05-28T17:17:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-28T17:17:49Z" name: ip-10-0-128-101.ec2.internal.18b3ca4388627b36 namespace: default resourceVersion: "6163" uid: 6eecfd9f-5364-4b47-a81d-1fc056d0ccd8 reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-128-101.ec2.internal source: component: kubelet host: ip-10-0-128-101.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-28T17:17:49Z" involvedObject: kind: Node name: ip-10-0-128-101.ec2.internal uid: ip-10-0-128-101.ec2.internal kind: Event lastTimestamp: "2026-05-28T17:17:49Z" message: 'Node ip-10-0-128-101.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-05-28T17:17:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-28T17:17:49Z" name: ip-10-0-128-101.ec2.internal.18b3ca438862bfad namespace: default resourceVersion: "6175" uid: a9ddd321-e019-4cc5-9726-cc8f4c01ba7c reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-128-101.ec2.internal source: component: kubelet host: ip-10-0-128-101.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-28T17:17:49Z" involvedObject: kind: Node name: ip-10-0-128-101.ec2.internal uid: ip-10-0-128-101.ec2.internal kind: Event lastTimestamp: "2026-05-28T17:17:49Z" message: 'Node ip-10-0-128-101.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-05-28T17:17:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-28T17:17:49Z" name: ip-10-0-128-101.ec2.internal.18b3ca438862f331 namespace: default resourceVersion: "6184" uid: 3913ce3c-dc57-4027-b64e-e477530da1fe reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-128-101.ec2.internal source: component: kubelet host: ip-10-0-128-101.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:17:49Z" involvedObject: kind: Node name: ip-10-0-128-101.ec2.internal uid: ip-10-0-128-101.ec2.internal kind: Event lastTimestamp: "2026-05-28T17:17:49Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-05-28T17:17:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-28T17:17:49Z" name: ip-10-0-128-101.ec2.internal.18b3ca438afbfd0c namespace: default resourceVersion: "6086" uid: 3045a902-17b4-4556-bea1-3f16a93cb529 reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-128-101.ec2.internal source: component: kubelet host: ip-10-0-128-101.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:17:49Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-128-101.ec2.internal resourceVersion: "6087" uid: 580bf136-b872-4fd5-996f-4f28e4d1a914 kind: Event lastTimestamp: "2026-05-28T17:17:49Z" message: Node synced successfully metadata: creationTimestamp: "2026-05-28T17:17:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-05-28T17:17:49Z" name: ip-10-0-128-101.ec2.internal.18b3ca439d17febc namespace: default resourceVersion: "6197" uid: 1cb6c4c1-e0a6-40f2-8e02-a00426d09da5 reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:17:52Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-128-101.ec2.internal uid: 580bf136-b872-4fd5-996f-4f28e4d1a914 kind: Event lastTimestamp: "2026-05-28T17:17:52Z" message: 'Node ip-10-0-128-101.ec2.internal event: Registered Node ip-10-0-128-101.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-28T17:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-28T17:17:52Z" name: ip-10-0-128-101.ec2.internal.18b3ca4441121097 namespace: default resourceVersion: "6288" uid: 6888c12c-47fe-481f-89e0-d7df39fe56e6 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:18:29Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-128-101.ec2.internal uid: 580bf136-b872-4fd5-996f-4f28e4d1a914 kind: Event lastTimestamp: "2026-05-28T17:18:29Z" message: 'Node ip-10-0-128-101.ec2.internal event: Registered Node ip-10-0-128-101.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-28T17:18:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-28T17:18:29Z" name: ip-10-0-128-101.ec2.internal.18b3ca4cf25efd10 namespace: default resourceVersion: "7429" uid: b79e8edd-0931-45ce-bc51-fdef3b981f10 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:18:34Z" involvedObject: kind: Node name: ip-10-0-128-101.ec2.internal uid: ip-10-0-128-101.ec2.internal kind: Event lastTimestamp: "2026-05-28T17:18:34Z" message: 'Node ip-10-0-128-101.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-05-28T17:18:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-28T17:18:34Z" name: ip-10-0-128-101.ec2.internal.18b3ca4e32f0da56 namespace: default resourceVersion: "7760" uid: 52f89d14-75a2-4dc4-b0f5-66d5bb39de50 reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-128-101.ec2.internal source: component: kubelet host: ip-10-0-128-101.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-28T17:17:19Z" involvedObject: kind: Node name: ip-10-0-132-206.ec2.internal uid: ip-10-0-132-206.ec2.internal kind: Event lastTimestamp: "2026-05-28T17:17:19Z" message: 'Node ip-10-0-132-206.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-05-28T17:17:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-28T17:17:19Z" name: ip-10-0-132-206.ec2.internal.18b3ca3c85854611 namespace: default resourceVersion: "5295" uid: 74655a1a-e279-48e2-a9ee-b14cd3bf074b reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-132-206.ec2.internal source: component: kubelet host: ip-10-0-132-206.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-28T17:17:19Z" involvedObject: kind: Node name: ip-10-0-132-206.ec2.internal uid: ip-10-0-132-206.ec2.internal kind: Event lastTimestamp: "2026-05-28T17:17:19Z" message: 'Node ip-10-0-132-206.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-05-28T17:17:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-28T17:17:19Z" name: ip-10-0-132-206.ec2.internal.18b3ca3c85858dde namespace: default resourceVersion: "5297" uid: 19040e8b-0512-4680-9b7c-068c08d23ecb reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-132-206.ec2.internal source: component: kubelet host: ip-10-0-132-206.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-28T17:17:19Z" involvedObject: kind: Node name: ip-10-0-132-206.ec2.internal uid: ip-10-0-132-206.ec2.internal kind: Event lastTimestamp: "2026-05-28T17:17:19Z" message: 'Node ip-10-0-132-206.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-05-28T17:17:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-28T17:17:19Z" name: ip-10-0-132-206.ec2.internal.18b3ca3c8585baef namespace: default resourceVersion: "5298" uid: ee0dcebe-c0b8-49d4-a70e-6256adfc6ab5 reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-132-206.ec2.internal source: component: kubelet host: ip-10-0-132-206.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:17:19Z" involvedObject: kind: Node name: ip-10-0-132-206.ec2.internal uid: ip-10-0-132-206.ec2.internal kind: Event lastTimestamp: "2026-05-28T17:17:19Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-05-28T17:17:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-28T17:17:19Z" name: ip-10-0-132-206.ec2.internal.18b3ca3c89969797 namespace: default resourceVersion: "5262" uid: db2d0910-708b-4dc5-97e7-9289fcb75fe2 reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-132-206.ec2.internal source: component: kubelet host: ip-10-0-132-206.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:17:19Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-132-206.ec2.internal resourceVersion: "5263" uid: da4a0a5d-8ba1-407e-acdf-1a50ccd44936 kind: Event lastTimestamp: "2026-05-28T17:17:19Z" message: Node synced successfully metadata: creationTimestamp: "2026-05-28T17:17:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-05-28T17:17:19Z" name: ip-10-0-132-206.ec2.internal.18b3ca3ca1da1261 namespace: default resourceVersion: "5341" uid: 372774f4-4677-4e36-9ec1-e9e4b8a9b035 reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:17:22Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-132-206.ec2.internal uid: da4a0a5d-8ba1-407e-acdf-1a50ccd44936 kind: Event lastTimestamp: "2026-05-28T17:17:22Z" message: 'Node ip-10-0-132-206.ec2.internal event: Registered Node ip-10-0-132-206.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-28T17:17:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-28T17:17:22Z" name: ip-10-0-132-206.ec2.internal.18b3ca3d4499cf66 namespace: default resourceVersion: "5443" uid: b6993bda-6d98-4ca6-a359-c6e9945bff23 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:17:47Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-132-206.ec2.internal resourceVersion: "5998" uid: da4a0a5d-8ba1-407e-acdf-1a50ccd44936 kind: Event lastTimestamp: "2026-05-28T17:17:47Z" message: '[k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-206.ec2.internal, error getting gateway config for node ip-10-0-132-206.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-132-206.ec2.internal", failed to update chassis to local for local node ip-10-0-132-206.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-132-206.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-132-206.ec2.internal]' metadata: creationTimestamp: "2026-05-28T17:17:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ip-10-0-132-206 operation: Update time: "2026-05-28T17:17:47Z" name: ip-10-0-132-206.ec2.internal.18b3ca430a63280f namespace: default resourceVersion: "6000" uid: bf04e622-7e6c-4817-8b85-d3661a42ff91 reason: ErrorAddingResource reportingComponent: ovnk-controlplane reportingInstance: "" source: component: ovnk-controlplane type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:17:53Z" involvedObject: kind: Node name: ip-10-0-132-206.ec2.internal uid: ip-10-0-132-206.ec2.internal kind: Event lastTimestamp: "2026-05-28T17:17:53Z" message: 'Node ip-10-0-132-206.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-05-28T17:17:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-28T17:17:53Z" name: ip-10-0-132-206.ec2.internal.18b3ca4485049de7 namespace: default resourceVersion: "6324" uid: 08c815f9-aafe-4b5f-a31b-50ad2607d8a4 reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-132-206.ec2.internal source: component: kubelet host: ip-10-0-132-206.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:18:29Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-132-206.ec2.internal uid: da4a0a5d-8ba1-407e-acdf-1a50ccd44936 kind: Event lastTimestamp: "2026-05-28T17:18:29Z" message: 'Node ip-10-0-132-206.ec2.internal event: Registered Node ip-10-0-132-206.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-28T17:18:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-28T17:18:29Z" name: ip-10-0-132-206.ec2.internal.18b3ca4cf25fac4d namespace: default resourceVersion: "7440" uid: dc7e83e2-3e0e-4b9f-a5d4-fe9c1d8b4990 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:17:25Z" involvedObject: kind: Node name: ip-10-0-138-128.ec2.internal uid: ip-10-0-138-128.ec2.internal kind: Event lastTimestamp: "2026-05-28T17:17:25Z" message: Starting kubelet. metadata: creationTimestamp: "2026-05-28T17:17:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-28T17:17:25Z" name: ip-10-0-138-128.ec2.internal.18b3ca3e0025338f namespace: default resourceVersion: "5460" uid: 31c30c46-27a5-4497-ae80-88c1e2cbc9a8 reason: Starting reportingComponent: kubelet reportingInstance: ip-10-0-138-128.ec2.internal source: component: kubelet host: ip-10-0-138-128.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-28T17:17:25Z" involvedObject: kind: Node name: ip-10-0-138-128.ec2.internal uid: ip-10-0-138-128.ec2.internal kind: Event lastTimestamp: "2026-05-28T17:17:25Z" message: 'Node ip-10-0-138-128.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-05-28T17:17:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-28T17:17:25Z" name: ip-10-0-138-128.ec2.internal.18b3ca3e01fd5364 namespace: default resourceVersion: "5465" uid: 0c146f08-5734-42fd-ad86-6555493d9551 reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-138-128.ec2.internal source: component: kubelet host: ip-10-0-138-128.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-28T17:17:25Z" involvedObject: kind: Node name: ip-10-0-138-128.ec2.internal uid: ip-10-0-138-128.ec2.internal kind: Event lastTimestamp: "2026-05-28T17:17:25Z" message: 'Node ip-10-0-138-128.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-05-28T17:17:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-28T17:17:25Z" name: ip-10-0-138-128.ec2.internal.18b3ca3e01fd94ac namespace: default resourceVersion: "5467" uid: 9a861a08-eb58-4e46-ace6-d73da70daeca reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-138-128.ec2.internal source: component: kubelet host: ip-10-0-138-128.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-28T17:17:25Z" involvedObject: kind: Node name: ip-10-0-138-128.ec2.internal uid: ip-10-0-138-128.ec2.internal kind: Event lastTimestamp: "2026-05-28T17:17:25Z" message: 'Node ip-10-0-138-128.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-05-28T17:17:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-28T17:17:25Z" name: ip-10-0-138-128.ec2.internal.18b3ca3e01fdb9c1 namespace: default resourceVersion: "5477" uid: 94d3ec6f-177d-4993-ba2e-d38447ef837c reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-138-128.ec2.internal source: component: kubelet host: ip-10-0-138-128.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:17:25Z" involvedObject: kind: Node name: ip-10-0-138-128.ec2.internal uid: ip-10-0-138-128.ec2.internal kind: Event lastTimestamp: "2026-05-28T17:17:25Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-05-28T17:17:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-28T17:17:25Z" name: ip-10-0-138-128.ec2.internal.18b3ca3e053688fa namespace: default resourceVersion: "5464" uid: 404bb87e-569f-4819-aa92-1d54771dc691 reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-138-128.ec2.internal source: component: kubelet host: ip-10-0-138-128.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:17:25Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-138-128.ec2.internal resourceVersion: "5466" uid: a76d832a-1127-4cb5-8494-89c68a3d5ea8 kind: Event lastTimestamp: "2026-05-28T17:17:25Z" message: Node synced successfully metadata: creationTimestamp: "2026-05-28T17:17:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-05-28T17:17:25Z" name: ip-10-0-138-128.ec2.internal.18b3ca3e19f0767f namespace: default resourceVersion: "5553" uid: 22f6c980-f7a8-4fea-a4c1-d91ebd72cb66 reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:17:27Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-138-128.ec2.internal uid: a76d832a-1127-4cb5-8494-89c68a3d5ea8 kind: Event lastTimestamp: "2026-05-28T17:17:27Z" message: 'Node ip-10-0-138-128.ec2.internal event: Registered Node ip-10-0-138-128.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-28T17:17:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-28T17:17:27Z" name: ip-10-0-138-128.ec2.internal.18b3ca3e6eae9f84 namespace: default resourceVersion: "5603" uid: 1987ddec-a8ad-4296-b7c4-f5a1669bf8e3 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:17:54Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-138-128.ec2.internal resourceVersion: "6408" uid: a76d832a-1127-4cb5-8494-89c68a3d5ea8 kind: Event lastTimestamp: "2026-05-28T17:17:54Z" message: '[k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-138-128.ec2.internal, error getting gateway config for node ip-10-0-138-128.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-138-128.ec2.internal", failed to update chassis to local for local node ip-10-0-138-128.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-138-128.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-138-128.ec2.internal]' metadata: creationTimestamp: "2026-05-28T17:17:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ip-10-0-138-128 operation: Update time: "2026-05-28T17:17:54Z" name: ip-10-0-138-128.ec2.internal.18b3ca44ac05c7ad namespace: default resourceVersion: "6412" uid: b928c874-12d0-44c8-94f7-f4a6bd5f3153 reason: ErrorAddingResource reportingComponent: ovnk-controlplane reportingInstance: "" source: component: ovnk-controlplane type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:17:59Z" involvedObject: kind: Node name: ip-10-0-138-128.ec2.internal uid: ip-10-0-138-128.ec2.internal kind: Event lastTimestamp: "2026-05-28T17:17:59Z" message: 'Node ip-10-0-138-128.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-05-28T17:17:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-28T17:17:59Z" name: ip-10-0-138-128.ec2.internal.18b3ca46027ad0e6 namespace: default resourceVersion: "6544" uid: c25b599d-e1e8-4bd7-b5f0-f77516de379d reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-138-128.ec2.internal source: component: kubelet host: ip-10-0-138-128.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:18:29Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-138-128.ec2.internal uid: a76d832a-1127-4cb5-8494-89c68a3d5ea8 kind: Event lastTimestamp: "2026-05-28T17:18:29Z" message: 'Node ip-10-0-138-128.ec2.internal event: Registered Node ip-10-0-138-128.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-28T17:18:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-28T17:18:29Z" name: ip-10-0-138-128.ec2.internal.18b3ca4cf25fe4bf namespace: default resourceVersion: "7449" uid: 5908181e-d815-416c-a44b-12aa2067fa29 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-05-28T17:23:41Z" involvedObject: apiVersion: v1 kind: Namespace name: kuadrant-system resourceVersion: "16142" uid: 592876ba-6fe7-4545-830c-7e3bf6f0ac4f kind: Event lastTimestamp: "2026-05-28T17:23:44Z" message: 'error using catalogsource kuadrant-system/kuadrant-operator-catalog: failed to list bundles: rpc error: code = Unavailable desc = connection error: desc = "error reading server preface: http2: frame too large"' metadata: creationTimestamp: "2026-05-28T17:23:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: catalog operation: Update time: "2026-05-28T17:23:45Z" name: kuadrant-system.18b3ca95928dc0a2 namespace: default resourceVersion: "16357" uid: 31eb1e60-59a5-4efa-bf85-aa44ecb93639 reason: ResolutionFailed reportingComponent: operator-lifecycle-manager reportingInstance: "" source: component: operator-lifecycle-manager type: Warning - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: Received signal to terminate, becoming unready, but keeping serving metadata: creationTimestamp: "2026-05-28T17:18:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-28T17:18:06Z" name: kube-system.18b3ca47a3344055 namespace: default resourceVersion: "6860" uid: e0ced4e5-eefb-4f83-975f-b5cd84e1e447 reason: TerminationStart reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-67494558f6-z68j8 type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: The minimal shutdown duration of 15s finished metadata: creationTimestamp: "2026-05-28T17:18:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-28T17:18:21Z" name: kube-system.18b3ca4b218c96e8 namespace: default resourceVersion: "7236" uid: 2e83f217-a625-45b9-a2c9-4e45e1b7fa3a reason: TerminationMinimalShutdownDurationFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-67494558f6-z68j8 type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: Server has stopped listening metadata: creationTimestamp: "2026-05-28T17:18:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-28T17:18:21Z" name: kube-system.18b3ca4b21dc31da namespace: default resourceVersion: "7237" uid: 34885c9b-e826-4bda-adab-0294a89e69e0 reason: TerminationStoppedServing reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-67494558f6-z68j8 type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: All pre-shutdown hooks have been finished metadata: creationTimestamp: "2026-05-28T17:18:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-28T17:18:21Z" name: kube-system.18b3ca4b2216e45a namespace: default resourceVersion: "7238" uid: 92719e09-4cdf-41bf-9961-f323244a1ff7 reason: TerminationPreShutdownHooksFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-67494558f6-z68j8 type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: All pending requests processed metadata: creationTimestamp: "2026-05-28T17:19:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-28T17:19:21Z" name: kube-system.18b3ca591a2e0637 namespace: default resourceVersion: "9753" uid: 85ffde51-f273-4ffd-b415-3a3b2a866f96 reason: TerminationGracefulTerminationFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-67494558f6-z68j8 type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-28T17:13:18Z" involvedObject: apiVersion: v1 kind: Namespace name: openshift-kube-apiserver namespace: default kind: Event lastTimestamp: "2026-05-28T17:13:18Z" message: readyz=true metadata: creationTimestamp: "2026-05-28T17:13:18Z" name: openshift-kube-apiserver.18b3ca0474c4cf99 namespace: default resourceVersion: "274" uid: 979b9ca4-c37e-48c3-840f-c42d29108137 reason: KubeAPIReadyz reportingComponent: "" reportingInstance: "" source: component: apiserver host: kube-apiserver-79bb94598d-92lqr type: Warning kind: EventList metadata: resourceVersion: "46228"