--- apiVersion: v1 items: - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:14:04Z" involvedObject: kind: CertificateSigningRequest name: csr-2lhqx kind: Event lastTimestamp: "2026-05-25T14:14:04Z" message: CSR "csr-2lhqx" has been approved metadata: creationTimestamp: "2026-05-25T14:14:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-25T14:14:04Z" name: csr-2lhqx.18b2d47ef95521d0 namespace: default resourceVersion: "6098" uid: 661d6615-1ba7-4e63-a062-28b0b375facb reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:14:29Z" involvedObject: kind: CertificateSigningRequest name: csr-6xnz7 kind: Event lastTimestamp: "2026-05-25T14:14:29Z" message: CSR "csr-6xnz7" has been approved metadata: creationTimestamp: "2026-05-25T14:14:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-25T14:14:29Z" name: csr-6xnz7.18b2d484de156a3e namespace: default resourceVersion: "6659" uid: b59e3ba5-c0d7-4c64-b4a2-56ff33fcbea9 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:14:42Z" involvedObject: kind: CertificateSigningRequest name: csr-bpfdj kind: Event lastTimestamp: "2026-05-25T14:14:42Z" message: CSR "csr-bpfdj" has been approved metadata: creationTimestamp: "2026-05-25T14:14:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-25T14:14:42Z" name: csr-bpfdj.18b2d487d3908c8a namespace: default resourceVersion: "6886" uid: 537a854b-e5e1-458c-8b8a-66575a888abb reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:14:24Z" involvedObject: kind: CertificateSigningRequest name: csr-c8qkp kind: Event lastTimestamp: "2026-05-25T14:14:24Z" message: CSR "csr-c8qkp" has been approved metadata: creationTimestamp: "2026-05-25T14:14:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-25T14:14:24Z" name: csr-c8qkp.18b2d483b6d980b8 namespace: default resourceVersion: "6594" uid: eb70e613-bbf1-4ba2-aa74-b53eb29ecf99 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:14:10Z" involvedObject: kind: CertificateSigningRequest name: csr-pgkb8 kind: Event lastTimestamp: "2026-05-25T14:14:10Z" message: CSR "csr-pgkb8" has been approved metadata: creationTimestamp: "2026-05-25T14:14:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-25T14:14:10Z" name: csr-pgkb8.18b2d480680a5a9a namespace: default resourceVersion: "6172" uid: ab9d798d-ac75-4b00-a7b5-cc5351ee3736 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:14:48Z" involvedObject: kind: CertificateSigningRequest name: csr-whxhd kind: Event lastTimestamp: "2026-05-25T14:14:48Z" message: CSR "csr-whxhd" has been approved metadata: creationTimestamp: "2026-05-25T14:14:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-25T14:14:48Z" name: csr-whxhd.18b2d4894590542e namespace: default resourceVersion: "6997" uid: 240ff992-50f4-4a63-9ed7-c75e30c95bbe reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:20:36Z" involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: GatewayConfig name: default-gateway resourceVersion: "14004" uid: 2aa68c07-8a57-467e-926d-7219459cff3f kind: Event lastTimestamp: "2026-05-25T14:20:36Z" message: 'failed to create OAuth client: failed to get auth proxy secret openshift-ingress/kube-auth-proxy-creds: Secret "kube-auth-proxy-creds" not found' metadata: creationTimestamp: "2026-05-25T14:20:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T14:20:36Z" name: default-gateway.18b2d4da37db013b namespace: default resourceVersion: "14013" uid: efa43d67-782b-4b85-a991-bfcbc28b2b75 reason: ProvisioningError reportingComponent: gatewayconfig reportingInstance: "" source: component: gatewayconfig type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-05-25T14:20:38Z" involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: GatewayConfig name: default-gateway resourceVersion: "14322" uid: 2aa68c07-8a57-467e-926d-7219459cff3f kind: Event lastTimestamp: "2026-05-25T14:20:45Z" message: 'failed to lookup object openshift-ingress/data-science-tls-rule: no matches for kind "DestinationRule" in version "networking.istio.io/v1"' metadata: creationTimestamp: "2026-05-25T14:20:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T14:20:45Z" name: default-gateway.18b2d4dab9bf2b1c namespace: default resourceVersion: "14533" uid: e502a8a1-2e43-457a-a7ea-849c6e07cfe2 reason: ProvisioningError reportingComponent: gatewayconfig reportingInstance: "" source: component: gatewayconfig type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-05-25T14:20:48Z" involvedObject: apiVersion: components.platform.opendatahub.io/v1alpha1 kind: Kserve name: default-kserve resourceVersion: "14642" uid: 814d1633-1e57-4688-af05-679de22c09fa kind: Event lastTimestamp: "2026-05-25T14:21:15Z" message: "failure deploying resource {map[apiVersion:serving.kserve.io/v1alpha1 kind:LLMInferenceServiceConfig metadata:map[annotations:map[internal.config.kubernetes.io/previousKinds:LLMInferenceServiceConfig internal.config.kubernetes.io/previousNames:kserve-config-llm-decode-template internal.config.kubernetes.io/previousNamespaces:opendatahub platform.opendatahub.io/instance.generation:1 platform.opendatahub.io/instance.name:default-kserve platform.opendatahub.io/instance.uid:814d1633-1e57-4688-af05-679de22c09fa platform.opendatahub.io/type:Open Data Hub platform.opendatahub.io/version:3.4.0-ea.1 serving.kserve.io/well-known-config:true] labels:map[app.kubernetes.io/part-of:kserve app.opendatahub.io/kserve:true platform.opendatahub.io/part-of:kserve] name:v3-4-0-ea-1-kserve-config-llm-decode-template namespace:opendatahub ownerReferences:[map[apiVersion:components.platform.opendatahub.io/v1alpha1 blockOwnerDeletion:%!s(bool=true) controller:%!s(bool=true) kind:Kserve name:default-kserve uid:814d1633-1e57-4688-af05-679de22c09fa]]] spec:map[template:map[containers:[map[args:[if [ \"$KSERVE_INFER_ROCE\" = \"true\" ]; then\n echo \"Trying to infer RoCE configs ... \"\n grep -H . /sys/class/infiniband/*/ports/*/gids/* 2>/dev/null\n grep -H . /sys/class/infiniband/*/ports/*/gid_attrs/types/* 2>/dev/null\n\n cat /proc/driver/nvidia/params\n\n \ KSERVE_INFER_IB_GID_INDEX_GREP=${KSERVE_INFER_IB_GID_INDEX_GREP:-\"RoCE v2\"}\n\n \ echo \"[Infer RoCE] Discovering active HCAs ...\"\n active_hcas=()\n # Loop through all mlx5 devices found in sysfs\n for hca_dir in /sys/class/infiniband/mlx5_*; do\n # Ensure it's a directory before proceeding\n if [ -d \"$hca_dir\" ]; then\n hca_name=$(basename \"$hca_dir\")\n port_state_file=\"$hca_dir/ports/1/state\" # Assume port 1\n type_file=\"$hca_dir/ports/1/gid_attrs/types/*\"\n\n \ echo \"[Infer RoCE] Check if the port state file ${port_state_file} exists and contains 'ACTIVE'\"\n if [ -f \"$port_state_file\" ] && grep -q \"ACTIVE\" \"$port_state_file\" && grep -q \"${KSERVE_INFER_IB_GID_INDEX_GREP}\" ${type_file} 2>/dev/null; then\n echo \"[Infer RoCE] Found active HCA: $hca_name\"\n active_hcas+=(\"$hca_name\")\n else\n \ echo \"[Infer RoCE] Skipping inactive or down HCA: $hca_name\"\n \ fi\n fi\n done\n\n ucx_hcas=()\n for hca in \"${active_hcas[@]}\"; do\n ucx_hcas+=(\"${hca}:1\")\n done\n\n # Check if we found any active HCAs\n \ if [ ${#active_hcas[@]} -gt 0 ]; then\n # Join the array elements with a comma\n hcas=$(IFS=,; echo \"${active_hcas[*]}\")\n echo \"[Infer RoCE] Setting active HCAs: ${hcas}\"\n export NCCL_IB_HCA=${NCCL_IB_HCA:-${hcas}}\n \ export NVSHMEM_HCA_LIST=${NVSHMEM_HCA_LIST:-${ucx_hcas}}\n export UCX_NET_DEVICES=${UCX_NET_DEVICES:-${ucx_hcas}}\n\n \ echo \"[Infer RoCE] NCCL_IB_HCA=${NCCL_IB_HCA}\"\n echo \"[Infer RoCE] NVSHMEM_HCA_LIST=${NVSHMEM_HCA_LIST}\"\n else\n echo \"[Infer RoCE] WARNING: No active RoCE HCAs found. NCCL_IB_HCA will not be set.\"\n fi\n\n if [ ${#active_hcas[@]} -gt 0 ]; then\n echo \"[Infer RoCE] Finding GID_INDEX for each active HCA (SR-IOV compatible)...\"\n\n # For SR-IOV environments, find the most common IPv4 RoCE v2 GID index across all HCAs\n declare -A gid_index_count\n declare -A hca_gid_index\n\n for hca_name in \"${active_hcas[@]}\"; do\n echo \"[Infer RoCE] Processing HCA: ${hca_name}\"\n\n # Find all RoCE v2 IPv4 GIDs for this HCA and count by index\n for tpath in /sys/class/infiniband/${hca_name}/ports/1/gid_attrs/types/*; do\n if grep -q \"${KSERVE_INFER_IB_GID_INDEX_GREP}\" \"$tpath\" 2>/dev/null; then\n idx=$(basename \"$tpath\")\n gid_file=\"/sys/class/infiniband/${hca_name}/ports/1/gids/${idx}\"\n \ # Check for IPv4 GID (contains ffff:)\n if [ -f \"$gid_file\" ] && grep -q \"ffff:\" \"$gid_file\"; then\n gid_value=$(cat \"$gid_file\" 2>/dev/null || echo \"\")\n echo \"[Infer RoCE] Found IPv4 RoCE v2 GID for ${hca_name}: index=${idx}, gid=${gid_value}\"\n hca_gid_index[\"${hca_name}\"]=\"${idx}\"\n \ gid_index_count[\"${idx}\"]=$((${gid_index_count[\"${idx}\"]} + 1))\n break # Use first found IPv4 GID per HCA\n fi\n \ fi\n done\n done\n\n # Find the most common GID index (most likely to be consistent across nodes)\n best_gid_index=\"\"\n \ max_count=0\n for idx in \"${!gid_index_count[@]}\"; do\n count=${gid_index_count[\"${idx}\"]}\n \ echo \"[Infer RoCE] GID_INDEX ${idx} found on ${count} HCAs\"\n if [ $count -gt $max_count ]; then\n max_count=$count\n best_gid_index=\"$idx\"\n \ fi\n done\n\n # Use deterministic fallback if counts are equal - prefer lower index number \n if [ ${#gid_index_count[@]} -gt 1 ]; then\n \ echo \"[Infer RoCE] Multiple GID indices found, selecting most common: ${best_gid_index}\"\n # If there's a tie, prefer index 3 as it's most common in SR-IOV setups\n if [ -n \"${gid_index_count['3']}\" ] && [ \"${gid_index_count['3']}\" -eq \"$max_count\" ]; then\n best_gid_index=\"3\"\n \ echo \"[Infer RoCE] Using deterministic fallback: GID_INDEX=3 (SR-IOV standard)\"\n fi\n fi\n\n # Check if GID_INDEX is already set via environment variables\n if [ -n \"${NCCL_IB_GID_INDEX}\" ]; then\n echo \"[Infer RoCE] Using pre-configured NCCL_IB_GID_INDEX=${NCCL_IB_GID_INDEX} from environment\"\n export NVSHMEM_IB_GID_INDEX=${NVSHMEM_IB_GID_INDEX:-$NCCL_IB_GID_INDEX}\n \ export UCX_IB_GID_INDEX=${UCX_IB_GID_INDEX:-$NCCL_IB_GID_INDEX}\n echo \"[Infer RoCE] Using hardcoded GID_INDEX=${NCCL_IB_GID_INDEX} for NCCL, NVSHMEM, and UCX\"\n elif [ -n \"$best_gid_index\" ]; then\n echo \"[Infer RoCE] Selected GID_INDEX: ${best_gid_index} (found on ${max_count} HCAs)\"\n\n \ export NCCL_IB_GID_INDEX=${NCCL_IB_GID_INDEX:-$best_gid_index}\n export NVSHMEM_IB_GID_INDEX=${NVSHMEM_IB_GID_INDEX:-$best_gid_index}\n export UCX_IB_GID_INDEX=${UCX_IB_GID_INDEX:-$best_gid_index}\n\n echo \"[Infer RoCE] Exported GID_INDEX=${best_gid_index} for NCCL, NVSHMEM, and UCX\"\n else\n \ echo \"[Infer RoCE] ERROR: No valid IPv4 ${KSERVE_INFER_IB_GID_INDEX_GREP} GID_INDEX found on any HCA.\"\n fi\n else\n echo \"[Infer RoCE] No active HCAs found, skipping GID_INDEX inference.\"\n fi\nfi\n\neval \"vllm serve /mnt/models \\\n --served-model-name \"{{ .Spec.Model.Name }}\" \\\n --port 8001 \\\n ${VLLM_ADDITIONAL_ARGS} \\\n --enable-ssl-refresh \\\n --ssl-certfile /var/run/kserve/tls/tls.crt \\\n --ssl-keyfile /var/run/kserve/tls/tls.key\"] command:[/bin/bash -c] env:[map[name:HOME value:/home] map[name:VLLM_LOGGING_LEVEL value:INFO] map[name:HF_HUB_CACHE value:/models]] image:registry.redhat.io/rhaiis/vllm-cuda-rhel9@sha256:fc68d623d1bfc36c8cb2fe4a71f19c8578cfb420ce8ce07b20a02c1ee0be0cf3 imagePullPolicy:IfNotPresent livenessProbe:map[failureThreshold:%!s(int64=3) httpGet:map[path:/health port:%!s(int64=8001) scheme:HTTPS] initialDelaySeconds:%!s(int64=120) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=10)] name:main ports:[map[containerPort:%!s(int64=8001) protocol:TCP]] readinessProbe:map[failureThreshold:%!s(int64=60) httpGet:map[path:/health port:%!s(int64=8001) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=5)] securityContext:map[allowPrivilegeEscalation:%!s(bool=false) capabilities:map[drop:[ALL]] readOnlyRootFilesystem:%!s(bool=false) runAsNonRoot:%!s(bool=true) seccompProfile:map[type:RuntimeDefault]] terminationMessagePath:/dev/termination-log terminationMessagePolicy:FallbackToLogsOnError volumeMounts:[map[mountPath:/home name:home] map[mountPath:/dev/shm name:dshm] map[mountPath:/models name:model-cache] map[mountPath:/var/run/kserve/tls name:tls-certs readOnly:%!s(bool=true)]]]] initContainers:[map[args:[--port=8000 --vllm-port=8001 --connector=nixlv2 --secure-proxy=true --cert-path=/var/run/kserve/tls --decoder-use-tls=true --prefiller-use-tls=true --enable-ssrf-protection=true --pool-group=inference.networking.x-k8s.io] env:[map[name:INFERENCE_POOL_NAMESPACE valueFrom:map[fieldRef:map[fieldPath:metadata.namespace]]] map[name:SSL_CERT_DIR value:/var/run/kserve/tls:/var/run/secrets/kubernetes.io/serviceaccount:/etc/pki/tls/certs]] image:quay.io/opendatahub/llm-d-routing-sidecar:release-v0.4 imagePullPolicy:IfNotPresent livenessProbe:map[failureThreshold:%!s(int64=3) httpGet:map[path:/health port:%!s(int64=8000) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=10)] name:llm-d-routing-sidecar ports:[map[containerPort:%!s(int64=8000) protocol:TCP]] readinessProbe:map[failureThreshold:%!s(int64=10) httpGet:map[path:/health port:%!s(int64=8000) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=5)] resources:map[] restartPolicy:Always securityContext:map[allowPrivilegeEscalation:%!s(bool=false) capabilities:map[drop:[ALL]] readOnlyRootFilesystem:%!s(bool=false) runAsNonRoot:%!s(bool=true)] terminationMessagePath:/dev/termination-log terminationMessagePolicy:FallbackToLogsOnError volumeMounts:[map[mountPath:/var/run/kserve/tls name:tls-certs readOnly:%!s(bool=true)]]]] terminationGracePeriodSeconds:%!s(int64=30) volumes:[map[emptyDir:map[] name:home] map[emptyDir:map[medium:Memory sizeLimit:1Gi] name:dshm] map[emptyDir:map[] name:model-cache] map[name:tls-certs secret:map[secretName:{{ ChildName .ObjectMeta.Name `-kserve-self-signed-certs` }}]]]]]]}: apply failed serving.kserve.io/v1alpha1, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha1, Kind=LLMInferenceServiceConfig opendatahub/v3-4-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.validator\": failed to call webhook: Post \"https://kserve-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha1-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"kserve-webhook-server-service\"" metadata: creationTimestamp: "2026-05-25T14:20:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T14:21:15Z" name: default-kserve.18b2d4dcebe1666a namespace: default resourceVersion: "16133" uid: 8b626e73-4f35-4e91-816d-a8d04341b02d reason: ProvisioningError reportingComponent: kserve reportingInstance: "" source: component: kserve type: Warning - apiVersion: v1 count: 37 eventTime: null firstTimestamp: "2026-05-25T14:20:36Z" involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: Monitoring name: default-monitoring resourceVersion: "13939" uid: 44b2efed-ec54-4d7c-be07-b54a2017466c kind: Event lastTimestamp: "2026-05-25T14:48:26Z" message: 'error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache' metadata: creationTimestamp: "2026-05-25T14:20:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T14:48:26Z" name: default-monitoring.18b2d4da27e0e55c namespace: default resourceVersion: "45921" uid: f153b8c3-33fe-494c-a377-effdbb06889b reason: ProvisioningError reportingComponent: monitoring reportingInstance: "" source: component: monitoring type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-25T14:13:56Z" involvedObject: kind: Node name: ip-10-0-131-223.ec2.internal uid: ip-10-0-131-223.ec2.internal kind: Event lastTimestamp: "2026-05-25T14:13:56Z" message: 'Node ip-10-0-131-223.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-05-25T14:13:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T14:13:56Z" name: ip-10-0-131-223.ec2.internal.18b2d47d0b334d51 namespace: default resourceVersion: "5848" uid: 5b0900c3-68c0-4249-b4dd-422ad6157ba4 reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-131-223.ec2.internal source: component: kubelet host: ip-10-0-131-223.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-25T14:13:56Z" involvedObject: kind: Node name: ip-10-0-131-223.ec2.internal uid: ip-10-0-131-223.ec2.internal kind: Event lastTimestamp: "2026-05-25T14:13:56Z" message: 'Node ip-10-0-131-223.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-05-25T14:13:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T14:13:56Z" name: ip-10-0-131-223.ec2.internal.18b2d47d0b339827 namespace: default resourceVersion: "5862" uid: 758ab65a-70ab-4285-b044-5e0933cf896f reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-131-223.ec2.internal source: component: kubelet host: ip-10-0-131-223.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-25T14:13:56Z" involvedObject: kind: Node name: ip-10-0-131-223.ec2.internal uid: ip-10-0-131-223.ec2.internal kind: Event lastTimestamp: "2026-05-25T14:13:56Z" message: 'Node ip-10-0-131-223.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-05-25T14:13:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T14:13:56Z" name: ip-10-0-131-223.ec2.internal.18b2d47d0b33be4d namespace: default resourceVersion: "5867" uid: c7f7e66a-1dbf-4350-b3e9-40cafc33602e reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-131-223.ec2.internal source: component: kubelet host: ip-10-0-131-223.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:13:56Z" involvedObject: kind: Node name: ip-10-0-131-223.ec2.internal uid: ip-10-0-131-223.ec2.internal kind: Event lastTimestamp: "2026-05-25T14:13:56Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-05-25T14:13:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T14:13:56Z" name: ip-10-0-131-223.ec2.internal.18b2d47d0d930ae2 namespace: default resourceVersion: "5766" uid: 4e5884df-b6f1-462e-b98b-ee96d8ae16cb reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-131-223.ec2.internal source: component: kubelet host: ip-10-0-131-223.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:13:56Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-131-223.ec2.internal resourceVersion: "5767" uid: 0d6a41ae-6210-40b8-a70c-7132b2491cce kind: Event lastTimestamp: "2026-05-25T14:13:56Z" message: Node synced successfully metadata: creationTimestamp: "2026-05-25T14:13:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-05-25T14:13:56Z" name: ip-10-0-131-223.ec2.internal.18b2d47d25f83269 namespace: default resourceVersion: "5873" uid: 2221ad80-919f-4a35-8b06-722656ff6645 reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:13:57Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-131-223.ec2.internal uid: 0d6a41ae-6210-40b8-a70c-7132b2491cce kind: Event lastTimestamp: "2026-05-25T14:13:57Z" message: 'Node ip-10-0-131-223.ec2.internal event: Registered Node ip-10-0-131-223.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-25T14:13:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T14:13:57Z" name: ip-10-0-131-223.ec2.internal.18b2d47d3b092e93 namespace: default resourceVersion: "5884" uid: 004f229e-5c26-4634-8069-596df0f5458a reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:14:26Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-131-223.ec2.internal resourceVersion: "6613" uid: 0d6a41ae-6210-40b8-a70c-7132b2491cce kind: Event lastTimestamp: "2026-05-25T14:14:26Z" message: '[k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-131-223.ec2.internal, error getting gateway config for node ip-10-0-131-223.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-131-223.ec2.internal", failed to update chassis to local for local node ip-10-0-131-223.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-131-223.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-131-223.ec2.internal]' metadata: creationTimestamp: "2026-05-25T14:14:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ip-10-0-131-223 operation: Update time: "2026-05-25T14:14:26Z" name: ip-10-0-131-223.ec2.internal.18b2d4841411c805 namespace: default resourceVersion: "6618" uid: 82b7a707-0c48-42b1-9b53-865f44ca3c56 reason: ErrorAddingResource reportingComponent: ovnk-controlplane reportingInstance: "" source: component: ovnk-controlplane type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:14:31Z" involvedObject: kind: Node name: ip-10-0-131-223.ec2.internal uid: ip-10-0-131-223.ec2.internal kind: Event lastTimestamp: "2026-05-25T14:14:31Z" message: 'Node ip-10-0-131-223.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-05-25T14:14:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T14:14:31Z" name: ip-10-0-131-223.ec2.internal.18b2d48526e85c08 namespace: default resourceVersion: "6674" uid: 84b1b995-6278-47a5-b0dd-788185203a1e reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-131-223.ec2.internal source: component: kubelet host: ip-10-0-131-223.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:16:40Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-131-223.ec2.internal uid: 0d6a41ae-6210-40b8-a70c-7132b2491cce kind: Event lastTimestamp: "2026-05-25T14:16:40Z" message: 'Node ip-10-0-131-223.ec2.internal event: Registered Node ip-10-0-131-223.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-25T14:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T14:16:40Z" name: ip-10-0-131-223.ec2.internal.18b2d4a33b6b77cc namespace: default resourceVersion: "8315" uid: 2fbef98e-c175-44c8-84c6-66dadf528ba9 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-25T14:14:15Z" involvedObject: kind: Node name: ip-10-0-134-152.ec2.internal uid: ip-10-0-134-152.ec2.internal kind: Event lastTimestamp: "2026-05-25T14:14:16Z" message: 'Node ip-10-0-134-152.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-05-25T14:14:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T14:14:16Z" name: ip-10-0-134-152.ec2.internal.18b2d481a20fcda9 namespace: default resourceVersion: "6305" uid: a70904c7-981a-4542-ab20-285bc7e18675 reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-134-152.ec2.internal source: component: kubelet host: ip-10-0-134-152.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-25T14:14:15Z" involvedObject: kind: Node name: ip-10-0-134-152.ec2.internal uid: ip-10-0-134-152.ec2.internal kind: Event lastTimestamp: "2026-05-25T14:14:16Z" message: 'Node ip-10-0-134-152.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-05-25T14:14:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T14:14:16Z" name: ip-10-0-134-152.ec2.internal.18b2d481a21034d9 namespace: default resourceVersion: "6306" uid: 418a76e3-a88a-4f5a-bb77-d1c390f4105d reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-134-152.ec2.internal source: component: kubelet host: ip-10-0-134-152.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-25T14:14:15Z" involvedObject: kind: Node name: ip-10-0-134-152.ec2.internal uid: ip-10-0-134-152.ec2.internal kind: Event lastTimestamp: "2026-05-25T14:14:16Z" message: 'Node ip-10-0-134-152.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-05-25T14:14:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T14:14:16Z" name: ip-10-0-134-152.ec2.internal.18b2d481a210659e namespace: default resourceVersion: "6307" uid: 905b8165-c078-4306-98c7-76094bf453d2 reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-134-152.ec2.internal source: component: kubelet host: ip-10-0-134-152.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:14:16Z" involvedObject: kind: Node name: ip-10-0-134-152.ec2.internal uid: ip-10-0-134-152.ec2.internal kind: Event lastTimestamp: "2026-05-25T14:14:16Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-05-25T14:14:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T14:14:16Z" name: ip-10-0-134-152.ec2.internal.18b2d481a5052c1e namespace: default resourceVersion: "6260" uid: e611bd05-ba41-4817-965f-dad5645f0bac reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-134-152.ec2.internal source: component: kubelet host: ip-10-0-134-152.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:14:16Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-134-152.ec2.internal resourceVersion: "6261" uid: bc16f1d7-8dfa-495c-a626-af2a0875ad7e kind: Event lastTimestamp: "2026-05-25T14:14:16Z" message: Node synced successfully metadata: creationTimestamp: "2026-05-25T14:14:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-05-25T14:14:16Z" name: ip-10-0-134-152.ec2.internal.18b2d481ba69b8cf namespace: default resourceVersion: "6329" uid: e44d50c9-6457-4657-8e96-f37160c25e8d reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:14:17Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-134-152.ec2.internal uid: bc16f1d7-8dfa-495c-a626-af2a0875ad7e kind: Event lastTimestamp: "2026-05-25T14:14:17Z" message: 'Node ip-10-0-134-152.ec2.internal event: Registered Node ip-10-0-134-152.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-25T14:14:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T14:14:17Z" name: ip-10-0-134-152.ec2.internal.18b2d481e3549e24 namespace: default resourceVersion: "6383" uid: 69fdfa11-d46e-4e0d-ac1c-d8091dd3fb16 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:14:44Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-134-152.ec2.internal resourceVersion: "6907" uid: bc16f1d7-8dfa-495c-a626-af2a0875ad7e kind: Event lastTimestamp: "2026-05-25T14:14:44Z" message: '[k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-134-152.ec2.internal, error getting gateway config for node ip-10-0-134-152.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-134-152.ec2.internal", failed to update chassis to local for local node ip-10-0-134-152.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-134-152.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-134-152.ec2.internal]' metadata: creationTimestamp: "2026-05-25T14:14:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ip-10-0-134-152 operation: Update time: "2026-05-25T14:14:44Z" name: ip-10-0-134-152.ec2.internal.18b2d488302307b5 namespace: default resourceVersion: "6909" uid: 545492de-e6ac-4732-8575-f75ac298a8be reason: ErrorAddingResource reportingComponent: ovnk-controlplane reportingInstance: "" source: component: ovnk-controlplane type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:14:50Z" involvedObject: kind: Node name: ip-10-0-134-152.ec2.internal uid: ip-10-0-134-152.ec2.internal kind: Event lastTimestamp: "2026-05-25T14:14:50Z" message: 'Node ip-10-0-134-152.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-05-25T14:14:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T14:14:50Z" name: ip-10-0-134-152.ec2.internal.18b2d489a225ef36 namespace: default resourceVersion: "7016" uid: 1d621d40-90cc-4665-82bf-eb120ae966ef reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-134-152.ec2.internal source: component: kubelet host: ip-10-0-134-152.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:16:40Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-134-152.ec2.internal uid: bc16f1d7-8dfa-495c-a626-af2a0875ad7e kind: Event lastTimestamp: "2026-05-25T14:16:40Z" message: 'Node ip-10-0-134-152.ec2.internal event: Registered Node ip-10-0-134-152.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-25T14:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T14:16:40Z" name: ip-10-0-134-152.ec2.internal.18b2d4a33b6ccdc2 namespace: default resourceVersion: "8323" uid: 00a2c706-b5f0-4079-ae03-f82dd13cf725 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-25T14:13:38Z" involvedObject: kind: Node name: ip-10-0-143-67.ec2.internal uid: ip-10-0-143-67.ec2.internal kind: Event lastTimestamp: "2026-05-25T14:13:38Z" message: 'Node ip-10-0-143-67.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-05-25T14:13:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T14:13:38Z" name: ip-10-0-143-67.ec2.internal.18b2d478ed60f808 namespace: default resourceVersion: "5540" uid: 05e45bc8-68c2-44f3-ae80-9f901b012cf2 reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-143-67.ec2.internal source: component: kubelet host: ip-10-0-143-67.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-25T14:13:38Z" involvedObject: kind: Node name: ip-10-0-143-67.ec2.internal uid: ip-10-0-143-67.ec2.internal kind: Event lastTimestamp: "2026-05-25T14:13:38Z" message: 'Node ip-10-0-143-67.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-05-25T14:13:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T14:13:38Z" name: ip-10-0-143-67.ec2.internal.18b2d478ed6139eb namespace: default resourceVersion: "5541" uid: dafd0ff2-9328-453b-9201-77f160a7152f reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-143-67.ec2.internal source: component: kubelet host: ip-10-0-143-67.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-25T14:13:38Z" involvedObject: kind: Node name: ip-10-0-143-67.ec2.internal uid: ip-10-0-143-67.ec2.internal kind: Event lastTimestamp: "2026-05-25T14:13:38Z" message: 'Node ip-10-0-143-67.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-05-25T14:13:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T14:13:38Z" name: ip-10-0-143-67.ec2.internal.18b2d478ed615d5e namespace: default resourceVersion: "5549" uid: eb58b6de-c4bd-42bd-b520-1cff9f0759f7 reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-143-67.ec2.internal source: component: kubelet host: ip-10-0-143-67.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:13:38Z" involvedObject: kind: Node name: ip-10-0-143-67.ec2.internal uid: ip-10-0-143-67.ec2.internal kind: Event lastTimestamp: "2026-05-25T14:13:38Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-05-25T14:13:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T14:13:38Z" name: ip-10-0-143-67.ec2.internal.18b2d478effaad51 namespace: default resourceVersion: "5503" uid: 76b01829-2091-41ba-a2d0-1ba4f48afdd9 reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-143-67.ec2.internal source: component: kubelet host: ip-10-0-143-67.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:13:39Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-143-67.ec2.internal resourceVersion: "5504" uid: bd0e17a0-b118-40bf-a1b3-a7a8759274a5 kind: Event lastTimestamp: "2026-05-25T14:13:39Z" message: Node synced successfully metadata: creationTimestamp: "2026-05-25T14:13:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-05-25T14:13:39Z" name: ip-10-0-143-67.ec2.internal.18b2d479059349b0 namespace: default resourceVersion: "5590" uid: 81509d14-1314-4061-bf19-d2fefdf124ba reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:13:42Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-143-67.ec2.internal uid: bd0e17a0-b118-40bf-a1b3-a7a8759274a5 kind: Event lastTimestamp: "2026-05-25T14:13:42Z" message: 'Node ip-10-0-143-67.ec2.internal event: Registered Node ip-10-0-143-67.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-25T14:13:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T14:13:42Z" name: ip-10-0-143-67.ec2.internal.18b2d479bc7d2d5e namespace: default resourceVersion: "5684" uid: 66e626a8-ad2a-4b25-b495-1bf786d5e624 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:14:06Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-143-67.ec2.internal resourceVersion: "6122" uid: bd0e17a0-b118-40bf-a1b3-a7a8759274a5 kind: Event lastTimestamp: "2026-05-25T14:14:06Z" message: '[k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-143-67.ec2.internal, error getting gateway config for node ip-10-0-143-67.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-143-67.ec2.internal", failed to update chassis to local for local node ip-10-0-143-67.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-143-67.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-143-67.ec2.internal]' metadata: creationTimestamp: "2026-05-25T14:14:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ip-10-0-143-67 operation: Update time: "2026-05-25T14:14:06Z" name: ip-10-0-143-67.ec2.internal.18b2d47f55aa0094 namespace: default resourceVersion: "6125" uid: 58790a79-92f0-4514-8077-11e8e48a6f60 reason: ErrorAddingResource reportingComponent: ovnk-controlplane reportingInstance: "" source: component: ovnk-controlplane type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:14:11Z" involvedObject: kind: Node name: ip-10-0-143-67.ec2.internal uid: ip-10-0-143-67.ec2.internal kind: Event lastTimestamp: "2026-05-25T14:14:11Z" message: 'Node ip-10-0-143-67.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-05-25T14:14:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T14:14:11Z" name: ip-10-0-143-67.ec2.internal.18b2d480ae48a2da namespace: default resourceVersion: "6183" uid: b3271139-1c9d-41e6-8ee3-d88a920c01f5 reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-143-67.ec2.internal source: component: kubelet host: ip-10-0-143-67.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:16:40Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-143-67.ec2.internal uid: bd0e17a0-b118-40bf-a1b3-a7a8759274a5 kind: Event lastTimestamp: "2026-05-25T14:16:40Z" message: 'Node ip-10-0-143-67.ec2.internal event: Registered Node ip-10-0-143-67.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-25T14:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T14:16:40Z" name: ip-10-0-143-67.ec2.internal.18b2d4a33b6ce1a4 namespace: default resourceVersion: "8327" uid: 666ce386-eba7-4895-920c-afed04d398c5 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-05-25T14:21:48Z" involvedObject: apiVersion: v1 kind: Namespace name: kuadrant-system resourceVersion: "16373" uid: 56d2968b-416e-4677-8f91-7d9e511d10f0 kind: Event lastTimestamp: "2026-05-25T14:21:51Z" message: 'error using catalogsource kuadrant-system/kuadrant-operator-catalog: failed to list bundles: rpc error: code = Unavailable desc = connection error: desc = "error reading server preface: http2: frame too large"' metadata: creationTimestamp: "2026-05-25T14:21:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: catalog operation: Update time: "2026-05-25T14:21:52Z" name: kuadrant-system.18b2d4eb070a2a91 namespace: default resourceVersion: "16579" uid: 03b44a42-d433-4e1b-93f5-00a9626703bb reason: ResolutionFailed reportingComponent: operator-lifecycle-manager reportingInstance: "" source: component: operator-lifecycle-manager type: Warning - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: Received signal to terminate, becoming unready, but keeping serving metadata: creationTimestamp: "2026-05-25T14:16:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-25T14:16:21Z" name: kube-system.18b2d49ee69b05c4 namespace: default resourceVersion: "7918" uid: e23bc6d1-0d72-42b8-98d2-a00478eeb57a reason: TerminationStart reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-79c58dc959-2bbvj type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: The minimal shutdown duration of 15s finished metadata: creationTimestamp: "2026-05-25T14:16:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-25T14:16:36Z" name: kube-system.18b2d4a264fbaa6e namespace: default resourceVersion: "8233" uid: 70e2d4ac-097e-4a95-9913-cd3087ffc215 reason: TerminationMinimalShutdownDurationFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-79c58dc959-2bbvj type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: Server has stopped listening metadata: creationTimestamp: "2026-05-25T14:16:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-25T14:16:36Z" name: kube-system.18b2d4a26538c429 namespace: default resourceVersion: "8234" uid: daa4bbb6-e05a-4fd5-b221-8f50bfe76a89 reason: TerminationStoppedServing reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-79c58dc959-2bbvj type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: All pre-shutdown hooks have been finished metadata: creationTimestamp: "2026-05-25T14:16:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-25T14:16:36Z" name: kube-system.18b2d4a2657272d5 namespace: default resourceVersion: "8235" uid: b271e3eb-bcdc-4829-bd2c-20fedb074ff2 reason: TerminationPreShutdownHooksFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-79c58dc959-2bbvj type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: All pending requests processed metadata: creationTimestamp: "2026-05-25T14:17:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-25T14:17:36Z" name: kube-system.18b2d4b05d897d62 namespace: default resourceVersion: "10518" uid: bc3d463a-e9fd-455f-b960-e2acb9e48344 reason: TerminationGracefulTerminationFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-79c58dc959-2bbvj type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:23:05Z" involvedObject: apiVersion: v1 kind: Endpoints name: maas-default-gateway-openshift-default kind: Event lastTimestamp: "2026-05-25T14:23:05Z" message: 'Failed to create endpoint for service openshift-ingress/maas-default-gateway-openshift-default: endpoints "maas-default-gateway-openshift-default" already exists' metadata: creationTimestamp: "2026-05-25T14:23:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T14:23:05Z" name: maas-default-gateway-openshift-default.18b2d4fce482a5c6 namespace: default resourceVersion: "20976" uid: 2cbe51f9-5d3f-43c0-84e6-d449e29fba2d reason: FailedToCreateEndpoint reportingComponent: endpoint-controller reportingInstance: "" source: component: endpoint-controller type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T14:08:56Z" involvedObject: apiVersion: v1 kind: Namespace name: openshift-kube-apiserver namespace: default kind: Event lastTimestamp: "2026-05-25T14:08:56Z" message: readyz=true metadata: creationTimestamp: "2026-05-25T14:08:56Z" name: openshift-kube-apiserver.18b2d43744d7707a namespace: default resourceVersion: "274" uid: 9a59aa6d-7fb3-461d-b403-a1437c42b960 reason: KubeAPIReadyz reportingComponent: "" reportingInstance: "" source: component: apiserver host: kube-apiserver-76ff96d6cb-ts2ws type: Warning kind: EventList metadata: resourceVersion: "46500"