--- apiVersion: v1 items: - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:54:45Z" involvedObject: kind: CertificateSigningRequest name: csr-46nlt kind: Event lastTimestamp: "2026-05-21T00:54:45Z" message: CSR "csr-46nlt" has been approved metadata: creationTimestamp: "2026-05-21T00:54:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-21T00:54:45Z" name: csr-46nlt.18b16e8e5c0038a2 namespace: default resourceVersion: "5991" uid: b0488151-0a53-4e5e-a353-2f6ac4fa4f7a reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:54:39Z" involvedObject: kind: CertificateSigningRequest name: csr-gwnvv kind: Event lastTimestamp: "2026-05-21T00:54:39Z" message: CSR "csr-gwnvv" has been approved metadata: creationTimestamp: "2026-05-21T00:54:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-21T00:54:39Z" name: csr-gwnvv.18b16e8ce4117ef9 namespace: default resourceVersion: "5749" uid: f1e8f34e-c119-4db1-912a-2ce40099acea reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:55:18Z" involvedObject: kind: CertificateSigningRequest name: csr-nbzw7 kind: Event lastTimestamp: "2026-05-21T00:55:18Z" message: CSR "csr-nbzw7" has been approved metadata: creationTimestamp: "2026-05-21T00:55:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-21T00:55:18Z" name: csr-nbzw7.18b16e96138a7641 namespace: default resourceVersion: "6760" uid: e86b9922-7c6e-4d60-9873-f165025eced2 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:55:24Z" involvedObject: kind: CertificateSigningRequest name: csr-rxwnf kind: Event lastTimestamp: "2026-05-21T00:55:24Z" message: CSR "csr-rxwnf" has been approved metadata: creationTimestamp: "2026-05-21T00:55:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-21T00:55:24Z" name: csr-rxwnf.18b16e976e9510e3 namespace: default resourceVersion: "6850" uid: 56725319-c4c9-477a-9025-c295cbc547d4 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:55:13Z" involvedObject: kind: CertificateSigningRequest name: csr-sq8sq kind: Event lastTimestamp: "2026-05-21T00:55:13Z" message: CSR "csr-sq8sq" has been approved metadata: creationTimestamp: "2026-05-21T00:55:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-21T00:55:13Z" name: csr-sq8sq.18b16e94f3caa882 namespace: default resourceVersion: "6638" uid: 14164e0a-460e-46f5-a0b7-91b5b37296ec reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:55:08Z" involvedObject: kind: CertificateSigningRequest name: csr-t272g kind: Event lastTimestamp: "2026-05-21T00:55:08Z" message: CSR "csr-t272g" has been approved metadata: creationTimestamp: "2026-05-21T00:55:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-21T00:55:08Z" name: csr-t272g.18b16e93a364248c namespace: default resourceVersion: "6509" uid: 0a141ff6-09ea-43b5-9a9e-ec7a596aa116 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-05-21T01:01:40Z" involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: GatewayConfig name: default-gateway resourceVersion: "14460" uid: f59121dd-0330-4f32-ad9b-574a4a799ef3 kind: Event lastTimestamp: "2026-05-21T01:01:52Z" message: 'failed to lookup object openshift-ingress/data-science-tls-rule: no matches for kind "DestinationRule" in version "networking.istio.io/v1"' metadata: creationTimestamp: "2026-05-21T01:01:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-21T01:01:52Z" name: default-gateway.18b16eeefdff3ec5 namespace: default resourceVersion: "14829" uid: 0c27a61d-913e-4a5a-a245-482acf55f11b reason: ProvisioningError reportingComponent: gatewayconfig reportingInstance: "" source: component: gatewayconfig type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T01:02:18Z" involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: GatewayConfig name: default-gateway resourceVersion: "16188" uid: f59121dd-0330-4f32-ad9b-574a4a799ef3 kind: Event lastTimestamp: "2026-05-21T01:02:18Z" message: 'failed to detect ingress mode: failed to update GatewayConfig with detected mode: Operation cannot be fulfilled on gatewayconfigs.services.platform.opendatahub.io "default-gateway": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-05-21T01:02:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-21T01:02:18Z" name: default-gateway.18b16ef7b9e0afd5 namespace: default resourceVersion: "16189" uid: 8cbd46eb-e64c-44a8-8c06-699ea3727263 reason: ProvisioningError reportingComponent: gatewayconfig reportingInstance: "" source: component: gatewayconfig type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-05-21T01:01:50Z" involvedObject: apiVersion: components.platform.opendatahub.io/v1alpha1 kind: Kserve name: default-kserve resourceVersion: "14804" uid: eb50e525-a611-40e3-b82f-b25b32d7ff51 kind: Event lastTimestamp: "2026-05-21T01:02:17Z" message: "failure deploying resource {map[apiVersion:serving.kserve.io/v1alpha1 kind:LLMInferenceServiceConfig metadata:map[annotations:map[internal.config.kubernetes.io/previousKinds:LLMInferenceServiceConfig internal.config.kubernetes.io/previousNames:kserve-config-llm-decode-template internal.config.kubernetes.io/previousNamespaces:opendatahub platform.opendatahub.io/instance.generation:1 platform.opendatahub.io/instance.name:default-kserve platform.opendatahub.io/instance.uid:eb50e525-a611-40e3-b82f-b25b32d7ff51 platform.opendatahub.io/type:Open Data Hub platform.opendatahub.io/version:3.4.0-ea.1 serving.kserve.io/well-known-config:true] labels:map[app.kubernetes.io/part-of:kserve app.opendatahub.io/kserve:true platform.opendatahub.io/part-of:kserve] name:v3-4-0-ea-1-kserve-config-llm-decode-template namespace:opendatahub ownerReferences:[map[apiVersion:components.platform.opendatahub.io/v1alpha1 blockOwnerDeletion:%!s(bool=true) controller:%!s(bool=true) kind:Kserve name:default-kserve uid:eb50e525-a611-40e3-b82f-b25b32d7ff51]]] spec:map[template:map[containers:[map[args:[if [ \"$KSERVE_INFER_ROCE\" = \"true\" ]; then\n echo \"Trying to infer RoCE configs ... \"\n grep -H . /sys/class/infiniband/*/ports/*/gids/* 2>/dev/null\n grep -H . /sys/class/infiniband/*/ports/*/gid_attrs/types/* 2>/dev/null\n\n cat /proc/driver/nvidia/params\n\n \ KSERVE_INFER_IB_GID_INDEX_GREP=${KSERVE_INFER_IB_GID_INDEX_GREP:-\"RoCE v2\"}\n\n \ echo \"[Infer RoCE] Discovering active HCAs ...\"\n active_hcas=()\n # Loop through all mlx5 devices found in sysfs\n for hca_dir in /sys/class/infiniband/mlx5_*; do\n # Ensure it's a directory before proceeding\n if [ -d \"$hca_dir\" ]; then\n hca_name=$(basename \"$hca_dir\")\n port_state_file=\"$hca_dir/ports/1/state\" # Assume port 1\n type_file=\"$hca_dir/ports/1/gid_attrs/types/*\"\n\n \ echo \"[Infer RoCE] Check if the port state file ${port_state_file} exists and contains 'ACTIVE'\"\n if [ -f \"$port_state_file\" ] && grep -q \"ACTIVE\" \"$port_state_file\" && grep -q \"${KSERVE_INFER_IB_GID_INDEX_GREP}\" ${type_file} 2>/dev/null; then\n echo \"[Infer RoCE] Found active HCA: $hca_name\"\n active_hcas+=(\"$hca_name\")\n else\n \ echo \"[Infer RoCE] Skipping inactive or down HCA: $hca_name\"\n \ fi\n fi\n done\n\n ucx_hcas=()\n for hca in \"${active_hcas[@]}\"; do\n ucx_hcas+=(\"${hca}:1\")\n done\n\n # Check if we found any active HCAs\n \ if [ ${#active_hcas[@]} -gt 0 ]; then\n # Join the array elements with a comma\n hcas=$(IFS=,; echo \"${active_hcas[*]}\")\n echo \"[Infer RoCE] Setting active HCAs: ${hcas}\"\n export NCCL_IB_HCA=${NCCL_IB_HCA:-${hcas}}\n \ export NVSHMEM_HCA_LIST=${NVSHMEM_HCA_LIST:-${ucx_hcas}}\n export UCX_NET_DEVICES=${UCX_NET_DEVICES:-${ucx_hcas}}\n\n \ echo \"[Infer RoCE] NCCL_IB_HCA=${NCCL_IB_HCA}\"\n echo \"[Infer RoCE] NVSHMEM_HCA_LIST=${NVSHMEM_HCA_LIST}\"\n else\n echo \"[Infer RoCE] WARNING: No active RoCE HCAs found. NCCL_IB_HCA will not be set.\"\n fi\n\n if [ ${#active_hcas[@]} -gt 0 ]; then\n echo \"[Infer RoCE] Finding GID_INDEX for each active HCA (SR-IOV compatible)...\"\n\n # For SR-IOV environments, find the most common IPv4 RoCE v2 GID index across all HCAs\n declare -A gid_index_count\n declare -A hca_gid_index\n\n for hca_name in \"${active_hcas[@]}\"; do\n echo \"[Infer RoCE] Processing HCA: ${hca_name}\"\n\n # Find all RoCE v2 IPv4 GIDs for this HCA and count by index\n for tpath in /sys/class/infiniband/${hca_name}/ports/1/gid_attrs/types/*; do\n if grep -q \"${KSERVE_INFER_IB_GID_INDEX_GREP}\" \"$tpath\" 2>/dev/null; then\n idx=$(basename \"$tpath\")\n gid_file=\"/sys/class/infiniband/${hca_name}/ports/1/gids/${idx}\"\n \ # Check for IPv4 GID (contains ffff:)\n if [ -f \"$gid_file\" ] && grep -q \"ffff:\" \"$gid_file\"; then\n gid_value=$(cat \"$gid_file\" 2>/dev/null || echo \"\")\n echo \"[Infer RoCE] Found IPv4 RoCE v2 GID for ${hca_name}: index=${idx}, gid=${gid_value}\"\n hca_gid_index[\"${hca_name}\"]=\"${idx}\"\n \ gid_index_count[\"${idx}\"]=$((${gid_index_count[\"${idx}\"]} + 1))\n break # Use first found IPv4 GID per HCA\n fi\n \ fi\n done\n done\n\n # Find the most common GID index (most likely to be consistent across nodes)\n best_gid_index=\"\"\n \ max_count=0\n for idx in \"${!gid_index_count[@]}\"; do\n count=${gid_index_count[\"${idx}\"]}\n \ echo \"[Infer RoCE] GID_INDEX ${idx} found on ${count} HCAs\"\n if [ $count -gt $max_count ]; then\n max_count=$count\n best_gid_index=\"$idx\"\n \ fi\n done\n\n # Use deterministic fallback if counts are equal - prefer lower index number \n if [ ${#gid_index_count[@]} -gt 1 ]; then\n \ echo \"[Infer RoCE] Multiple GID indices found, selecting most common: ${best_gid_index}\"\n # If there's a tie, prefer index 3 as it's most common in SR-IOV setups\n if [ -n \"${gid_index_count['3']}\" ] && [ \"${gid_index_count['3']}\" -eq \"$max_count\" ]; then\n best_gid_index=\"3\"\n \ echo \"[Infer RoCE] Using deterministic fallback: GID_INDEX=3 (SR-IOV standard)\"\n fi\n fi\n\n # Check if GID_INDEX is already set via environment variables\n if [ -n \"${NCCL_IB_GID_INDEX}\" ]; then\n echo \"[Infer RoCE] Using pre-configured NCCL_IB_GID_INDEX=${NCCL_IB_GID_INDEX} from environment\"\n export NVSHMEM_IB_GID_INDEX=${NVSHMEM_IB_GID_INDEX:-$NCCL_IB_GID_INDEX}\n \ export UCX_IB_GID_INDEX=${UCX_IB_GID_INDEX:-$NCCL_IB_GID_INDEX}\n echo \"[Infer RoCE] Using hardcoded GID_INDEX=${NCCL_IB_GID_INDEX} for NCCL, NVSHMEM, and UCX\"\n elif [ -n \"$best_gid_index\" ]; then\n echo \"[Infer RoCE] Selected GID_INDEX: ${best_gid_index} (found on ${max_count} HCAs)\"\n\n \ export NCCL_IB_GID_INDEX=${NCCL_IB_GID_INDEX:-$best_gid_index}\n export NVSHMEM_IB_GID_INDEX=${NVSHMEM_IB_GID_INDEX:-$best_gid_index}\n export UCX_IB_GID_INDEX=${UCX_IB_GID_INDEX:-$best_gid_index}\n\n echo \"[Infer RoCE] Exported GID_INDEX=${best_gid_index} for NCCL, NVSHMEM, and UCX\"\n else\n \ echo \"[Infer RoCE] ERROR: No valid IPv4 ${KSERVE_INFER_IB_GID_INDEX_GREP} GID_INDEX found on any HCA.\"\n fi\n else\n echo \"[Infer RoCE] No active HCAs found, skipping GID_INDEX inference.\"\n fi\nfi\n\neval \"vllm serve /mnt/models \\\n --served-model-name \"{{ .Spec.Model.Name }}\" \\\n --port 8001 \\\n ${VLLM_ADDITIONAL_ARGS} \\\n --enable-ssl-refresh \\\n --ssl-certfile /var/run/kserve/tls/tls.crt \\\n --ssl-keyfile /var/run/kserve/tls/tls.key\"] command:[/bin/bash -c] env:[map[name:HOME value:/home] map[name:VLLM_LOGGING_LEVEL value:INFO] map[name:HF_HUB_CACHE value:/models]] image:registry.redhat.io/rhaiis/vllm-cuda-rhel9@sha256:fc68d623d1bfc36c8cb2fe4a71f19c8578cfb420ce8ce07b20a02c1ee0be0cf3 imagePullPolicy:IfNotPresent livenessProbe:map[failureThreshold:%!s(int64=3) httpGet:map[path:/health port:%!s(int64=8001) scheme:HTTPS] initialDelaySeconds:%!s(int64=120) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=10)] name:main ports:[map[containerPort:%!s(int64=8001) protocol:TCP]] readinessProbe:map[failureThreshold:%!s(int64=60) httpGet:map[path:/health port:%!s(int64=8001) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=5)] securityContext:map[allowPrivilegeEscalation:%!s(bool=false) capabilities:map[drop:[ALL]] readOnlyRootFilesystem:%!s(bool=false) runAsNonRoot:%!s(bool=true) seccompProfile:map[type:RuntimeDefault]] terminationMessagePath:/dev/termination-log terminationMessagePolicy:FallbackToLogsOnError volumeMounts:[map[mountPath:/home name:home] map[mountPath:/dev/shm name:dshm] map[mountPath:/models name:model-cache] map[mountPath:/var/run/kserve/tls name:tls-certs readOnly:%!s(bool=true)]]]] initContainers:[map[args:[--port=8000 --vllm-port=8001 --connector=nixlv2 --secure-proxy=true --cert-path=/var/run/kserve/tls --decoder-use-tls=true --prefiller-use-tls=true --enable-ssrf-protection=true --pool-group=inference.networking.x-k8s.io] env:[map[name:INFERENCE_POOL_NAMESPACE valueFrom:map[fieldRef:map[fieldPath:metadata.namespace]]] map[name:SSL_CERT_DIR value:/var/run/kserve/tls:/var/run/secrets/kubernetes.io/serviceaccount:/etc/pki/tls/certs]] image:quay.io/opendatahub/llm-d-routing-sidecar:release-v0.4 imagePullPolicy:IfNotPresent livenessProbe:map[failureThreshold:%!s(int64=3) httpGet:map[path:/health port:%!s(int64=8000) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=10)] name:llm-d-routing-sidecar ports:[map[containerPort:%!s(int64=8000) protocol:TCP]] readinessProbe:map[failureThreshold:%!s(int64=10) httpGet:map[path:/health port:%!s(int64=8000) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=5)] resources:map[] restartPolicy:Always securityContext:map[allowPrivilegeEscalation:%!s(bool=false) capabilities:map[drop:[ALL]] readOnlyRootFilesystem:%!s(bool=false) runAsNonRoot:%!s(bool=true)] terminationMessagePath:/dev/termination-log terminationMessagePolicy:FallbackToLogsOnError volumeMounts:[map[mountPath:/var/run/kserve/tls name:tls-certs readOnly:%!s(bool=true)]]]] terminationGracePeriodSeconds:%!s(int64=30) volumes:[map[emptyDir:map[] name:home] map[emptyDir:map[medium:Memory sizeLimit:1Gi] name:dshm] map[emptyDir:map[] name:model-cache] map[name:tls-certs secret:map[secretName:{{ ChildName .ObjectMeta.Name `-kserve-self-signed-certs` }}]]]]]]}: apply failed serving.kserve.io/v1alpha1, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha1, Kind=LLMInferenceServiceConfig opendatahub/v3-4-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.validator\": failed to call webhook: Post \"https://kserve-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha1-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"kserve-webhook-server-service\"" metadata: creationTimestamp: "2026-05-21T01:01:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-21T01:02:17Z" name: default-kserve.18b16ef16bf83a31 namespace: default resourceVersion: "16135" uid: 403bba7c-e4ac-4bde-bae1-39715acce2c7 reason: ProvisioningError reportingComponent: kserve reportingInstance: "" source: component: kserve type: Warning - apiVersion: v1 count: 25 eventTime: null firstTimestamp: "2026-05-21T01:01:39Z" involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: Monitoring name: default-monitoring resourceVersion: "14250" uid: 0b5bdafc-2e6a-42aa-9a7c-72a8e7234cb5 kind: Event lastTimestamp: "2026-05-21T01:02:17Z" message: 'error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache' metadata: creationTimestamp: "2026-05-21T01:01:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-21T01:02:17Z" name: default-monitoring.18b16eeebfa540de namespace: default resourceVersion: "16153" uid: 18255a36-8e2f-4efe-888c-446505a0dc98 reason: ProvisioningError reportingComponent: monitoring reportingInstance: "" source: component: monitoring type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:54:51Z" involvedObject: kind: Node name: ip-10-0-130-76.ec2.internal uid: ip-10-0-130-76.ec2.internal kind: Event lastTimestamp: "2026-05-21T00:54:51Z" message: Starting kubelet. metadata: creationTimestamp: "2026-05-21T00:54:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T00:54:51Z" name: ip-10-0-130-76.ec2.internal.18b16e8fc29623fe namespace: default resourceVersion: "6099" uid: 2c439b8a-2a80-4ebe-9bfc-bb1725ad0155 reason: Starting reportingComponent: kubelet reportingInstance: ip-10-0-130-76.ec2.internal source: component: kubelet host: ip-10-0-130-76.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-21T00:54:51Z" involvedObject: kind: Node name: ip-10-0-130-76.ec2.internal uid: ip-10-0-130-76.ec2.internal kind: Event lastTimestamp: "2026-05-21T00:54:51Z" message: 'Node ip-10-0-130-76.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-05-21T00:54:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T00:54:51Z" name: ip-10-0-130-76.ec2.internal.18b16e8fc487fe03 namespace: default resourceVersion: "6107" uid: b7125c97-2b69-471f-a2cb-88702eb9efdb reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-130-76.ec2.internal source: component: kubelet host: ip-10-0-130-76.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-21T00:54:51Z" involvedObject: kind: Node name: ip-10-0-130-76.ec2.internal uid: ip-10-0-130-76.ec2.internal kind: Event lastTimestamp: "2026-05-21T00:54:51Z" message: 'Node ip-10-0-130-76.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-05-21T00:54:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T00:54:51Z" name: ip-10-0-130-76.ec2.internal.18b16e8fc4884386 namespace: default resourceVersion: "6109" uid: b89ad1ad-5b5b-4704-a410-7a14544d42e0 reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-130-76.ec2.internal source: component: kubelet host: ip-10-0-130-76.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-21T00:54:51Z" involvedObject: kind: Node name: ip-10-0-130-76.ec2.internal uid: ip-10-0-130-76.ec2.internal kind: Event lastTimestamp: "2026-05-21T00:54:51Z" message: 'Node ip-10-0-130-76.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-05-21T00:54:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T00:54:51Z" name: ip-10-0-130-76.ec2.internal.18b16e8fc4886997 namespace: default resourceVersion: "6112" uid: 308a3205-1674-4e8e-a3a4-2c5f3c651642 reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-130-76.ec2.internal source: component: kubelet host: ip-10-0-130-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:54:51Z" involvedObject: kind: Node name: ip-10-0-130-76.ec2.internal uid: ip-10-0-130-76.ec2.internal kind: Event lastTimestamp: "2026-05-21T00:54:51Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-05-21T00:54:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T00:54:51Z" name: ip-10-0-130-76.ec2.internal.18b16e8fc76d1131 namespace: default resourceVersion: "6103" uid: 7768f434-2542-4f59-a6a5-98f1ca29aa8f reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-130-76.ec2.internal source: component: kubelet host: ip-10-0-130-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:54:51Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-130-76.ec2.internal uid: 167e6d2e-6306-4ed9-8827-b6f338c7d8f9 kind: Event lastTimestamp: "2026-05-21T00:54:51Z" message: 'Node ip-10-0-130-76.ec2.internal event: Registered Node ip-10-0-130-76.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-21T00:54:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-21T00:54:51Z" name: ip-10-0-130-76.ec2.internal.18b16e8fd0d9c082 namespace: default resourceVersion: "6130" uid: 6a41d226-7149-4de9-8faa-2bbef45f7d6f reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:54:51Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-130-76.ec2.internal resourceVersion: "6108" uid: 167e6d2e-6306-4ed9-8827-b6f338c7d8f9 kind: Event lastTimestamp: "2026-05-21T00:54:51Z" message: Node synced successfully metadata: creationTimestamp: "2026-05-21T00:54:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-05-21T00:54:51Z" name: ip-10-0-130-76.ec2.internal.18b16e8fdd0f7535 namespace: default resourceVersion: "6168" uid: 54ae79fa-6ba2-4fe2-9168-26bf15927ff0 reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:55:20Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-130-76.ec2.internal resourceVersion: "6794" uid: 167e6d2e-6306-4ed9-8827-b6f338c7d8f9 kind: Event lastTimestamp: "2026-05-21T00:55:20Z" message: '[k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-130-76.ec2.internal, error getting gateway config for node ip-10-0-130-76.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-130-76.ec2.internal", failed to update chassis to local for local node ip-10-0-130-76.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-130-76.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-130-76.ec2.internal]' metadata: creationTimestamp: "2026-05-21T00:55:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ip-10-0-130-76 operation: Update time: "2026-05-21T00:55:20Z" name: ip-10-0-130-76.ec2.internal.18b16e9670779360 namespace: default resourceVersion: "6795" uid: 8973f776-1a23-41a4-8a76-32b418f93063 reason: ErrorAddingResource reportingComponent: ovnk-controlplane reportingInstance: "" source: component: ovnk-controlplane type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:55:25Z" involvedObject: kind: Node name: ip-10-0-130-76.ec2.internal uid: ip-10-0-130-76.ec2.internal kind: Event lastTimestamp: "2026-05-21T00:55:25Z" message: 'Node ip-10-0-130-76.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-05-21T00:55:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T00:55:25Z" name: ip-10-0-130-76.ec2.internal.18b16e97c04ad32f namespace: default resourceVersion: "6859" uid: 13180e6f-688d-441c-b79f-9136593270c5 reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-130-76.ec2.internal source: component: kubelet host: ip-10-0-130-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:56:48Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-130-76.ec2.internal uid: 167e6d2e-6306-4ed9-8827-b6f338c7d8f9 kind: Event lastTimestamp: "2026-05-21T00:56:48Z" message: 'Node ip-10-0-130-76.ec2.internal event: Registered Node ip-10-0-130-76.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-21T00:56:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-21T00:56:48Z" name: ip-10-0-130-76.ec2.internal.18b16eaae81503f3 namespace: default resourceVersion: "8042" uid: d3b78671-2485-4830-8021-830caf895c6e reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T00:54:12Z" involvedObject: kind: Node name: ip-10-0-131-179.ec2.internal uid: ip-10-0-131-179.ec2.internal kind: Event lastTimestamp: "2026-05-21T00:54:12Z" message: 'Node ip-10-0-131-179.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-05-21T00:54:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T00:54:12Z" name: ip-10-0-131-179.ec2.internal.18b16e86ac40be15 namespace: default resourceVersion: "5363" uid: 5a95e3b1-c783-4f4e-8348-2c06d7b8757e reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-131-179.ec2.internal source: component: kubelet host: ip-10-0-131-179.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T00:54:12Z" involvedObject: kind: Node name: ip-10-0-131-179.ec2.internal uid: ip-10-0-131-179.ec2.internal kind: Event lastTimestamp: "2026-05-21T00:54:12Z" message: 'Node ip-10-0-131-179.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-05-21T00:54:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T00:54:12Z" name: ip-10-0-131-179.ec2.internal.18b16e86ac411845 namespace: default resourceVersion: "5367" uid: 1831b286-3358-4fcd-90e8-cd757e9e83fd reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-131-179.ec2.internal source: component: kubelet host: ip-10-0-131-179.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T00:54:12Z" involvedObject: kind: Node name: ip-10-0-131-179.ec2.internal uid: ip-10-0-131-179.ec2.internal kind: Event lastTimestamp: "2026-05-21T00:54:12Z" message: 'Node ip-10-0-131-179.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-05-21T00:54:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T00:54:12Z" name: ip-10-0-131-179.ec2.internal.18b16e86ac414f2c namespace: default resourceVersion: "5373" uid: aa14951e-7ffc-47a1-a484-f1a037cf3bcd reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-131-179.ec2.internal source: component: kubelet host: ip-10-0-131-179.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:54:12Z" involvedObject: kind: Node name: ip-10-0-131-179.ec2.internal uid: ip-10-0-131-179.ec2.internal kind: Event lastTimestamp: "2026-05-21T00:54:12Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-05-21T00:54:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T00:54:12Z" name: ip-10-0-131-179.ec2.internal.18b16e86af2b9a1d namespace: default resourceVersion: "5328" uid: 9706f5e3-9ef3-49fd-8b45-d27cbdaa4d13 reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-131-179.ec2.internal source: component: kubelet host: ip-10-0-131-179.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:54:12Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-131-179.ec2.internal resourceVersion: "5330" uid: 1c401369-e417-46cd-b8a3-d2277208b2f2 kind: Event lastTimestamp: "2026-05-21T00:54:12Z" message: Node synced successfully metadata: creationTimestamp: "2026-05-21T00:54:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-05-21T00:54:12Z" name: ip-10-0-131-179.ec2.internal.18b16e86ca2596f2 namespace: default resourceVersion: "5405" uid: 2106165a-60e7-439c-bce9-8e38622777e5 reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:54:16Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-131-179.ec2.internal uid: 1c401369-e417-46cd-b8a3-d2277208b2f2 kind: Event lastTimestamp: "2026-05-21T00:54:16Z" message: 'Node ip-10-0-131-179.ec2.internal event: Registered Node ip-10-0-131-179.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-21T00:54:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-21T00:54:16Z" name: ip-10-0-131-179.ec2.internal.18b16e87aa67ca8f namespace: default resourceVersion: "5514" uid: 25db984b-7507-4cde-a673-509c9bd1fd05 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:54:40Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-131-179.ec2.internal resourceVersion: "5761" uid: 1c401369-e417-46cd-b8a3-d2277208b2f2 kind: Event lastTimestamp: "2026-05-21T00:54:40Z" message: '[k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-131-179.ec2.internal, error getting gateway config for node ip-10-0-131-179.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-131-179.ec2.internal", failed to update chassis to local for local node ip-10-0-131-179.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-131-179.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-131-179.ec2.internal]' metadata: creationTimestamp: "2026-05-21T00:54:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ip-10-0-131-179 operation: Update time: "2026-05-21T00:54:40Z" name: ip-10-0-131-179.ec2.internal.18b16e8d418bdd8a namespace: default resourceVersion: "5762" uid: c2fd6e05-c91e-4181-bd18-91c41867fad5 reason: ErrorAddingResource reportingComponent: ovnk-controlplane reportingInstance: "" source: component: ovnk-controlplane type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:54:46Z" involvedObject: kind: Node name: ip-10-0-131-179.ec2.internal uid: ip-10-0-131-179.ec2.internal kind: Event lastTimestamp: "2026-05-21T00:54:46Z" message: 'Node ip-10-0-131-179.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-05-21T00:54:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T00:54:46Z" name: ip-10-0-131-179.ec2.internal.18b16e8eaa6803e4 namespace: default resourceVersion: "6010" uid: 45a31335-0827-4f49-a205-cd76032d5335 reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-131-179.ec2.internal source: component: kubelet host: ip-10-0-131-179.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:56:48Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-131-179.ec2.internal uid: 1c401369-e417-46cd-b8a3-d2277208b2f2 kind: Event lastTimestamp: "2026-05-21T00:56:48Z" message: 'Node ip-10-0-131-179.ec2.internal event: Registered Node ip-10-0-131-179.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-21T00:56:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-21T00:56:48Z" name: ip-10-0-131-179.ec2.internal.18b16eaae822538d namespace: default resourceVersion: "8043" uid: 8c0777fa-f904-4375-be77-6d5c72fbc7f1 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T00:54:41Z" involvedObject: kind: Node name: ip-10-0-138-101.ec2.internal uid: ip-10-0-138-101.ec2.internal kind: Event lastTimestamp: "2026-05-21T00:54:41Z" message: 'Node ip-10-0-138-101.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-05-21T00:54:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T00:54:41Z" name: ip-10-0-138-101.ec2.internal.18b16e8d736134f9 namespace: default resourceVersion: "5881" uid: 6cb90339-2dd3-485b-a51b-81a6d59eb9be reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-138-101.ec2.internal source: component: kubelet host: ip-10-0-138-101.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T00:54:41Z" involvedObject: kind: Node name: ip-10-0-138-101.ec2.internal uid: ip-10-0-138-101.ec2.internal kind: Event lastTimestamp: "2026-05-21T00:54:41Z" message: 'Node ip-10-0-138-101.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-05-21T00:54:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T00:54:41Z" name: ip-10-0-138-101.ec2.internal.18b16e8d736189f6 namespace: default resourceVersion: "5882" uid: f7ab90bb-4b9a-4bd6-a36e-a1444f79fc19 reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-138-101.ec2.internal source: component: kubelet host: ip-10-0-138-101.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T00:54:41Z" involvedObject: kind: Node name: ip-10-0-138-101.ec2.internal uid: ip-10-0-138-101.ec2.internal kind: Event lastTimestamp: "2026-05-21T00:54:41Z" message: 'Node ip-10-0-138-101.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-05-21T00:54:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T00:54:41Z" name: ip-10-0-138-101.ec2.internal.18b16e8d7361bcaa namespace: default resourceVersion: "5883" uid: 57f43a2c-b829-4e3b-9add-9b5435bfaa07 reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-138-101.ec2.internal source: component: kubelet host: ip-10-0-138-101.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:54:41Z" involvedObject: kind: Node name: ip-10-0-138-101.ec2.internal uid: ip-10-0-138-101.ec2.internal kind: Event lastTimestamp: "2026-05-21T00:54:41Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-05-21T00:54:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T00:54:41Z" name: ip-10-0-138-101.ec2.internal.18b16e8d761a6b5a namespace: default resourceVersion: "5780" uid: 07ca936e-ecc1-42be-8195-7147f4a74e47 reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-138-101.ec2.internal source: component: kubelet host: ip-10-0-138-101.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:54:41Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-138-101.ec2.internal uid: a17fcd2d-8c9c-4039-b6e7-2f5dc19e75a2 kind: Event lastTimestamp: "2026-05-21T00:54:41Z" message: 'Node ip-10-0-138-101.ec2.internal event: Registered Node ip-10-0-138-101.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-21T00:54:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-21T00:54:41Z" name: ip-10-0-138-101.ec2.internal.18b16e8d7cb5b5da namespace: default resourceVersion: "5790" uid: fd53c6ae-7481-4fcc-9b15-d21c471164a6 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:54:42Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-138-101.ec2.internal resourceVersion: "5783" uid: a17fcd2d-8c9c-4039-b6e7-2f5dc19e75a2 kind: Event lastTimestamp: "2026-05-21T00:54:42Z" message: Node synced successfully metadata: creationTimestamp: "2026-05-21T00:54:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-05-21T00:54:42Z" name: ip-10-0-138-101.ec2.internal.18b16e8d8bf87cf1 namespace: default resourceVersion: "5890" uid: 7ddebe39-21e5-4991-aaf7-a9ab2df92ef0 reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:55:09Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-138-101.ec2.internal resourceVersion: "6528" uid: a17fcd2d-8c9c-4039-b6e7-2f5dc19e75a2 kind: Event lastTimestamp: "2026-05-21T00:55:09Z" message: '[k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-138-101.ec2.internal, error getting gateway config for node ip-10-0-138-101.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-138-101.ec2.internal", failed to update chassis to local for local node ip-10-0-138-101.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-138-101.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-138-101.ec2.internal]' metadata: creationTimestamp: "2026-05-21T00:55:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ip-10-0-138-101 operation: Update time: "2026-05-21T00:55:09Z" name: ip-10-0-138-101.ec2.internal.18b16e940011789a namespace: default resourceVersion: "6535" uid: 9f875666-ce39-4c6d-a0ba-b99378a655a7 reason: ErrorAddingResource reportingComponent: ovnk-controlplane reportingInstance: "" source: component: ovnk-controlplane type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:55:15Z" involvedObject: kind: Node name: ip-10-0-138-101.ec2.internal uid: ip-10-0-138-101.ec2.internal kind: Event lastTimestamp: "2026-05-21T00:55:15Z" message: 'Node ip-10-0-138-101.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-05-21T00:55:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T00:55:15Z" name: ip-10-0-138-101.ec2.internal.18b16e95549ff5fb namespace: default resourceVersion: "6691" uid: e36d646a-26b4-440f-91ba-26aa02a23d07 reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-138-101.ec2.internal source: component: kubelet host: ip-10-0-138-101.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:56:48Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-138-101.ec2.internal uid: a17fcd2d-8c9c-4039-b6e7-2f5dc19e75a2 kind: Event lastTimestamp: "2026-05-21T00:56:48Z" message: 'Node ip-10-0-138-101.ec2.internal event: Registered Node ip-10-0-138-101.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-21T00:56:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-21T00:56:48Z" name: ip-10-0-138-101.ec2.internal.18b16eaae822768d namespace: default resourceVersion: "8044" uid: 8560e43d-da36-4507-a8e1-52faeedd33f7 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-05-21T01:02:51Z" involvedObject: apiVersion: v1 kind: Namespace name: kuadrant-system resourceVersion: "16510" uid: 3ed06855-616f-4e08-881f-792537495f02 kind: Event lastTimestamp: "2026-05-21T01:02:54Z" message: 'error using catalogsource kuadrant-system/kuadrant-operator-catalog: failed to list bundles: rpc error: code = Unavailable desc = connection error: desc = "error reading server preface: http2: frame too large"' metadata: creationTimestamp: "2026-05-21T01:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: catalog operation: Update time: "2026-05-21T01:02:55Z" name: kuadrant-system.18b16eff9b3e99bc namespace: default resourceVersion: "16724" uid: 82a5d93c-ee89-4f06-91b5-c96af1d0326e reason: ResolutionFailed reportingComponent: operator-lifecycle-manager reportingInstance: "" source: component: operator-lifecycle-manager type: Warning - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: Received signal to terminate, becoming unready, but keeping serving metadata: creationTimestamp: "2026-05-21T00:56:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-21T00:56:27Z" name: kube-system.18b16ea623a70f66 namespace: default resourceVersion: "7616" uid: 043d09e0-156e-4124-afed-3cd39d03cb6b reason: TerminationStart reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-548d6dff68-zzh7x type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: The minimal shutdown duration of 15s finished metadata: creationTimestamp: "2026-05-21T00:56:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-21T00:56:42Z" name: kube-system.18b16ea9a2019580 namespace: default resourceVersion: "7897" uid: c19f53b8-bd77-43ad-a9b8-b1f30318b57f reason: TerminationMinimalShutdownDurationFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-548d6dff68-zzh7x type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: Server has stopped listening metadata: creationTimestamp: "2026-05-21T00:56:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-21T00:56:42Z" name: kube-system.18b16ea9a231c9c8 namespace: default resourceVersion: "7898" uid: 2ec147ae-53c0-4906-b92c-d0426092e316 reason: TerminationStoppedServing reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-548d6dff68-zzh7x type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: All pre-shutdown hooks have been finished metadata: creationTimestamp: "2026-05-21T00:56:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-21T00:56:42Z" name: kube-system.18b16ea9a264d531 namespace: default resourceVersion: "7899" uid: c1f12ee6-764c-4ada-b9d4-7457c64b415a reason: TerminationPreShutdownHooksFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-548d6dff68-zzh7x type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: All pending requests processed metadata: creationTimestamp: "2026-05-21T00:57:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-21T00:57:42Z" name: kube-system.18b16eb79a841145 namespace: default resourceVersion: "10034" uid: cd06411a-0d09-47bb-91cd-5d67e5a6cf60 reason: TerminationGracefulTerminationFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-548d6dff68-zzh7x type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T00:49:38Z" involvedObject: apiVersion: v1 kind: Namespace name: openshift-kube-apiserver namespace: default kind: Event lastTimestamp: "2026-05-21T00:49:38Z" message: readyz=true metadata: creationTimestamp: "2026-05-21T00:49:38Z" name: openshift-kube-apiserver.18b16e46e9aad0fe namespace: default resourceVersion: "274" uid: 13ca2570-f15a-4c13-b6e2-fa44c22185aa reason: KubeAPIReadyz reportingComponent: "" reportingInstance: "" source: component: apiserver host: kube-apiserver-55b64bbb8d-k9f4q type: Warning kind: EventList metadata: resourceVersion: "29463"